{"level":"warn","ts":"2026-04-28T03:19:19.920988Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T03:19:19.921104Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.168:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.168:2380","--initial-cluster=instance=https://199.19.213.168:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.168:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.168:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T03:19:19.921358Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T03:19:19.921376Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.168:2380"]} {"level":"info","ts":"2026-04-28T03:19:19.921397Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T03:19:19.922398Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.168:2379"]} {"level":"info","ts":"2026-04-28T03:19:19.92257Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.168:2380"],"listen-peer-urls":["https://199.19.213.168:2380"],"advertise-client-urls":["https://199.19.213.168:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.168:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.168:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T03:19:19.937023Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"14.125865ms"} {"level":"info","ts":"2026-04-28T03:19:19.952921Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"8ae391decac9b376","cluster-id":"d9b32c15a2c66ac"} {"level":"info","ts":"2026-04-28T03:19:19.953018Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T03:19:19.953116Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 became follower at term 0"} {"level":"info","ts":"2026-04-28T03:19:19.953139Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 8ae391decac9b376 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T03:19:19.953148Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 became follower at term 1"} {"level":"info","ts":"2026-04-28T03:19:19.95319Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 switched to configuration voters=(10008003183018357622)"} {"level":"warn","ts":"2026-04-28T03:19:19.97495Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T03:19:19.977585Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T03:19:19.978902Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T03:19:19.982248Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"8ae391decac9b376","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T03:19:19.982412Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:19:19.982535Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:19:19.982557Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:19:19.982811Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"8ae391decac9b376","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T03:19:19.984919Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 switched to configuration voters=(10008003183018357622)"} {"level":"info","ts":"2026-04-28T03:19:19.985312Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d9b32c15a2c66ac","local-member-id":"8ae391decac9b376","added-peer-id":"8ae391decac9b376","added-peer-peer-urls":["https://199.19.213.168:2380"]} {"level":"info","ts":"2026-04-28T03:19:19.987511Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T03:19:19.987654Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.168:2380"} {"level":"info","ts":"2026-04-28T03:19:19.987703Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.168:2380"} {"level":"info","ts":"2026-04-28T03:19:19.987921Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"8ae391decac9b376","initial-advertise-peer-urls":["https://199.19.213.168:2380"],"listen-peer-urls":["https://199.19.213.168:2380"],"advertise-client-urls":["https://199.19.213.168:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.168:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T03:19:19.988009Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T03:19:20.754743Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T03:19:20.754785Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T03:19:20.754805Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 received MsgPreVoteResp from 8ae391decac9b376 at term 1"} {"level":"info","ts":"2026-04-28T03:19:20.754818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 became candidate at term 2"} {"level":"info","ts":"2026-04-28T03:19:20.754828Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 received MsgVoteResp from 8ae391decac9b376 at term 2"} {"level":"info","ts":"2026-04-28T03:19:20.754845Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 became leader at term 2"} {"level":"info","ts":"2026-04-28T03:19:20.754853Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 8ae391decac9b376 elected leader 8ae391decac9b376 at term 2"} {"level":"info","ts":"2026-04-28T03:19:20.809544Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T03:19:20.809529Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"8ae391decac9b376","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.168:2379]}","request-path":"/0/members/8ae391decac9b376/attributes","cluster-id":"d9b32c15a2c66ac","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T03:19:20.809645Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T03:19:20.809871Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:19:20.810084Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T03:19:20.810334Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T03:19:20.811529Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.168:2379"} {"level":"info","ts":"2026-04-28T03:19:20.813073Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T03:19:20.921524Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d9b32c15a2c66ac","local-member-id":"8ae391decac9b376","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:19:20.921641Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:19:20.921776Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:19:23.996823Z","caller":"traceutil/trace.go:171","msg":"trace[1328699647] transaction","detail":"{read_only:false; response_revision:159; number_of_response:1; }","duration":"112.154892ms","start":"2026-04-28T03:19:23.884641Z","end":"2026-04-28T03:19:23.996796Z","steps":["trace[1328699647] 'process raft request' (duration: 29.711048ms)","trace[1328699647] 'compare' (duration: 82.288831ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:24.043714Z","caller":"traceutil/trace.go:171","msg":"trace[1723475920] transaction","detail":"{read_only:false; response_revision:160; number_of_response:1; }","duration":"127.06546ms","start":"2026-04-28T03:19:23.916604Z","end":"2026-04-28T03:19:24.04367Z","steps":["trace[1723475920] 'process raft request' (duration: 126.859187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:24.630229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.853616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:24.630338Z","caller":"traceutil/trace.go:171","msg":"trace[96970891] transaction","detail":"{read_only:false; response_revision:165; number_of_response:1; }","duration":"468.597938ms","start":"2026-04-28T03:19:24.161721Z","end":"2026-04-28T03:19:24.630319Z","steps":["trace[96970891] 'process raft request' (duration: 350.892226ms)","trace[96970891] 'compare' (duration: 116.730674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:24.630392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:24.161694Z","time spent":"468.67573ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:24.830081Z","caller":"traceutil/trace.go:171","msg":"trace[1796630510] transaction","detail":"{read_only:false; response_revision:167; number_of_response:1; }","duration":"154.641712ms","start":"2026-04-28T03:19:24.675411Z","end":"2026-04-28T03:19:24.830053Z","steps":["trace[1796630510] 'process raft request' (duration: 62.695419ms)","trace[1796630510] 'compare' (duration: 91.817571ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:25.10484Z","caller":"traceutil/trace.go:171","msg":"trace[684004364] linearizableReadLoop","detail":"{readStateIndex:173; appliedIndex:172; }","duration":"167.581762ms","start":"2026-04-28T03:19:24.937213Z","end":"2026-04-28T03:19:25.104795Z","steps":["trace[684004364] 'read index received' (duration: 167.46728ms)","trace[684004364] 'applied index is now lower than readState.Index' (duration: 113.162µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:25.104858Z","caller":"traceutil/trace.go:171","msg":"trace[40365291] transaction","detail":"{read_only:false; response_revision:169; number_of_response:1; }","duration":"172.752224ms","start":"2026-04-28T03:19:24.932077Z","end":"2026-04-28T03:19:25.10483Z","steps":["trace[40365291] 'process raft request' (duration: 172.577291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:25.105028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.809456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:25.10511Z","caller":"traceutil/trace.go:171","msg":"trace[850885587] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:169; }","duration":"167.913068ms","start":"2026-04-28T03:19:24.937181Z","end":"2026-04-28T03:19:25.105094Z","steps":["trace[850885587] 'agreement among raft nodes before linearized reading' (duration: 167.747705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:25.319882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.451062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:25.320142Z","caller":"traceutil/trace.go:171","msg":"trace[659982703] transaction","detail":"{read_only:false; response_revision:171; number_of_response:1; }","duration":"209.421579ms","start":"2026-04-28T03:19:25.11064Z","end":"2026-04-28T03:19:25.320061Z","steps":["trace[659982703] 'process raft request' (duration: 88.729933ms)","trace[659982703] 'compare' (duration: 120.32519ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:25.320187Z","caller":"traceutil/trace.go:171","msg":"trace[1734867138] linearizableReadLoop","detail":"{readStateIndex:175; appliedIndex:174; }","duration":"156.970358ms","start":"2026-04-28T03:19:25.163173Z","end":"2026-04-28T03:19:25.320143Z","steps":["trace[1734867138] 'read index received' (duration: 36.21233ms)","trace[1734867138] 'applied index is now lower than readState.Index' (duration: 120.753598ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:25.320382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.189432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:19:25.320402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.352717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:25.320482Z","caller":"traceutil/trace.go:171","msg":"trace[1765583583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:171; }","duration":"156.479409ms","start":"2026-04-28T03:19:25.163992Z","end":"2026-04-28T03:19:25.320472Z","steps":["trace[1765583583] 'agreement among raft nodes before linearized reading' (duration: 156.359137ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:25.320444Z","caller":"traceutil/trace.go:171","msg":"trace[816372025] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:171; }","duration":"157.283373ms","start":"2026-04-28T03:19:25.163146Z","end":"2026-04-28T03:19:25.320429Z","steps":["trace[816372025] 'agreement among raft nodes before linearized reading' (duration: 157.1031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:25.573523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.700111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:25.573722Z","caller":"traceutil/trace.go:171","msg":"trace[1855616633] transaction","detail":"{read_only:false; response_revision:176; number_of_response:1; }","duration":"185.979007ms","start":"2026-04-28T03:19:25.387711Z","end":"2026-04-28T03:19:25.57369Z","steps":["trace[1855616633] 'process raft request' (duration: 185.931717ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:25.574205Z","caller":"traceutil/trace.go:171","msg":"trace[1018072089] transaction","detail":"{read_only:false; response_revision:175; number_of_response:1; }","duration":"187.1434ms","start":"2026-04-28T03:19:25.386956Z","end":"2026-04-28T03:19:25.574099Z","steps":["trace[1018072089] 'process raft request' (duration: 43.818596ms)","trace[1018072089] 'compare' (duration: 142.511308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:25.938354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.777069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:25.938584Z","caller":"traceutil/trace.go:171","msg":"trace[385621470] linearizableReadLoop","detail":"{readStateIndex:184; appliedIndex:182; }","duration":"332.744132ms","start":"2026-04-28T03:19:25.605819Z","end":"2026-04-28T03:19:25.938564Z","steps":["trace[385621470] 'read index received' (duration: 231.415843ms)","trace[385621470] 'applied index is now lower than readState.Index' (duration: 101.326939ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:25.938592Z","caller":"traceutil/trace.go:171","msg":"trace[775660620] transaction","detail":"{read_only:false; response_revision:178; number_of_response:1; }","duration":"357.871094ms","start":"2026-04-28T03:19:25.580695Z","end":"2026-04-28T03:19:25.938566Z","steps":["trace[775660620] 'process raft request' (duration: 256.622125ms)","trace[775660620] 'compare' (duration: 100.577676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:25.938686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:25.580682Z","time spent":"357.961305ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:25.938705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.887295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ttl-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:25.938731Z","caller":"traceutil/trace.go:171","msg":"trace[2075204597] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ttl-controller; range_end:; response_count:0; response_revision:179; }","duration":"332.944785ms","start":"2026-04-28T03:19:25.605773Z","end":"2026-04-28T03:19:25.938718Z","steps":["trace[2075204597] 'agreement among raft nodes before linearized reading' (duration: 332.851054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:25.938759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:25.605756Z","time spent":"332.995287ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings/system:controller:ttl-controller\" "} {"level":"info","ts":"2026-04-28T03:19:25.938928Z","caller":"traceutil/trace.go:171","msg":"trace[545416182] transaction","detail":"{read_only:false; response_revision:179; number_of_response:1; }","duration":"347.605429ms","start":"2026-04-28T03:19:25.591263Z","end":"2026-04-28T03:19:25.938868Z","steps":["trace[545416182] 'process raft request' (duration: 347.229532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:25.939224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:25.59124Z","time spent":"347.796302ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:26.623394Z","caller":"traceutil/trace.go:171","msg":"trace[1650455798] linearizableReadLoop","detail":"{readStateIndex:187; appliedIndex:186; }","duration":"421.247283ms","start":"2026-04-28T03:19:26.202121Z","end":"2026-04-28T03:19:26.623369Z","steps":["trace[1650455798] 'read index received' (duration: 421.06778ms)","trace[1650455798] 'applied index is now lower than readState.Index' (duration: 178.473µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:26.623479Z","caller":"traceutil/trace.go:171","msg":"trace[242141161] transaction","detail":"{read_only:false; response_revision:182; number_of_response:1; }","duration":"583.478072ms","start":"2026-04-28T03:19:26.03996Z","end":"2026-04-28T03:19:26.623438Z","steps":["trace[242141161] 'process raft request' (duration: 583.236018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:26.623854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.248998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:26.624422Z","caller":"traceutil/trace.go:171","msg":"trace[875552000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:182; }","duration":"378.818658ms","start":"2026-04-28T03:19:26.245574Z","end":"2026-04-28T03:19:26.624393Z","steps":["trace[875552000] 'agreement among raft nodes before linearized reading' (duration: 378.139436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:26.624508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.245538Z","time spent":"378.95748ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:26.623695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.493897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:26.624653Z","caller":"traceutil/trace.go:171","msg":"trace[223047058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:182; }","duration":"422.566327ms","start":"2026-04-28T03:19:26.202069Z","end":"2026-04-28T03:19:26.624635Z","steps":["trace[223047058] 'agreement among raft nodes before linearized reading' (duration: 421.436406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:26.624773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.202045Z","time spent":"422.708669ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:26.624295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.039945Z","time spent":"583.835168ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:26.930154Z","caller":"traceutil/trace.go:171","msg":"trace[358335655] linearizableReadLoop","detail":"{readStateIndex:192; appliedIndex:189; }","duration":"252.741863ms","start":"2026-04-28T03:19:26.677373Z","end":"2026-04-28T03:19:26.930115Z","steps":["trace[358335655] 'read index received' (duration: 10.841596ms)","trace[358335655] 'applied index is now lower than readState.Index' (duration: 241.899587ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:26.930263Z","caller":"traceutil/trace.go:171","msg":"trace[1470077985] transaction","detail":"{read_only:false; response_revision:185; number_of_response:1; }","duration":"256.152714ms","start":"2026-04-28T03:19:26.674076Z","end":"2026-04-28T03:19:26.930229Z","steps":["trace[1470077985] 'process raft request' (duration: 255.854578ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:26.930298Z","caller":"traceutil/trace.go:171","msg":"trace[134652021] transaction","detail":"{read_only:false; response_revision:187; number_of_response:1; }","duration":"253.297493ms","start":"2026-04-28T03:19:26.676977Z","end":"2026-04-28T03:19:26.930274Z","steps":["trace[134652021] 'process raft request' (duration: 253.107579ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:26.930307Z","caller":"traceutil/trace.go:171","msg":"trace[1989427489] transaction","detail":"{read_only:false; response_revision:186; number_of_response:1; }","duration":"253.605478ms","start":"2026-04-28T03:19:26.676679Z","end":"2026-04-28T03:19:26.930285Z","steps":["trace[1989427489] 'process raft request' (duration: 253.372794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:26.930374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.991427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:19:26.931242Z","caller":"traceutil/trace.go:171","msg":"trace[1098509485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:187; }","duration":"253.912013ms","start":"2026-04-28T03:19:26.677316Z","end":"2026-04-28T03:19:26.931228Z","steps":["trace[1098509485] 'agreement among raft nodes before linearized reading' (duration: 252.955717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:26.930459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.191798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:19:26.931499Z","caller":"traceutil/trace.go:171","msg":"trace[2132960237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:187; }","duration":"240.269207ms","start":"2026-04-28T03:19:26.691208Z","end":"2026-04-28T03:19:26.931478Z","steps":["trace[2132960237] 'agreement among raft nodes before linearized reading' (duration: 239.142407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:27.27809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.754716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:27.278354Z","caller":"traceutil/trace.go:171","msg":"trace[881249454] linearizableReadLoop","detail":"{readStateIndex:195; appliedIndex:193; }","duration":"290.45315ms","start":"2026-04-28T03:19:26.987883Z","end":"2026-04-28T03:19:27.278336Z","steps":["trace[881249454] 'read index received' (duration: 117.315968ms)","trace[881249454] 'applied index is now lower than readState.Index' (duration: 173.135472ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:27.2784Z","caller":"traceutil/trace.go:171","msg":"trace[1353684935] transaction","detail":"{read_only:false; response_revision:189; number_of_response:1; }","duration":"340.796538ms","start":"2026-04-28T03:19:26.937548Z","end":"2026-04-28T03:19:27.278345Z","steps":["trace[1353684935] 'process raft request' (duration: 167.698086ms)","trace[1353684935] 'compare' (duration: 172.636834ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:27.278529Z","caller":"traceutil/trace.go:171","msg":"trace[142572219] transaction","detail":"{read_only:false; response_revision:190; number_of_response:1; }","duration":"340.89987ms","start":"2026-04-28T03:19:26.937557Z","end":"2026-04-28T03:19:27.278457Z","steps":["trace[142572219] 'process raft request' (duration: 340.670076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:27.278645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.695984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:root-ca-cert-publisher\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:27.278742Z","caller":"traceutil/trace.go:171","msg":"trace[1040560782] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:root-ca-cert-publisher; range_end:; response_count:0; response_revision:190; }","duration":"290.876296ms","start":"2026-04-28T03:19:26.987843Z","end":"2026-04-28T03:19:27.278719Z","steps":["trace[1040560782] 'agreement among raft nodes before linearized reading' (duration: 290.624852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:27.278739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.937524Z","time spent":"341.130964ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:27.278738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.937528Z","time spent":"340.994181ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:27.881822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.704217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:27.881956Z","caller":"traceutil/trace.go:171","msg":"trace[2052100392] linearizableReadLoop","detail":"{readStateIndex:196; appliedIndex:195; }","duration":"539.696922ms","start":"2026-04-28T03:19:27.342238Z","end":"2026-04-28T03:19:27.881935Z","steps":["trace[2052100392] 'read index received' (duration: 72.73034ms)","trace[2052100392] 'applied index is now lower than readState.Index' (duration: 466.965172ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:27.882025Z","caller":"traceutil/trace.go:171","msg":"trace[781849315] transaction","detail":"{read_only:false; response_revision:191; number_of_response:1; }","duration":"600.110778ms","start":"2026-04-28T03:19:27.28188Z","end":"2026-04-28T03:19:27.88199Z","steps":["trace[781849315] 'process raft request' (duration: 133.140266ms)","trace[781849315] 'compare' (duration: 466.468633ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:27.882126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.883875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:19:27.882157Z","caller":"traceutil/trace.go:171","msg":"trace[697356365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:191; }","duration":"539.967216ms","start":"2026-04-28T03:19:27.34218Z","end":"2026-04-28T03:19:27.882147Z","steps":["trace[697356365] 'agreement among raft nodes before linearized reading' (duration: 539.842794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:27.882198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.281853Z","time spent":"600.267401ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:27.882204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.342157Z","time spent":"540.038907ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:19:27.90318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.438703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:27.903265Z","caller":"traceutil/trace.go:171","msg":"trace[404752994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:192; }","duration":"256.595936ms","start":"2026-04-28T03:19:27.646649Z","end":"2026-04-28T03:19:27.903245Z","steps":["trace[404752994] 'agreement among raft nodes before linearized reading' (duration: 256.362112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:27.903783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.010988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3980"} {"level":"info","ts":"2026-04-28T03:19:27.903885Z","caller":"traceutil/trace.go:171","msg":"trace[9752936] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:192; }","duration":"411.17159ms","start":"2026-04-28T03:19:27.492691Z","end":"2026-04-28T03:19:27.903862Z","steps":["trace[9752936] 'agreement among raft nodes before linearized reading' (duration: 410.402816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:27.904001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.492667Z","time spent":"411.263242ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4003,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-04-28T03:19:28.471778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.574691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:28.471918Z","caller":"traceutil/trace.go:171","msg":"trace[1946465728] transaction","detail":"{read_only:false; response_revision:196; number_of_response:1; }","duration":"513.745981ms","start":"2026-04-28T03:19:27.958147Z","end":"2026-04-28T03:19:28.471893Z","steps":["trace[1946465728] 'process raft request' (duration: 150.915586ms)","trace[1946465728] 'compare' (duration: 362.352046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:28.471985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.958122Z","time spent":"513.838713ms","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":694,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:28.564836Z","caller":"traceutil/trace.go:171","msg":"trace[2019249443] transaction","detail":"{read_only:false; response_revision:197; number_of_response:1; }","duration":"606.40073ms","start":"2026-04-28T03:19:27.958405Z","end":"2026-04-28T03:19:28.564806Z","steps":["trace[2019249443] 'process raft request' (duration: 606.154496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:28.564959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.365442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:28.565044Z","caller":"traceutil/trace.go:171","msg":"trace[564733191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:199; }","duration":"240.478804ms","start":"2026-04-28T03:19:28.324515Z","end":"2026-04-28T03:19:28.564994Z","steps":["trace[564733191] 'agreement among raft nodes before linearized reading' (duration: 240.371412ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:28.565078Z","caller":"traceutil/trace.go:171","msg":"trace[203663788] transaction","detail":"{read_only:false; response_revision:199; number_of_response:1; }","duration":"600.701777ms","start":"2026-04-28T03:19:27.964346Z","end":"2026-04-28T03:19:28.565047Z","steps":["trace[203663788] 'process raft request' (duration: 600.392541ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:28.564833Z","caller":"traceutil/trace.go:171","msg":"trace[528416948] linearizableReadLoop","detail":"{readStateIndex:204; appliedIndex:201; }","duration":"240.22555ms","start":"2026-04-28T03:19:28.324584Z","end":"2026-04-28T03:19:28.56481Z","steps":["trace[528416948] 'read index received' (duration: 239.894454ms)","trace[528416948] 'applied index is now lower than readState.Index' (duration: 329.806µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:28.565172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.958388Z","time spent":"606.526922ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:28.565302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.964339Z","time spent":"600.833569ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:28.564935Z","caller":"traceutil/trace.go:171","msg":"trace[887139250] transaction","detail":"{read_only:false; response_revision:198; number_of_response:1; }","duration":"604.394475ms","start":"2026-04-28T03:19:27.960481Z","end":"2026-04-28T03:19:28.564875Z","steps":["trace[887139250] 'process raft request' (duration: 604.199881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:28.566446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.960447Z","time spent":"605.661868ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:29.282976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.566235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:29.283083Z","caller":"traceutil/trace.go:171","msg":"trace[1466717605] transaction","detail":"{read_only:false; response_revision:200; number_of_response:1; }","duration":"710.580049ms","start":"2026-04-28T03:19:28.572486Z","end":"2026-04-28T03:19:29.283066Z","steps":["trace[1466717605] 'process raft request' (duration: 370.86241ms)","trace[1466717605] 'compare' (duration: 339.449443ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:29.283174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:28.572469Z","time spent":"710.676661ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:29.684941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.810906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:29.685206Z","caller":"traceutil/trace.go:171","msg":"trace[1067494824] linearizableReadLoop","detail":"{readStateIndex:207; appliedIndex:204; }","duration":"938.721362ms","start":"2026-04-28T03:19:28.746467Z","end":"2026-04-28T03:19:29.685188Z","steps":["trace[1067494824] 'read index received' (duration: 196.893689ms)","trace[1067494824] 'applied index is now lower than readState.Index' (duration: 741.826753ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:29.685318Z","caller":"traceutil/trace.go:171","msg":"trace[1847903161] transaction","detail":"{read_only:false; response_revision:202; number_of_response:1; }","duration":"1.109474465s","start":"2026-04-28T03:19:28.575833Z","end":"2026-04-28T03:19:29.685307Z","steps":["trace[1847903161] 'process raft request' (duration: 1.109249311s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.685415Z","caller":"traceutil/trace.go:171","msg":"trace[1982958655] transaction","detail":"{read_only:false; response_revision:201; number_of_response:1; }","duration":"1.112507001s","start":"2026-04-28T03:19:28.572832Z","end":"2026-04-28T03:19:29.685339Z","steps":["trace[1982958655] 'process raft request' (duration: 838.241166ms)","trace[1982958655] 'compare' (duration: 273.490321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:29.685496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.968676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.685473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:28.575809Z","time spent":"1.109540807s","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:29.685593Z","caller":"traceutil/trace.go:171","msg":"trace[1534983045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:202; }","duration":"939.15821ms","start":"2026-04-28T03:19:28.746412Z","end":"2026-04-28T03:19:29.685571Z","steps":["trace[1534983045] 'agreement among raft nodes before linearized reading' (duration: 938.935856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.685656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:28.746389Z","time spent":"939.254342ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:29.686189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:28.572813Z","time spent":"1.112727844s","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":656,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:29.743404Z","caller":"traceutil/trace.go:171","msg":"trace[1014297957] transaction","detail":"{read_only:false; response_revision:204; number_of_response:1; }","duration":"456.829178ms","start":"2026-04-28T03:19:29.286546Z","end":"2026-04-28T03:19:29.743375Z","steps":["trace[1014297957] 'process raft request' (duration: 456.708816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.743516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.606745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.743564Z","caller":"traceutil/trace.go:171","msg":"trace[716553014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:204; }","duration":"261.701106ms","start":"2026-04-28T03:19:29.48185Z","end":"2026-04-28T03:19:29.743551Z","steps":["trace[716553014] 'agreement among raft nodes before linearized reading' (duration: 261.625834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.74361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.984666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:19:29.743699Z","caller":"traceutil/trace.go:171","msg":"trace[955286611] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:204; }","duration":"460.118358ms","start":"2026-04-28T03:19:29.283561Z","end":"2026-04-28T03:19:29.743679Z","steps":["trace[955286611] 'agreement among raft nodes before linearized reading' (duration: 459.947645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.743732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.283543Z","time spent":"460.18217ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:19:29.743546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.286523Z","time spent":"456.95634ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:29.743763Z","caller":"traceutil/trace.go:171","msg":"trace[1155753374] transaction","detail":"{read_only:false; response_revision:203; number_of_response:1; }","duration":"505.879898ms","start":"2026-04-28T03:19:29.237837Z","end":"2026-04-28T03:19:29.743717Z","steps":["trace[1155753374] 'process raft request' (duration: 505.340888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.743946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.484427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:19:29.744031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.237811Z","time spent":"506.112101ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5882,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:29.744074Z","caller":"traceutil/trace.go:171","msg":"trace[1828176712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:204; }","duration":"460.084487ms","start":"2026-04-28T03:19:29.283962Z","end":"2026-04-28T03:19:29.744046Z","steps":["trace[1828176712] 'agreement among raft nodes before linearized reading' (duration: 459.381285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.745454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.283929Z","time spent":"461.459373ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:30.462727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.509566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:30.462885Z","caller":"traceutil/trace.go:171","msg":"trace[412843871] transaction","detail":"{read_only:false; response_revision:205; number_of_response:1; }","duration":"715.00952ms","start":"2026-04-28T03:19:29.74786Z","end":"2026-04-28T03:19:30.462869Z","steps":["trace[412843871] 'process raft request' (duration: 467.2732ms)","trace[412843871] 'compare' (duration: 247.385434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:30.462938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.747839Z","time spent":"715.076162ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:30.462959Z","caller":"traceutil/trace.go:171","msg":"trace[581072467] linearizableReadLoop","detail":"{readStateIndex:210; appliedIndex:209; }","duration":"715.057301ms","start":"2026-04-28T03:19:29.747892Z","end":"2026-04-28T03:19:30.462949Z","steps":["trace[581072467] 'read index received' (duration: 467.22814ms)","trace[581072467] 'applied index is now lower than readState.Index' (duration: 247.827901ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:30.463044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.149453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18aa67185eea1d04\" ","response":"range_response_count:1 size:657"} {"level":"info","ts":"2026-04-28T03:19:30.463087Z","caller":"traceutil/trace.go:171","msg":"trace[270550625] range","detail":"{range_begin:/registry/events/default/instance.18aa67185eea1d04; range_end:; response_count:1; response_revision:205; }","duration":"715.207123ms","start":"2026-04-28T03:19:29.74786Z","end":"2026-04-28T03:19:30.463067Z","steps":["trace[270550625] 'agreement among raft nodes before linearized reading' (duration: 715.157433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.463117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.747845Z","time spent":"715.265095ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":680,"request content":"key:\"/registry/events/default/instance.18aa67185eea1d04\" "} {"level":"info","ts":"2026-04-28T03:19:30.463292Z","caller":"traceutil/trace.go:171","msg":"trace[738453552] transaction","detail":"{read_only:false; response_revision:206; number_of_response:1; }","duration":"715.031449ms","start":"2026-04-28T03:19:29.748253Z","end":"2026-04-28T03:19:30.463284Z","steps":["trace[738453552] 'process raft request' (duration: 714.585181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.463336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.748242Z","time spent":"715.07295ms","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:30.463352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.983653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:30.463385Z","caller":"traceutil/trace.go:171","msg":"trace[350283872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:208; }","duration":"617.059194ms","start":"2026-04-28T03:19:29.846318Z","end":"2026-04-28T03:19:30.463377Z","steps":["trace[350283872] 'agreement among raft nodes before linearized reading' (duration: 616.998323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.463412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.846292Z","time spent":"617.115266ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:19:30.463536Z","caller":"traceutil/trace.go:171","msg":"trace[1700558845] transaction","detail":"{read_only:false; response_revision:208; number_of_response:1; }","duration":"712.125097ms","start":"2026-04-28T03:19:29.751402Z","end":"2026-04-28T03:19:30.463527Z","steps":["trace[1700558845] 'process raft request' (duration: 711.870992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.463585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.751386Z","time spent":"712.174807ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:30.463602Z","caller":"traceutil/trace.go:171","msg":"trace[1290876773] transaction","detail":"{read_only:false; response_revision:207; number_of_response:1; }","duration":"714.702614ms","start":"2026-04-28T03:19:29.748891Z","end":"2026-04-28T03:19:30.463594Z","steps":["trace[1290876773] 'process raft request' (duration: 714.351218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.463669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.748877Z","time spent":"714.747084ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:30.463724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.003912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:19:30.463751Z","caller":"traceutil/trace.go:171","msg":"trace[1047540907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:208; }","duration":"535.057853ms","start":"2026-04-28T03:19:29.928688Z","end":"2026-04-28T03:19:30.463745Z","steps":["trace[1047540907] 'agreement among raft nodes before linearized reading' (duration: 535.012542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.463775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.928673Z","time spent":"535.097743ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:19:30.656593Z","caller":"traceutil/trace.go:171","msg":"trace[544086821] transaction","detail":"{read_only:false; response_revision:210; number_of_response:1; }","duration":"184.980717ms","start":"2026-04-28T03:19:30.47159Z","end":"2026-04-28T03:19:30.65657Z","steps":["trace[544086821] 'process raft request' (duration: 177.804544ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:30.656708Z","caller":"traceutil/trace.go:171","msg":"trace[333888041] transaction","detail":"{read_only:false; response_revision:211; number_of_response:1; }","duration":"146.368154ms","start":"2026-04-28T03:19:30.51032Z","end":"2026-04-28T03:19:30.656688Z","steps":["trace[333888041] 'process raft request' (duration: 146.203641ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:30.656996Z","caller":"traceutil/trace.go:171","msg":"trace[698545776] linearizableReadLoop","detail":"{readStateIndex:215; appliedIndex:214; }","duration":"150.370089ms","start":"2026-04-28T03:19:30.506618Z","end":"2026-04-28T03:19:30.656988Z","steps":["trace[698545776] 'read index received' (duration: 142.900481ms)","trace[698545776] 'applied index is now lower than readState.Index' (duration: 7.468568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:30.657121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.716568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:30.657159Z","caller":"traceutil/trace.go:171","msg":"trace[403082641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:211; }","duration":"174.800668ms","start":"2026-04-28T03:19:30.482349Z","end":"2026-04-28T03:19:30.65715Z","steps":["trace[403082641] 'agreement among raft nodes before linearized reading' (duration: 174.696807ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:31.170282Z","caller":"traceutil/trace.go:171","msg":"trace[1054456107] transaction","detail":"{read_only:false; response_revision:235; number_of_response:1; }","duration":"143.236079ms","start":"2026-04-28T03:19:31.027022Z","end":"2026-04-28T03:19:31.170258Z","steps":["trace[1054456107] 'process raft request' (duration: 143.155288ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:31.170347Z","caller":"traceutil/trace.go:171","msg":"trace[1865581435] transaction","detail":"{read_only:false; response_revision:234; number_of_response:1; }","duration":"144.978182ms","start":"2026-04-28T03:19:31.02534Z","end":"2026-04-28T03:19:31.170318Z","steps":["trace[1865581435] 'process raft request' (duration: 73.828006ms)","trace[1865581435] 'compare' (duration: 70.654517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:31.54742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.912877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:31.547495Z","caller":"traceutil/trace.go:171","msg":"trace[1999001351] linearizableReadLoop","detail":"{readStateIndex:243; appliedIndex:242; }","duration":"288.844423ms","start":"2026-04-28T03:19:31.258638Z","end":"2026-04-28T03:19:31.547483Z","steps":["trace[1999001351] 'read index received' (duration: 27.769194ms)","trace[1999001351] 'applied index is now lower than readState.Index' (duration: 261.073549ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:31.547543Z","caller":"traceutil/trace.go:171","msg":"trace[1916207144] transaction","detail":"{read_only:false; response_revision:238; number_of_response:1; }","duration":"290.569965ms","start":"2026-04-28T03:19:31.256966Z","end":"2026-04-28T03:19:31.547536Z","steps":["trace[1916207144] 'process raft request' (duration: 29.477335ms)","trace[1916207144] 'compare' (duration: 260.604811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:31.547739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.096088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18aa67185eea549a\" ","response":"range_response_count:1 size:653"} {"level":"info","ts":"2026-04-28T03:19:31.54777Z","caller":"traceutil/trace.go:171","msg":"trace[918022754] range","detail":"{range_begin:/registry/events/default/instance.18aa67185eea549a; range_end:; response_count:1; response_revision:238; }","duration":"289.151849ms","start":"2026-04-28T03:19:31.258609Z","end":"2026-04-28T03:19:31.547761Z","steps":["trace[918022754] 'agreement among raft nodes before linearized reading' (duration: 289.071578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:31.613615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.651298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:31.613718Z","caller":"traceutil/trace.go:171","msg":"trace[1473613843] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:0; response_revision:239; }","duration":"268.777841ms","start":"2026-04-28T03:19:31.344904Z","end":"2026-04-28T03:19:31.613682Z","steps":["trace[1473613843] 'agreement among raft nodes before linearized reading' (duration: 268.629458ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:31.61362Z","caller":"traceutil/trace.go:171","msg":"trace[557278289] transaction","detail":"{read_only:false; response_revision:239; number_of_response:1; }","duration":"127.825484ms","start":"2026-04-28T03:19:31.485756Z","end":"2026-04-28T03:19:31.613582Z","steps":["trace[557278289] 'process raft request' (duration: 127.61725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:31.78808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.205244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:31.788272Z","caller":"traceutil/trace.go:171","msg":"trace[1032564067] transaction","detail":"{read_only:false; response_revision:244; number_of_response:1; }","duration":"156.141929ms","start":"2026-04-28T03:19:31.63211Z","end":"2026-04-28T03:19:31.788252Z","steps":["trace[1032564067] 'process raft request' (duration: 42.68298ms)","trace[1032564067] 'compare' (duration: 113.071032ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:31.823518Z","caller":"traceutil/trace.go:171","msg":"trace[386233379] linearizableReadLoop","detail":"{readStateIndex:252; appliedIndex:249; }","duration":"189.223479ms","start":"2026-04-28T03:19:31.634261Z","end":"2026-04-28T03:19:31.823485Z","steps":["trace[386233379] 'read index received' (duration: 40.698333ms)","trace[386233379] 'applied index is now lower than readState.Index' (duration: 148.523976ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:31.823685Z","caller":"traceutil/trace.go:171","msg":"trace[14566633] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"191.449691ms","start":"2026-04-28T03:19:31.632214Z","end":"2026-04-28T03:19:31.823664Z","steps":["trace[14566633] 'process raft request' (duration: 191.070244ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:31.823723Z","caller":"traceutil/trace.go:171","msg":"trace[1127068041] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"190.005283ms","start":"2026-04-28T03:19:31.633693Z","end":"2026-04-28T03:19:31.823698Z","steps":["trace[1127068041] 'process raft request' (duration: 189.740558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:31.823828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.501284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:31.824058Z","caller":"traceutil/trace.go:171","msg":"trace[1830222677] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:0; response_revision:246; }","duration":"189.745959ms","start":"2026-04-28T03:19:31.634227Z","end":"2026-04-28T03:19:31.823973Z","steps":["trace[1830222677] 'agreement among raft nodes before linearized reading' (duration: 189.458513ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:32.070956Z","caller":"traceutil/trace.go:171","msg":"trace[502605690] linearizableReadLoop","detail":"{readStateIndex:256; appliedIndex:253; }","duration":"180.876072ms","start":"2026-04-28T03:19:31.89006Z","end":"2026-04-28T03:19:32.070936Z","steps":["trace[502605690] 'read index received' (duration: 106.939089ms)","trace[502605690] 'applied index is now lower than readState.Index' (duration: 73.936233ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:32.070984Z","caller":"traceutil/trace.go:171","msg":"trace[315591917] transaction","detail":"{read_only:false; response_revision:249; number_of_response:1; }","duration":"241.226247ms","start":"2026-04-28T03:19:31.829721Z","end":"2026-04-28T03:19:32.070947Z","steps":["trace[315591917] 'process raft request' (duration: 241.110675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:32.071121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.052925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18aa67185eea549a\" ","response":"range_response_count:1 size:653"} {"level":"info","ts":"2026-04-28T03:19:32.07117Z","caller":"traceutil/trace.go:171","msg":"trace[1520335446] range","detail":"{range_begin:/registry/events/default/instance.18aa67185eea549a; range_end:; response_count:1; response_revision:250; }","duration":"181.139567ms","start":"2026-04-28T03:19:31.890016Z","end":"2026-04-28T03:19:32.071156Z","steps":["trace[1520335446] 'agreement among raft nodes before linearized reading' (duration: 181.020205ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:32.071351Z","caller":"traceutil/trace.go:171","msg":"trace[1860096920] transaction","detail":"{read_only:false; response_revision:250; number_of_response:1; }","duration":"240.475724ms","start":"2026-04-28T03:19:31.830864Z","end":"2026-04-28T03:19:32.071339Z","steps":["trace[1860096920] 'process raft request' (duration: 240.037896ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:32.071352Z","caller":"traceutil/trace.go:171","msg":"trace[2000165932] transaction","detail":"{read_only:false; response_revision:248; number_of_response:1; }","duration":"241.931752ms","start":"2026-04-28T03:19:31.829359Z","end":"2026-04-28T03:19:32.071291Z","steps":["trace[2000165932] 'process raft request' (duration: 167.650702ms)","trace[2000165932] 'compare' (duration: 73.484355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:32.607336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732395854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:33.107702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732395854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:33.572373Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.466038734s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:19:34.161489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.764133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:34.161612Z","caller":"traceutil/trace.go:171","msg":"trace[1266958044] transaction","detail":"{read_only:false; response_revision:252; number_of_response:1; }","duration":"2.085734321s","start":"2026-04-28T03:19:32.075845Z","end":"2026-04-28T03:19:34.161579Z","steps":["trace[1266958044] 'process raft request' (duration: 1.496820306s)","trace[1266958044] 'compare' (duration: 588.450917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:34.161701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.075824Z","time spent":"2.085840634s","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":330,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:35.546897Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.974234334s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:19:37.359113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811986532s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:37.359297Z","caller":"traceutil/trace.go:171","msg":"trace[454273910] linearizableReadLoop","detail":"{readStateIndex:262; appliedIndex:257; }","duration":"5.25279758s","start":"2026-04-28T03:19:32.106487Z","end":"2026-04-28T03:19:37.359285Z","steps":["trace[454273910] 'read index received' (duration: 1.466192137s)","trace[454273910] 'applied index is now lower than readState.Index' (duration: 3.786604633s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:37.359425Z","caller":"traceutil/trace.go:171","msg":"trace[883623820] transaction","detail":"{read_only:false; response_revision:255; number_of_response:1; }","duration":"5.182081627s","start":"2026-04-28T03:19:32.177314Z","end":"2026-04-28T03:19:37.359396Z","steps":["trace[883623820] 'process raft request' (duration: 5.181908083s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.35947Z","caller":"traceutil/trace.go:171","msg":"trace[240859191] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"5.080428467s","start":"2026-04-28T03:19:32.279035Z","end":"2026-04-28T03:19:37.359464Z","steps":["trace[240859191] 'process raft request' (duration: 5.080224063s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.359514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.279016Z","time spent":"5.080472229s","remote":"127.0.0.1:42746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3460,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:37.359628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.284622013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T03:19:37.359671Z","caller":"traceutil/trace.go:171","msg":"trace[338882568] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:256; }","duration":"5.284676794s","start":"2026-04-28T03:19:32.074987Z","end":"2026-04-28T03:19:37.359664Z","steps":["trace[338882568] 'agreement among raft nodes before linearized reading' (duration: 5.284619023s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.359662Z","caller":"traceutil/trace.go:171","msg":"trace[2110044392] transaction","detail":"{read_only:false; response_revision:254; number_of_response:1; }","duration":"5.247117705s","start":"2026-04-28T03:19:32.112507Z","end":"2026-04-28T03:19:37.359625Z","steps":["trace[2110044392] 'process raft request' (duration: 5.246670486s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.359734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.112474Z","time spent":"5.247229797s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":749,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:37.359788Z","caller":"traceutil/trace.go:171","msg":"trace[216715558] transaction","detail":"{read_only:false; response_revision:253; number_of_response:1; }","duration":"5.248737815s","start":"2026-04-28T03:19:32.111034Z","end":"2026-04-28T03:19:37.359772Z","steps":["trace[216715558] 'process raft request' (duration: 3.436050719s)","trace[216715558] 'compare' (duration: 1.811161817s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:37.359687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.07498Z","time spent":"5.284703794s","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-04-28T03:19:37.359839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.111012Z","time spent":"5.248803087s","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:37.360148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.177286Z","time spent":"5.182198819s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:37.438573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.891515863s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:19:37.43935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.76452434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:19:37.439401Z","caller":"traceutil/trace.go:171","msg":"trace[1976798259] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"3.273974768s","start":"2026-04-28T03:19:34.165401Z","end":"2026-04-28T03:19:37.439376Z","steps":["trace[1976798259] 'process raft request' (duration: 3.27350195s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.439344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.868039ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:37.439448Z","caller":"traceutil/trace.go:171","msg":"trace[2073643223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:257; }","duration":"4.764667002s","start":"2026-04-28T03:19:32.674753Z","end":"2026-04-28T03:19:37.43942Z","steps":["trace[2073643223] 'agreement among raft nodes before linearized reading' (duration: 4.764418628s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.439479Z","caller":"traceutil/trace.go:171","msg":"trace[80223471] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:257; }","duration":"768.018862ms","start":"2026-04-28T03:19:36.671438Z","end":"2026-04-28T03:19:37.439457Z","steps":["trace[80223471] 'agreement among raft nodes before linearized reading' (duration: 767.837268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.439518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:34.165386Z","time spent":"3.27407297s","remote":"127.0.0.1:42938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:37.439532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.674733Z","time spent":"4.764774285s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:37.439448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.519122096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5897"} {"level":"warn","ts":"2026-04-28T03:19:37.439827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.928343613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:19:37.439876Z","caller":"traceutil/trace.go:171","msg":"trace[941852345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:257; }","duration":"4.928428695s","start":"2026-04-28T03:19:32.511433Z","end":"2026-04-28T03:19:37.439862Z","steps":["trace[941852345] 'agreement among raft nodes before linearized reading' (duration: 4.928337234s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.439908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.955451377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:19:37.439927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.511414Z","time spent":"4.928503136s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:19:37.439954Z","caller":"traceutil/trace.go:171","msg":"trace[735450545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:257; }","duration":"4.955528749s","start":"2026-04-28T03:19:32.484413Z","end":"2026-04-28T03:19:37.439942Z","steps":["trace[735450545] 'agreement among raft nodes before linearized reading' (duration: 4.955454918s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.439987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.484395Z","time spent":"4.95558509s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:37.439343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.97282543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:19:37.440094Z","caller":"traceutil/trace.go:171","msg":"trace[1377093566] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:257; }","duration":"3.519576795s","start":"2026-04-28T03:19:33.920279Z","end":"2026-04-28T03:19:37.439856Z","steps":["trace[1377093566] 'agreement among raft nodes before linearized reading' (duration: 3.519074946s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.440114Z","caller":"traceutil/trace.go:171","msg":"trace[582551004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:257; }","duration":"4.973655425s","start":"2026-04-28T03:19:32.466449Z","end":"2026-04-28T03:19:37.440104Z","steps":["trace[582551004] 'agreement among raft nodes before linearized reading' (duration: 4.972752898s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.440228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.466428Z","time spent":"4.973791048s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:19:37.440251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.920258Z","time spent":"3.519885281s","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5920,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T03:19:37.43936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.323579748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:37.440998Z","caller":"traceutil/trace.go:171","msg":"trace[1605014764] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:257; }","duration":"5.32527057s","start":"2026-04-28T03:19:32.11571Z","end":"2026-04-28T03:19:37.440981Z","steps":["trace[1605014764] 'agreement among raft nodes before linearized reading' (duration: 5.323577308s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.441109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.115695Z","time spent":"5.325395532s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-28T03:19:37.972462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.035497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:37.972568Z","caller":"traceutil/trace.go:171","msg":"trace[235017294] linearizableReadLoop","detail":"{readStateIndex:264; appliedIndex:263; }","duration":"533.496264ms","start":"2026-04-28T03:19:37.439055Z","end":"2026-04-28T03:19:37.972551Z","steps":["trace[235017294] 'read index received' (duration: 212.305164ms)","trace[235017294] 'applied index is now lower than readState.Index' (duration: 321.19003ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:37.972633Z","caller":"traceutil/trace.go:171","msg":"trace[215884160] transaction","detail":"{read_only:false; response_revision:258; number_of_response:1; }","duration":"607.749324ms","start":"2026-04-28T03:19:37.364874Z","end":"2026-04-28T03:19:37.972624Z","steps":["trace[215884160] 'process raft request' (duration: 286.482623ms)","trace[215884160] 'compare' (duration: 320.901635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:37.972998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.364862Z","time spent":"608.054351ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:37.973096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.305276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T03:19:37.973143Z","caller":"traceutil/trace.go:171","msg":"trace[1133067173] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:258; }","duration":"608.396587ms","start":"2026-04-28T03:19:37.364734Z","end":"2026-04-28T03:19:37.973131Z","steps":["trace[1133067173] 'agreement among raft nodes before linearized reading' (duration: 607.899197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.97319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.364712Z","time spent":"608.473429ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-04-28T03:19:37.973346Z","caller":"traceutil/trace.go:171","msg":"trace[879189243] transaction","detail":"{read_only:false; response_revision:259; number_of_response:1; }","duration":"527.395899ms","start":"2026-04-28T03:19:37.445941Z","end":"2026-04-28T03:19:37.973337Z","steps":["trace[879189243] 'process raft request' (duration: 527.001701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.973474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.445924Z","time spent":"527.4651ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:37.973588Z","caller":"traceutil/trace.go:171","msg":"trace[812632834] transaction","detail":"{read_only:false; response_revision:260; number_of_response:1; }","duration":"527.564062ms","start":"2026-04-28T03:19:37.44597Z","end":"2026-04-28T03:19:37.973534Z","steps":["trace[812632834] 'process raft request' (duration: 527.225106ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.973642Z","caller":"traceutil/trace.go:171","msg":"trace[1679686251] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"527.604803ms","start":"2026-04-28T03:19:37.446007Z","end":"2026-04-28T03:19:37.973612Z","steps":["trace[1679686251] 'process raft request' (duration: 527.302077ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.973745Z","caller":"traceutil/trace.go:171","msg":"trace[1699473011] transaction","detail":"{read_only:false; response_revision:263; number_of_response:1; }","duration":"525.262158ms","start":"2026-04-28T03:19:37.448438Z","end":"2026-04-28T03:19:37.973701Z","steps":["trace[1699473011] 'process raft request' (duration: 525.101085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.974421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.446001Z","time spent":"527.711865ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:37.974303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.448433Z","time spent":"525.830779ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:37.974568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.44596Z","time spent":"527.736595ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:37.974738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.857286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3474"} {"level":"info","ts":"2026-04-28T03:19:37.97511Z","caller":"traceutil/trace.go:171","msg":"trace[1165122269] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:263; }","duration":"528.975078ms","start":"2026-04-28T03:19:37.44583Z","end":"2026-04-28T03:19:37.974805Z","steps":["trace[1165122269] 'agreement among raft nodes before linearized reading' (duration: 527.840487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.975178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.445813Z","time spent":"529.349855ms","remote":"127.0.0.1:42746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3497,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T03:19:37.973631Z","caller":"traceutil/trace.go:171","msg":"trace[362223807] transaction","detail":"{read_only:false; response_revision:262; number_of_response:1; }","duration":"527.027661ms","start":"2026-04-28T03:19:37.446588Z","end":"2026-04-28T03:19:37.973616Z","steps":["trace[362223807] 'process raft request' (duration: 526.801077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.976282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.44658Z","time spent":"529.659831ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:38.198178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.153699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:38.198546Z","caller":"traceutil/trace.go:171","msg":"trace[158434959] transaction","detail":"{read_only:false; response_revision:264; number_of_response:1; }","duration":"215.049209ms","start":"2026-04-28T03:19:37.983451Z","end":"2026-04-28T03:19:38.1985Z","steps":["trace[158434959] 'process raft request' (duration: 104.470741ms)","trace[158434959] 'compare' (duration: 109.957436ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:38.198714Z","caller":"traceutil/trace.go:171","msg":"trace[1946622165] transaction","detail":"{read_only:false; response_revision:265; number_of_response:1; }","duration":"215.200431ms","start":"2026-04-28T03:19:37.983473Z","end":"2026-04-28T03:19:38.198673Z","steps":["trace[1946622165] 'process raft request' (duration: 214.948646ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:38.198793Z","caller":"traceutil/trace.go:171","msg":"trace[1695928389] transaction","detail":"{read_only:false; response_revision:266; number_of_response:1; }","duration":"214.356925ms","start":"2026-04-28T03:19:37.984419Z","end":"2026-04-28T03:19:38.198776Z","steps":["trace[1695928389] 'process raft request' (duration: 214.09134ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:38.198823Z","caller":"traceutil/trace.go:171","msg":"trace[906445311] linearizableReadLoop","detail":"{readStateIndex:271; appliedIndex:269; }","duration":"215.020788ms","start":"2026-04-28T03:19:37.983718Z","end":"2026-04-28T03:19:38.198738Z","steps":["trace[906445311] 'read index received' (duration: 104.197806ms)","trace[906445311] 'applied index is now lower than readState.Index' (duration: 110.808272ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:38.19899Z","caller":"traceutil/trace.go:171","msg":"trace[1110455780] transaction","detail":"{read_only:false; response_revision:267; number_of_response:1; }","duration":"210.052233ms","start":"2026-04-28T03:19:37.98891Z","end":"2026-04-28T03:19:38.198962Z","steps":["trace[1110455780] 'process raft request' (duration: 209.780688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:38.199119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.486771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:38.199174Z","caller":"traceutil/trace.go:171","msg":"trace[1048587550] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:0; response_revision:267; }","duration":"190.629774ms","start":"2026-04-28T03:19:38.008528Z","end":"2026-04-28T03:19:38.199158Z","steps":["trace[1048587550] 'agreement among raft nodes before linearized reading' (duration: 190.503282ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:39.090774Z","caller":"traceutil/trace.go:171","msg":"trace[1864784564] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"137.894216ms","start":"2026-04-28T03:19:38.95286Z","end":"2026-04-28T03:19:39.090755Z","steps":["trace[1864784564] 'process raft request' (duration: 77.220795ms)","trace[1864784564] 'compare' (duration: 60.248002ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:39.090728Z","caller":"traceutil/trace.go:171","msg":"trace[1744493363] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"117.922975ms","start":"2026-04-28T03:19:38.972769Z","end":"2026-04-28T03:19:39.090692Z","steps":["trace[1744493363] 'process raft request' (duration: 117.845434ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:40.755347Z","caller":"traceutil/trace.go:171","msg":"trace[353232820] transaction","detail":"{read_only:false; number_of_response:0; response_revision:346; }","duration":"120.056238ms","start":"2026-04-28T03:19:40.635266Z","end":"2026-04-28T03:19:40.755322Z","steps":["trace[353232820] 'process raft request' (duration: 119.928645ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:40.755583Z","caller":"traceutil/trace.go:171","msg":"trace[310504574] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"113.974572ms","start":"2026-04-28T03:19:40.641595Z","end":"2026-04-28T03:19:40.75557Z","steps":["trace[310504574] 'process raft request' (duration: 113.632545ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:40.755765Z","caller":"traceutil/trace.go:171","msg":"trace[470866985] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"102.293537ms","start":"2026-04-28T03:19:40.653459Z","end":"2026-04-28T03:19:40.755752Z","steps":["trace[470866985] 'process raft request' (duration: 101.844048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:40.755769Z","caller":"traceutil/trace.go:171","msg":"trace[466683923] transaction","detail":"{read_only:false; number_of_response:0; response_revision:346; }","duration":"121.967985ms","start":"2026-04-28T03:19:40.633792Z","end":"2026-04-28T03:19:40.75576Z","steps":["trace[466683923] 'process raft request' (duration: 121.296602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:43.104451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396136,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:43.605422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396136,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:43.704255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.139869467s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:19:43.704734Z","caller":"traceutil/trace.go:171","msg":"trace[1031081000] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:389; }","duration":"1.100490035s","start":"2026-04-28T03:19:42.604222Z","end":"2026-04-28T03:19:43.704712Z","steps":["trace[1031081000] 'read index received' (duration: 1.100151387s)","trace[1031081000] 'applied index is now lower than readState.Index' (duration: 337.288µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:43.704781Z","caller":"traceutil/trace.go:171","msg":"trace[2101233768] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"1.140504301s","start":"2026-04-28T03:19:42.564253Z","end":"2026-04-28T03:19:43.704757Z","steps":["trace[2101233768] 'process raft request' (duration: 1.140302017s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:43.704915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100668108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-04-28T03:19:43.704934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:42.564232Z","time spent":"1.140593752s","remote":"127.0.0.1:42746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4355,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:43.704969Z","caller":"traceutil/trace.go:171","msg":"trace[701045400] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:374; }","duration":"1.10076616s","start":"2026-04-28T03:19:42.604181Z","end":"2026-04-28T03:19:43.704947Z","steps":["trace[701045400] 'agreement among raft nodes before linearized reading' (duration: 1.100666218s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:43.705026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:42.604162Z","time spent":"1.100850562s","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-04-28T03:19:43.705086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051482516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-04-28T03:19:43.705138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.862311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-04-28T03:19:43.705178Z","caller":"traceutil/trace.go:171","msg":"trace[1953789892] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:374; }","duration":"850.950422ms","start":"2026-04-28T03:19:42.854215Z","end":"2026-04-28T03:19:43.705165Z","steps":["trace[1953789892] 'agreement among raft nodes before linearized reading' (duration: 850.863351ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:43.705187Z","caller":"traceutil/trace.go:171","msg":"trace[1404597415] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:374; }","duration":"1.051651499s","start":"2026-04-28T03:19:42.653511Z","end":"2026-04-28T03:19:43.705163Z","steps":["trace[1404597415] 'agreement among raft nodes before linearized reading' (duration: 1.051423225s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:43.705207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:42.854192Z","time spent":"851.009483ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-04-28T03:19:43.705236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:42.653486Z","time spent":"1.051739831s","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-04-28T03:19:43.705326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.61994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-28T03:19:43.705316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.711135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-04-28T03:19:43.705394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.718111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T03:19:43.705407Z","caller":"traceutil/trace.go:171","msg":"trace[2082005225] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:374; }","duration":"950.866958ms","start":"2026-04-28T03:19:42.754518Z","end":"2026-04-28T03:19:43.705385Z","steps":["trace[2082005225] 'agreement among raft nodes before linearized reading' (duration: 950.656254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:43.705457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:42.754486Z","time spent":"950.96147ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"info","ts":"2026-04-28T03:19:43.705423Z","caller":"traceutil/trace.go:171","msg":"trace[2079501666] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:374; }","duration":"750.796502ms","start":"2026-04-28T03:19:42.954616Z","end":"2026-04-28T03:19:43.705413Z","steps":["trace[2079501666] 'agreement among raft nodes before linearized reading' (duration: 750.755851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:43.705471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.694969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-04-28T03:19:43.705509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:42.954582Z","time spent":"750.921145ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-04-28T03:19:43.705521Z","caller":"traceutil/trace.go:171","msg":"trace[490921704] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:374; }","duration":"800.787261ms","start":"2026-04-28T03:19:42.90472Z","end":"2026-04-28T03:19:43.705507Z","steps":["trace[490921704] 'agreement among raft nodes before linearized reading' (duration: 800.686509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:43.705544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.175564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"warn","ts":"2026-04-28T03:19:43.705562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:42.904695Z","time spent":"800.857972ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"info","ts":"2026-04-28T03:19:43.705578Z","caller":"traceutil/trace.go:171","msg":"trace[860114150] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:374; }","duration":"966.234815ms","start":"2026-04-28T03:19:42.739333Z","end":"2026-04-28T03:19:43.705568Z","steps":["trace[860114150] 'agreement among raft nodes before linearized reading' (duration: 966.172434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:43.705608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:42.73932Z","time spent":"966.281936ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4349,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-28T03:19:43.705632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.813323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:19:43.705662Z","caller":"traceutil/trace.go:171","msg":"trace[1975138746] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:374; }","duration":"892.878305ms","start":"2026-04-28T03:19:42.812775Z","end":"2026-04-28T03:19:43.705653Z","steps":["trace[1975138746] 'agreement among raft nodes before linearized reading' (duration: 892.820084ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:43.705352Z","caller":"traceutil/trace.go:171","msg":"trace[1555703007] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:374; }","duration":"701.676711ms","start":"2026-04-28T03:19:43.003668Z","end":"2026-04-28T03:19:43.705344Z","steps":["trace[1555703007] 'agreement among raft nodes before linearized reading' (duration: 701.62691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:43.705692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:42.812753Z","time spent":"892.932515ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-04-28T03:19:43.705689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001808635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-04-28T03:19:43.705729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:43.003624Z","time spent":"702.092569ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-04-28T03:19:43.705798Z","caller":"traceutil/trace.go:171","msg":"trace[435384446] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:374; }","duration":"1.001997738s","start":"2026-04-28T03:19:42.703773Z","end":"2026-04-28T03:19:43.705771Z","steps":["trace[435384446] 'agreement among raft nodes before linearized reading' (duration: 1.001799084s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:43.705852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:42.703741Z","time spent":"1.00210069s","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":220,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-04-28T03:19:44.595129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396139,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:19:44.655938Z","caller":"traceutil/trace.go:171","msg":"trace[1299721463] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"940.245122ms","start":"2026-04-28T03:19:43.715663Z","end":"2026-04-28T03:19:44.655908Z","steps":["trace[1299721463] 'process raft request' (duration: 940.046878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:44.656339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:43.715587Z","time spent":"940.680792ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:44.675947Z","caller":"traceutil/trace.go:171","msg":"trace[1066604812] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"955.99594ms","start":"2026-04-28T03:19:43.719917Z","end":"2026-04-28T03:19:44.675913Z","steps":["trace[1066604812] 'process raft request' (duration: 955.768415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:44.676145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:43.719892Z","time spent":"956.141843ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:44.676158Z","caller":"traceutil/trace.go:171","msg":"trace[1555782817] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"955.861198ms","start":"2026-04-28T03:19:43.720264Z","end":"2026-04-28T03:19:44.676125Z","steps":["trace[1555782817] 'process raft request' (duration: 955.628133ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:44.676219Z","caller":"traceutil/trace.go:171","msg":"trace[1934826438] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"956.049521ms","start":"2026-04-28T03:19:43.720155Z","end":"2026-04-28T03:19:44.676204Z","steps":["trace[1934826438] 'process raft request' (duration: 955.696385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:44.67631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:43.720261Z","time spent":"955.97753ms","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":596,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:44.676351Z","caller":"traceutil/trace.go:171","msg":"trace[892788130] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"956.280656ms","start":"2026-04-28T03:19:43.720045Z","end":"2026-04-28T03:19:44.676326Z","steps":["trace[892788130] 'process raft request' (duration: 955.736085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:44.676471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:43.720041Z","time spent":"956.377647ms","remote":"127.0.0.1:43146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:44.676484Z","caller":"traceutil/trace.go:171","msg":"trace[1206259967] linearizableReadLoop","detail":"{readStateIndex:402; appliedIndex:390; }","duration":"582.004573ms","start":"2026-04-28T03:19:44.094458Z","end":"2026-04-28T03:19:44.676462Z","steps":["trace[1206259967] 'read index received' (duration: 561.357201ms)","trace[1206259967] 'applied index is now lower than readState.Index' (duration: 20.646562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:44.67668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:43.720148Z","time spent":"956.181304ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:44.676734Z","caller":"traceutil/trace.go:171","msg":"trace[24339343] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"956.102163ms","start":"2026-04-28T03:19:43.720619Z","end":"2026-04-28T03:19:44.676721Z","steps":["trace[24339343] 'process raft request' (duration: 955.300647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:44.676783Z","caller":"traceutil/trace.go:171","msg":"trace[868553940] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"952.976982ms","start":"2026-04-28T03:19:43.723794Z","end":"2026-04-28T03:19:44.676771Z","steps":["trace[868553940] 'process raft request' (duration: 952.337219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:44.676834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:43.720597Z","time spent":"956.186304ms","remote":"127.0.0.1:42686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2163,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:44.676849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:43.723787Z","time spent":"953.033193ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:44.676893Z","caller":"traceutil/trace.go:171","msg":"trace[791698900] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"956.181524ms","start":"2026-04-28T03:19:43.720697Z","end":"2026-04-28T03:19:44.676879Z","steps":["trace[791698900] 'process raft request' (duration: 955.304896ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:44.676683Z","caller":"traceutil/trace.go:171","msg":"trace[1380565777] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"948.75542ms","start":"2026-04-28T03:19:43.727909Z","end":"2026-04-28T03:19:44.676664Z","steps":["trace[1380565777] 'process raft request' (duration: 948.26852ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:44.67708Z","caller":"traceutil/trace.go:171","msg":"trace[1666008175] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"948.888893ms","start":"2026-04-28T03:19:43.72818Z","end":"2026-04-28T03:19:44.677068Z","steps":["trace[1666008175] 'process raft request' (duration: 948.097437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:44.677162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.696817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:19:44.677185Z","caller":"traceutil/trace.go:171","msg":"trace[520170254] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"948.909533ms","start":"2026-04-28T03:19:43.728263Z","end":"2026-04-28T03:19:44.677173Z","steps":["trace[520170254] 'process raft request' (duration: 948.051255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:44.677177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:43.728174Z","time spent":"948.946604ms","remote":"127.0.0.1:42948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:44.677246Z","caller":"traceutil/trace.go:171","msg":"trace[2144038499] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"948.916513ms","start":"2026-04-28T03:19:43.728321Z","end":"2026-04-28T03:19:44.677237Z","steps":["trace[2144038499] 'process raft request' (duration: 948.068176ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:44.677211Z","caller":"traceutil/trace.go:171","msg":"trace[285773725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:386; }","duration":"582.775968ms","start":"2026-04-28T03:19:44.094424Z","end":"2026-04-28T03:19:44.6772Z","steps":["trace[285773725] 'agreement among raft nodes before linearized reading' (duration: 582.688287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:44.677308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:43.728315Z","time spent":"948.959064ms","remote":"127.0.0.1:42948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2094,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:44.677374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:44.094405Z","time spent":"582.958043ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:19:44.677278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:43.728257Z","time spent":"948.979734ms","remote":"127.0.0.1:42948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:44.677326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:43.727894Z","time spent":"949.126827ms","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1251,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:44.676986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:43.720692Z","time spent":"956.238995ms","remote":"127.0.0.1:42686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:44.680189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.289849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:19:44.680283Z","caller":"traceutil/trace.go:171","msg":"trace[706277419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:390; }","duration":"584.384311ms","start":"2026-04-28T03:19:44.095845Z","end":"2026-04-28T03:19:44.680238Z","steps":["trace[706277419] 'agreement among raft nodes before linearized reading' (duration: 584.269169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:44.680332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:44.095832Z","time spent":"584.489133ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:44.681111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.097714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:19:44.68115Z","caller":"traceutil/trace.go:171","msg":"trace[206144090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:390; }","duration":"584.137525ms","start":"2026-04-28T03:19:44.097002Z","end":"2026-04-28T03:19:44.68114Z","steps":["trace[206144090] 'agreement among raft nodes before linearized reading' (duration: 584.072294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:44.68293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:44.096978Z","time spent":"585.90504ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:44.683681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.781617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:19:44.683724Z","caller":"traceutil/trace.go:171","msg":"trace[207380753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:390; }","duration":"587.836728ms","start":"2026-04-28T03:19:44.095875Z","end":"2026-04-28T03:19:44.683712Z","steps":["trace[207380753] 'agreement among raft nodes before linearized reading' (duration: 587.732256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:44.689769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:44.095865Z","time spent":"593.867816ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:19:45.201115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.32171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:45.20158Z","caller":"traceutil/trace.go:171","msg":"trace[972798465] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"502.377994ms","start":"2026-04-28T03:19:44.699168Z","end":"2026-04-28T03:19:45.201545Z","steps":["trace[972798465] 'process raft request' (duration: 194.507685ms)","trace[972798465] 'compare' (duration: 307.141955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:45.201853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:44.699158Z","time spent":"502.508227ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:45.202114Z","caller":"traceutil/trace.go:171","msg":"trace[1119900753] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"472.38488ms","start":"2026-04-28T03:19:44.729701Z","end":"2026-04-28T03:19:45.202086Z","steps":["trace[1119900753] 'process raft request' (duration: 471.793208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:45.202219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:44.729682Z","time spent":"472.500142ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:45.202268Z","caller":"traceutil/trace.go:171","msg":"trace[1252192315] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"469.026223ms","start":"2026-04-28T03:19:44.733229Z","end":"2026-04-28T03:19:45.202255Z","steps":["trace[1252192315] 'process raft request' (duration: 468.507043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:45.2024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:44.733221Z","time spent":"469.107274ms","remote":"127.0.0.1:43124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:45.202607Z","caller":"traceutil/trace.go:171","msg":"trace[938046301] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"503.394353ms","start":"2026-04-28T03:19:44.699199Z","end":"2026-04-28T03:19:45.202594Z","steps":["trace[938046301] 'process raft request' (duration: 502.205401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:45.202699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:44.699192Z","time spent":"503.453474ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:45.202724Z","caller":"traceutil/trace.go:171","msg":"trace[314590854] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"471.866379ms","start":"2026-04-28T03:19:44.730845Z","end":"2026-04-28T03:19:45.202711Z","steps":["trace[314590854] 'process raft request' (duration: 470.699506ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:45.202721Z","caller":"traceutil/trace.go:171","msg":"trace[1192326581] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"455.102712ms","start":"2026-04-28T03:19:44.747586Z","end":"2026-04-28T03:19:45.202688Z","steps":["trace[1192326581] 'process raft request' (duration: 454.865818ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:45.203129Z","caller":"traceutil/trace.go:171","msg":"trace[1714070103] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"459.358264ms","start":"2026-04-28T03:19:44.743756Z","end":"2026-04-28T03:19:45.203115Z","steps":["trace[1714070103] 'process raft request' (duration: 458.08419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:45.203202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:44.743741Z","time spent":"459.435637ms","remote":"127.0.0.1:42686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:45.203291Z","caller":"traceutil/trace.go:171","msg":"trace[649954988] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"457.323286ms","start":"2026-04-28T03:19:44.745948Z","end":"2026-04-28T03:19:45.203272Z","steps":["trace[649954988] 'process raft request' (duration: 456.164263ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:45.203398Z","caller":"traceutil/trace.go:171","msg":"trace[1455001964] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"458.52627ms","start":"2026-04-28T03:19:44.744855Z","end":"2026-04-28T03:19:45.203382Z","steps":["trace[1455001964] 'process raft request' (duration: 457.153042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:45.203402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:44.745925Z","time spent":"457.426858ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:45.202809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:44.730836Z","time spent":"471.91568ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:45.203315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:44.747573Z","time spent":"455.482589ms","remote":"127.0.0.1:42948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:45.211067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:44.744843Z","time spent":"458.611431ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3424,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:45.407465Z","caller":"traceutil/trace.go:171","msg":"trace[1962479277] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"107.401643ms","start":"2026-04-28T03:19:45.300023Z","end":"2026-04-28T03:19:45.407425Z","steps":["trace[1962479277] 'process raft request' (duration: 105.121869ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:46.912779Z","caller":"traceutil/trace.go:171","msg":"trace[175866665] linearizableReadLoop","detail":"{readStateIndex:441; appliedIndex:440; }","duration":"168.824338ms","start":"2026-04-28T03:19:46.743921Z","end":"2026-04-28T03:19:46.912745Z","steps":["trace[175866665] 'read index received' (duration: 94.092929ms)","trace[175866665] 'applied index is now lower than readState.Index' (duration: 74.729759ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:46.912795Z","caller":"traceutil/trace.go:171","msg":"trace[1219525015] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"177.658032ms","start":"2026-04-28T03:19:46.73511Z","end":"2026-04-28T03:19:46.912768Z","steps":["trace[1219525015] 'process raft request' (duration: 102.919773ms)","trace[1219525015] 'compare' (duration: 74.448874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:46.912912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.97285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:19:46.912963Z","caller":"traceutil/trace.go:171","msg":"trace[1094178231] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:424; }","duration":"169.061153ms","start":"2026-04-28T03:19:46.743891Z","end":"2026-04-28T03:19:46.912952Z","steps":["trace[1094178231] 'agreement among raft nodes before linearized reading' (duration: 168.964131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:46.913023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.696635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:19:46.9131Z","caller":"traceutil/trace.go:171","msg":"trace[1910930680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:424; }","duration":"168.811687ms","start":"2026-04-28T03:19:46.744271Z","end":"2026-04-28T03:19:46.913083Z","steps":["trace[1910930680] 'agreement among raft nodes before linearized reading' (duration: 168.688505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:46.91323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.950801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:19:46.913261Z","caller":"traceutil/trace.go:171","msg":"trace[1263701875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:424; }","duration":"166.996332ms","start":"2026-04-28T03:19:46.746256Z","end":"2026-04-28T03:19:46.913252Z","steps":["trace[1263701875] 'agreement among raft nodes before linearized reading' (duration: 166.948622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:47.129789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.591992ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T03:19:49.761409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.432478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4795"} {"level":"info","ts":"2026-04-28T03:19:49.761481Z","caller":"traceutil/trace.go:171","msg":"trace[1667088218] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:437; }","duration":"146.543ms","start":"2026-04-28T03:19:49.614922Z","end":"2026-04-28T03:19:49.761465Z","steps":["trace[1667088218] 'range keys from in-memory index tree' (duration: 146.354817ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:50.133418Z","caller":"traceutil/trace.go:171","msg":"trace[2267440] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"170.144575ms","start":"2026-04-28T03:19:49.963244Z","end":"2026-04-28T03:19:50.133388Z","steps":["trace[2267440] 'process raft request' (duration: 98.410877ms)","trace[2267440] 'compare' (duration: 71.379451ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:51.366222Z","caller":"traceutil/trace.go:171","msg":"trace[2019555779] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"112.409977ms","start":"2026-04-28T03:19:51.253762Z","end":"2026-04-28T03:19:51.366172Z","steps":["trace[2019555779] 'process raft request' (duration: 50.597221ms)","trace[2019555779] 'compare' (duration: 61.652231ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:55.155481Z","caller":"traceutil/trace.go:171","msg":"trace[1079636354] linearizableReadLoop","detail":"{readStateIndex:470; appliedIndex:469; }","duration":"120.209131ms","start":"2026-04-28T03:19:55.035256Z","end":"2026-04-28T03:19:55.155465Z","steps":["trace[1079636354] 'read index received' (duration: 120.17975ms)","trace[1079636354] 'applied index is now lower than readState.Index' (duration: 28.641µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:55.155589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.314733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:19:55.155618Z","caller":"traceutil/trace.go:171","msg":"trace[318570124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:451; }","duration":"120.374664ms","start":"2026-04-28T03:19:55.035234Z","end":"2026-04-28T03:19:55.155609Z","steps":["trace[318570124] 'agreement among raft nodes before linearized reading' (duration: 120.315343ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:55.155601Z","caller":"traceutil/trace.go:171","msg":"trace[1671055770] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"123.050918ms","start":"2026-04-28T03:19:55.032522Z","end":"2026-04-28T03:19:55.155573Z","steps":["trace[1671055770] 'process raft request' (duration: 122.860584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:55.155714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.700839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:55.155759Z","caller":"traceutil/trace.go:171","msg":"trace[1357724686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:451; }","duration":"113.775101ms","start":"2026-04-28T03:19:55.04197Z","end":"2026-04-28T03:19:55.155745Z","steps":["trace[1357724686] 'agreement among raft nodes before linearized reading' (duration: 113.711599ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:56.427879Z","caller":"traceutil/trace.go:171","msg":"trace[1095683] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"351.186912ms","start":"2026-04-28T03:19:56.076639Z","end":"2026-04-28T03:19:56.427826Z","steps":["trace[1095683] 'process raft request' (duration: 350.942028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:56.428231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:56.076581Z","time spent":"351.381026ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:56.709756Z","caller":"traceutil/trace.go:171","msg":"trace[109295931] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"273.393065ms","start":"2026-04-28T03:19:56.436332Z","end":"2026-04-28T03:19:56.709725Z","steps":["trace[109295931] 'process raft request' (duration: 273.210041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.251722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.626203ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:19:57.252379Z","caller":"traceutil/trace.go:171","msg":"trace[1946600398] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"538.144008ms","start":"2026-04-28T03:19:56.714185Z","end":"2026-04-28T03:19:57.252329Z","steps":["trace[1946600398] 'process raft request' (duration: 537.713189ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:57.252414Z","caller":"traceutil/trace.go:171","msg":"trace[1329986795] linearizableReadLoop","detail":"{readStateIndex:477; appliedIndex:475; }","duration":"535.503084ms","start":"2026-04-28T03:19:56.716832Z","end":"2026-04-28T03:19:57.252335Z","steps":["trace[1329986795] 'read index received' (duration: 119.210697ms)","trace[1329986795] 'applied index is now lower than readState.Index' (duration: 416.290607ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:57.25244Z","caller":"traceutil/trace.go:171","msg":"trace[1875185586] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"534.031176ms","start":"2026-04-28T03:19:56.718378Z","end":"2026-04-28T03:19:57.252409Z","steps":["trace[1875185586] 'process raft request' (duration: 533.851872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.252662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:56.71415Z","time spent":"538.351142ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:57.252659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.77986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:57.252785Z","caller":"traceutil/trace.go:171","msg":"trace[1909518598] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:458; }","duration":"535.928593ms","start":"2026-04-28T03:19:56.716825Z","end":"2026-04-28T03:19:57.252753Z","steps":["trace[1909518598] 'agreement among raft nodes before linearized reading' (duration: 535.714179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.252935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:56.716773Z","time spent":"536.072176ms","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"warn","ts":"2026-04-28T03:19:57.25306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:56.718367Z","time spent":"534.442164ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:57.253192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.994081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:57.254845Z","caller":"traceutil/trace.go:171","msg":"trace[2133572296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:458; }","duration":"211.770008ms","start":"2026-04-28T03:19:57.043041Z","end":"2026-04-28T03:19:57.254811Z","steps":["trace[2133572296] 'agreement among raft nodes before linearized reading' (duration: 209.849938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.627979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.99883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:57.628076Z","caller":"traceutil/trace.go:171","msg":"trace[801084133] linearizableReadLoop","detail":"{readStateIndex:479; appliedIndex:478; }","duration":"372.442104ms","start":"2026-04-28T03:19:57.255617Z","end":"2026-04-28T03:19:57.628059Z","steps":["trace[801084133] 'read index received' (duration: 164.591357ms)","trace[801084133] 'applied index is now lower than readState.Index' (duration: 207.849547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:57.628193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.567417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:57.628139Z","caller":"traceutil/trace.go:171","msg":"trace[882185923] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"372.983065ms","start":"2026-04-28T03:19:57.255106Z","end":"2026-04-28T03:19:57.628089Z","steps":["trace[882185923] 'process raft request' (duration: 164.812752ms)","trace[882185923] 'compare' (duration: 207.860747ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:57.628234Z","caller":"traceutil/trace.go:171","msg":"trace[411443461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:459; }","duration":"372.649789ms","start":"2026-04-28T03:19:57.255573Z","end":"2026-04-28T03:19:57.628222Z","steps":["trace[411443461] 'agreement among raft nodes before linearized reading' (duration: 372.554277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.628272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:57.25555Z","time spent":"372.71383ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:57.628344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:57.255077Z","time spent":"373.19259ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:57.661877Z","caller":"traceutil/trace.go:171","msg":"trace[305708900] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"405.216882ms","start":"2026-04-28T03:19:57.256626Z","end":"2026-04-28T03:19:57.661843Z","steps":["trace[305708900] 'process raft request' (duration: 404.949137ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:57.661942Z","caller":"traceutil/trace.go:171","msg":"trace[1991660753] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"403.65779ms","start":"2026-04-28T03:19:57.258252Z","end":"2026-04-28T03:19:57.66191Z","steps":["trace[1991660753] 'process raft request' (duration: 403.471297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.662041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:57.256605Z","time spent":"405.351295ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:57.662141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:57.258236Z","time spent":"403.781972ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:57.66223Z","caller":"traceutil/trace.go:171","msg":"trace[1883606539] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"404.964427ms","start":"2026-04-28T03:19:57.257255Z","end":"2026-04-28T03:19:57.66222Z","steps":["trace[1883606539] 'process raft request' (duration: 404.435407ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:57.661895Z","caller":"traceutil/trace.go:171","msg":"trace[1621849822] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"401.966297ms","start":"2026-04-28T03:19:57.259909Z","end":"2026-04-28T03:19:57.661875Z","steps":["trace[1621849822] 'process raft request' (duration: 401.855094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.662307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:57.259892Z","time spent":"402.387405ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:57.662321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:57.257237Z","time spent":"405.028588ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:57.662623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.169866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:19:57.662663Z","caller":"traceutil/trace.go:171","msg":"trace[614196452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:463; }","duration":"274.267158ms","start":"2026-04-28T03:19:57.388388Z","end":"2026-04-28T03:19:57.662655Z","steps":["trace[614196452] 'agreement among raft nodes before linearized reading' (duration: 274.205147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:58.269481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.944768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:58.26962Z","caller":"traceutil/trace.go:171","msg":"trace[865607109] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"572.668323ms","start":"2026-04-28T03:19:57.69693Z","end":"2026-04-28T03:19:58.269598Z","steps":["trace[865607109] 'process raft request' (duration: 60.492761ms)","trace[865607109] 'compare' (duration: 511.461938ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:58.269683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:57.696906Z","time spent":"572.751775ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4013,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:58.365652Z","caller":"traceutil/trace.go:171","msg":"trace[1099679164] transaction","detail":"{read_only:false; number_of_response:1; response_revision:471; }","duration":"663.431355ms","start":"2026-04-28T03:19:57.7022Z","end":"2026-04-28T03:19:58.365631Z","steps":["trace[1099679164] 'process raft request' (duration: 663.396704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:58.365788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:57.702193Z","time spent":"663.525096ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":56,"response count":0,"response size":3889,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:58.366186Z","caller":"traceutil/trace.go:171","msg":"trace[1495252128] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"666.527847ms","start":"2026-04-28T03:19:57.699419Z","end":"2026-04-28T03:19:58.365947Z","steps":["trace[1495252128] 'process raft request' (duration: 666.052957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:58.366554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:57.699397Z","time spent":"666.875193ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:59.250956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.065571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:59.251162Z","caller":"traceutil/trace.go:171","msg":"trace[585040162] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"1.374210693s","start":"2026-04-28T03:19:57.876927Z","end":"2026-04-28T03:19:59.251138Z","steps":["trace[585040162] 'process raft request' (duration: 877.836156ms)","trace[585040162] 'compare' (duration: 495.304076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:59.251236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:57.876906Z","time spent":"1.374296466s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:59.251779Z","caller":"traceutil/trace.go:171","msg":"trace[1971192119] transaction","detail":"{read_only:false; number_of_response:1; response_revision:473; }","duration":"979.909859ms","start":"2026-04-28T03:19:58.271851Z","end":"2026-04-28T03:19:59.25176Z","steps":["trace[1971192119] 'process raft request' (duration: 979.236415ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:59.251914Z","caller":"traceutil/trace.go:171","msg":"trace[1764190449] linearizableReadLoop","detail":"{readStateIndex:493; appliedIndex:492; }","duration":"1.208178185s","start":"2026-04-28T03:19:58.043723Z","end":"2026-04-28T03:19:59.251901Z","steps":["trace[1764190449] 'read index received' (duration: 322.157641ms)","trace[1764190449] 'applied index is now lower than readState.Index' (duration: 886.019484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:59.251947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:58.271828Z","time spent":"980.01181ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-28T03:19:59.252024Z","caller":"traceutil/trace.go:171","msg":"trace[1062719763] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"975.657503ms","start":"2026-04-28T03:19:58.276285Z","end":"2026-04-28T03:19:59.251943Z","steps":["trace[1062719763] 'process raft request' (duration: 975.319066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:59.252062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208323318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:59.252151Z","caller":"traceutil/trace.go:171","msg":"trace[86391434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:474; }","duration":"1.208463052s","start":"2026-04-28T03:19:58.043677Z","end":"2026-04-28T03:19:59.25214Z","steps":["trace[86391434] 'agreement among raft nodes before linearized reading' (duration: 1.208298747s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:59.252203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:58.043657Z","time spent":"1.208517072s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:59.252233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:58.276261Z","time spent":"975.872537ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:59.754002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:00.254724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:00.291355Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.536537287s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:20:00.83002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.321379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:00.830109Z","caller":"traceutil/trace.go:171","msg":"trace[531666824] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"2.453005618s","start":"2026-04-28T03:19:58.37709Z","end":"2026-04-28T03:20:00.830095Z","steps":["trace[531666824] 'process raft request' (duration: 1.914631298s)","trace[531666824] 'compare' (duration: 537.90069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:00.830172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:58.377056Z","time spent":"2.45309666s","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:00.833308Z","caller":"traceutil/trace.go:171","msg":"trace[206356973] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"1.577364015s","start":"2026-04-28T03:19:59.255925Z","end":"2026-04-28T03:20:00.833289Z","steps":["trace[206356973] 'process raft request' (duration: 1.5771168s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:00.833355Z","caller":"traceutil/trace.go:171","msg":"trace[46150652] linearizableReadLoop","detail":"{readStateIndex:498; appliedIndex:495; }","duration":"1.57948999s","start":"2026-04-28T03:19:59.253826Z","end":"2026-04-28T03:20:00.833316Z","steps":["trace[46150652] 'read index received' (duration: 1.037860023s)","trace[46150652] 'applied index is now lower than readState.Index' (duration: 541.628887ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:00.833483Z","caller":"traceutil/trace.go:171","msg":"trace[1099635293] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"1.575916417s","start":"2026-04-28T03:19:59.257555Z","end":"2026-04-28T03:20:00.833471Z","steps":["trace[1099635293] 'process raft request' (duration: 1.575639421s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:00.833569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:59.257548Z","time spent":"1.575990398s","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:00.833396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:59.255902Z","time spent":"1.577456978s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:00.833821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579960209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:00.834018Z","caller":"traceutil/trace.go:171","msg":"trace[1713592349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:477; }","duration":"1.580163663s","start":"2026-04-28T03:19:59.253809Z","end":"2026-04-28T03:20:00.833973Z","steps":["trace[1713592349] 'agreement among raft nodes before linearized reading' (duration: 1.579797116s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:00.834169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:59.253747Z","time spent":"1.580409968s","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:00.837952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171468135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:20:00.83797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139013681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:20:00.838058Z","caller":"traceutil/trace.go:171","msg":"trace[1568117975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:478; }","duration":"1.139137744s","start":"2026-04-28T03:19:59.698901Z","end":"2026-04-28T03:20:00.838038Z","steps":["trace[1568117975] 'agreement among raft nodes before linearized reading' (duration: 1.138972431s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:00.838026Z","caller":"traceutil/trace.go:171","msg":"trace[1562022232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:478; }","duration":"1.171555187s","start":"2026-04-28T03:19:59.666461Z","end":"2026-04-28T03:20:00.838016Z","steps":["trace[1562022232] 'agreement among raft nodes before linearized reading' (duration: 1.171436334s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:00.838162Z","caller":"traceutil/trace.go:171","msg":"trace[1357790093] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"380.250918ms","start":"2026-04-28T03:20:00.457897Z","end":"2026-04-28T03:20:00.838148Z","steps":["trace[1357790093] 'process raft request' (duration: 379.804719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:00.83815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171724031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:20:00.838271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:59.666452Z","time spent":"1.171746981s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:00.838114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:59.698888Z","time spent":"1.139216955s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:00.838286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:00.457855Z","time spent":"380.356901ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:00.837945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171627849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:20:00.838703Z","caller":"traceutil/trace.go:171","msg":"trace[1897178212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:478; }","duration":"1.172423425s","start":"2026-04-28T03:19:59.666256Z","end":"2026-04-28T03:20:00.83868Z","steps":["trace[1897178212] 'agreement among raft nodes before linearized reading' (duration: 1.171577198s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:00.838777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:59.666241Z","time spent":"1.172514797s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:20:00.838262Z","caller":"traceutil/trace.go:171","msg":"trace[1517222298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:478; }","duration":"1.171974845s","start":"2026-04-28T03:19:59.666271Z","end":"2026-04-28T03:20:00.838246Z","steps":["trace[1517222298] 'agreement among raft nodes before linearized reading' (duration: 1.17171868s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:00.838917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:59.666258Z","time spent":"1.172641699s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:20:01.026193Z","caller":"traceutil/trace.go:171","msg":"trace[118622185] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"186.454925ms","start":"2026-04-28T03:20:00.839717Z","end":"2026-04-28T03:20:01.026172Z","steps":["trace[118622185] 'process raft request' (duration: 129.200479ms)","trace[118622185] 'compare' (duration: 57.095583ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:01.026685Z","caller":"traceutil/trace.go:171","msg":"trace[1965862236] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"186.914974ms","start":"2026-04-28T03:20:00.839749Z","end":"2026-04-28T03:20:01.026664Z","steps":["trace[1965862236] 'process raft request' (duration: 186.372413ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:01.027478Z","caller":"traceutil/trace.go:171","msg":"trace[115584860] linearizableReadLoop","detail":"{readStateIndex:503; appliedIndex:500; }","duration":"185.838782ms","start":"2026-04-28T03:20:00.841626Z","end":"2026-04-28T03:20:01.027465Z","steps":["trace[115584860] 'read index received' (duration: 26.711607ms)","trace[115584860] 'applied index is now lower than readState.Index' (duration: 159.126525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:01.027579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.939394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:01.027613Z","caller":"traceutil/trace.go:171","msg":"trace[1335157750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:486; }","duration":"186.008125ms","start":"2026-04-28T03:20:00.841587Z","end":"2026-04-28T03:20:01.027595Z","steps":["trace[1335157750] 'agreement among raft nodes before linearized reading' (duration: 185.942563ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:01.027743Z","caller":"traceutil/trace.go:171","msg":"trace[1982401475] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"187.772592ms","start":"2026-04-28T03:20:00.839962Z","end":"2026-04-28T03:20:01.027735Z","steps":["trace[1982401475] 'process raft request' (duration: 186.419814ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:01.027911Z","caller":"traceutil/trace.go:171","msg":"trace[166916276] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"184.566185ms","start":"2026-04-28T03:20:00.843335Z","end":"2026-04-28T03:20:01.027902Z","steps":["trace[166916276] 'process raft request' (duration: 183.981503ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:01.027995Z","caller":"traceutil/trace.go:171","msg":"trace[687561439] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"183.83227ms","start":"2026-04-28T03:20:00.844143Z","end":"2026-04-28T03:20:01.027975Z","steps":["trace[687561439] 'process raft request' (duration: 183.29339ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:01.028211Z","caller":"traceutil/trace.go:171","msg":"trace[1680821806] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"184.780671ms","start":"2026-04-28T03:20:00.843416Z","end":"2026-04-28T03:20:01.028197Z","steps":["trace[1680821806] 'process raft request' (duration: 183.945303ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:01.028278Z","caller":"traceutil/trace.go:171","msg":"trace[72177231] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"184.512295ms","start":"2026-04-28T03:20:00.843757Z","end":"2026-04-28T03:20:01.028269Z","steps":["trace[72177231] 'process raft request' (duration: 183.654657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:01.506016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.453023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:01.506156Z","caller":"traceutil/trace.go:171","msg":"trace[306754994] linearizableReadLoop","detail":"{readStateIndex:513; appliedIndex:512; }","duration":"258.72751ms","start":"2026-04-28T03:20:01.247407Z","end":"2026-04-28T03:20:01.506135Z","steps":["trace[306754994] 'read index received' (duration: 90.984041ms)","trace[306754994] 'applied index is now lower than readState.Index' (duration: 167.742149ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:01.506399Z","caller":"traceutil/trace.go:171","msg":"trace[139378861] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"390.279194ms","start":"2026-04-28T03:20:01.116088Z","end":"2026-04-28T03:20:01.506367Z","steps":["trace[139378861] 'process raft request' (duration: 222.353482ms)","trace[139378861] 'compare' (duration: 166.871391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:01.506624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:01.116069Z","time spent":"390.444587ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:01.507222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.745301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:20:01.50729Z","caller":"traceutil/trace.go:171","msg":"trace[292853299] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:492; }","duration":"259.920845ms","start":"2026-04-28T03:20:01.247355Z","end":"2026-04-28T03:20:01.507276Z","steps":["trace[292853299] 'agreement among raft nodes before linearized reading' (duration: 258.834662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:02.490394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.067516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:02.490492Z","caller":"traceutil/trace.go:171","msg":"trace[1310413309] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"975.638237ms","start":"2026-04-28T03:20:01.514835Z","end":"2026-04-28T03:20:02.490474Z","steps":["trace[1310413309] 'process raft request' (duration: 459.398146ms)","trace[1310413309] 'compare' (duration: 515.557626ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:02.490554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:01.514815Z","time spent":"975.709179ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:02.543042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396328,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:20:02.581047Z","caller":"traceutil/trace.go:171","msg":"trace[1355213243] linearizableReadLoop","detail":"{readStateIndex:516; appliedIndex:515; }","duration":"538.996382ms","start":"2026-04-28T03:20:02.042026Z","end":"2026-04-28T03:20:02.581022Z","steps":["trace[1355213243] 'read index received' (duration: 538.814248ms)","trace[1355213243] 'applied index is now lower than readState.Index' (duration: 181.334µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:02.581173Z","caller":"traceutil/trace.go:171","msg":"trace[1316862376] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"990.61801ms","start":"2026-04-28T03:20:01.590494Z","end":"2026-04-28T03:20:02.581112Z","steps":["trace[1316862376] 'process raft request' (duration: 990.387005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:02.581232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.193465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:02.581401Z","caller":"traceutil/trace.go:171","msg":"trace[815865477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:494; }","duration":"539.41719ms","start":"2026-04-28T03:20:02.041972Z","end":"2026-04-28T03:20:02.581389Z","steps":["trace[815865477] 'agreement among raft nodes before linearized reading' (duration: 539.140295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:02.581439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:02.041952Z","time spent":"539.477901ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:02.581425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:01.590472Z","time spent":"990.826723ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:05.62285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396349,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:20:06.016699Z","caller":"traceutil/trace.go:171","msg":"trace[34299720] linearizableReadLoop","detail":"{readStateIndex:521; appliedIndex:520; }","duration":"894.366266ms","start":"2026-04-28T03:20:05.12231Z","end":"2026-04-28T03:20:06.016676Z","steps":["trace[34299720] 'read index received' (duration: 894.152341ms)","trace[34299720] 'applied index is now lower than readState.Index' (duration: 213.015µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:06.016766Z","caller":"traceutil/trace.go:171","msg":"trace[2073792133] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"951.539223ms","start":"2026-04-28T03:20:05.065199Z","end":"2026-04-28T03:20:06.016739Z","steps":["trace[2073792133] 'process raft request' (duration: 951.337309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.016907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.57709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:20:06.016944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.065179Z","time spent":"951.647945ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:06.016967Z","caller":"traceutil/trace.go:171","msg":"trace[1669280666] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:499; }","duration":"894.698942ms","start":"2026-04-28T03:20:05.122256Z","end":"2026-04-28T03:20:06.016954Z","steps":["trace[1669280666] 'agreement among raft nodes before linearized reading' (duration: 894.512148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.016997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.122233Z","time spent":"894.758713ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:20:06.01699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.395196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:20:06.017048Z","caller":"traceutil/trace.go:171","msg":"trace[210198299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:499; }","duration":"893.481778ms","start":"2026-04-28T03:20:05.123552Z","end":"2026-04-28T03:20:06.017034Z","steps":["trace[210198299] 'agreement among raft nodes before linearized reading' (duration: 893.294064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.017096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.123541Z","time spent":"893.546509ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:06.017134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.501118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:20:06.017353Z","caller":"traceutil/trace.go:171","msg":"trace[651585718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:499; }","duration":"893.719392ms","start":"2026-04-28T03:20:05.12354Z","end":"2026-04-28T03:20:06.01726Z","steps":["trace[651585718] 'agreement among raft nodes before linearized reading' (duration: 893.261353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.017457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.123522Z","time spent":"893.916637ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:06.544944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:07.800006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206510349s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:07.800103Z","caller":"traceutil/trace.go:171","msg":"trace[634169867] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"1.778777342s","start":"2026-04-28T03:20:06.021309Z","end":"2026-04-28T03:20:07.800087Z","steps":["trace[634169867] 'process raft request' (duration: 572.12148ms)","trace[634169867] 'compare' (duration: 1.206402997s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:07.800165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.021271Z","time spent":"1.778857784s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:08.044892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000129115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:20:08.044976Z","caller":"traceutil/trace.go:171","msg":"trace[272362672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000250658s","start":"2026-04-28T03:20:06.044703Z","end":"2026-04-28T03:20:08.044953Z","steps":["trace[272362672] 'agreement among raft nodes before linearized reading' (duration: 2.000155666s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:08.045048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.044686Z","time spent":"2.00034569s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:20:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:08.374299Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.780985485s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:20:08.383126Z","caller":"traceutil/trace.go:171","msg":"trace[1137167693] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"2.361615605s","start":"2026-04-28T03:20:06.021487Z","end":"2026-04-28T03:20:08.383102Z","steps":["trace[1137167693] 'process raft request' (duration: 2.352976674s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:08.383189Z","caller":"traceutil/trace.go:171","msg":"trace[226395345] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"2.360521462s","start":"2026-04-28T03:20:06.02265Z","end":"2026-04-28T03:20:08.383171Z","steps":["trace[226395345] 'process raft request' (duration: 2.360375999s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:08.38329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.022629Z","time spent":"2.360603563s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:08.3836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.021455Z","time spent":"2.361727086s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:08.595895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.72075ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:20:08.596118Z","caller":"traceutil/trace.go:171","msg":"trace[82345989] linearizableReadLoop","detail":"{readStateIndex:525; appliedIndex:521; }","duration":"2.551320855s","start":"2026-04-28T03:20:06.044737Z","end":"2026-04-28T03:20:08.596058Z","steps":["trace[82345989] 'read index received' (duration: 548.555981ms)","trace[82345989] 'applied index is now lower than readState.Index' (duration: 2.002762174s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:08.59655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.008757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:20:08.59655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.396504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:08.596605Z","caller":"traceutil/trace.go:171","msg":"trace[1013014365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:502; }","duration":"575.076319ms","start":"2026-04-28T03:20:08.021515Z","end":"2026-04-28T03:20:08.596592Z","steps":["trace[1013014365] 'agreement among raft nodes before linearized reading' (duration: 574.954416ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:08.596616Z","caller":"traceutil/trace.go:171","msg":"trace[1823908965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:502; }","duration":"551.509166ms","start":"2026-04-28T03:20:08.045091Z","end":"2026-04-28T03:20:08.5966Z","steps":["trace[1823908965] 'agreement among raft nodes before linearized reading' (duration: 551.388574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:08.596639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:08.021457Z","time spent":"575.176721ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:20:08.596649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:08.045074Z","time spent":"551.568898ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:20:08.722219Z","caller":"traceutil/trace.go:171","msg":"trace[839690265] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"120.788186ms","start":"2026-04-28T03:20:08.601415Z","end":"2026-04-28T03:20:08.722203Z","steps":["trace[839690265] 'process raft request' (duration: 120.683194ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:08.775413Z","caller":"traceutil/trace.go:171","msg":"trace[1422665852] linearizableReadLoop","detail":"{readStateIndex:527; appliedIndex:526; }","duration":"170.198741ms","start":"2026-04-28T03:20:08.605185Z","end":"2026-04-28T03:20:08.775384Z","steps":["trace[1422665852] 'read index received' (duration: 117.033609ms)","trace[1422665852] 'applied index is now lower than readState.Index' (duration: 53.163492ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:08.775497Z","caller":"traceutil/trace.go:171","msg":"trace[383826434] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"173.829726ms","start":"2026-04-28T03:20:08.601634Z","end":"2026-04-28T03:20:08.775464Z","steps":["trace[383826434] 'process raft request' (duration: 173.593401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:08.775773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.504647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:08.775891Z","caller":"traceutil/trace.go:171","msg":"trace[881022925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:504; }","duration":"170.721111ms","start":"2026-04-28T03:20:08.60515Z","end":"2026-04-28T03:20:08.775871Z","steps":["trace[881022925] 'agreement among raft nodes before linearized reading' (duration: 170.343503ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:09.525152Z","caller":"traceutil/trace.go:171","msg":"trace[2007877317] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"111.984228ms","start":"2026-04-28T03:20:09.413152Z","end":"2026-04-28T03:20:09.525137Z","steps":["trace[2007877317] 'process raft request' (duration: 111.801264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:09.669012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.698695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12669"} {"level":"info","ts":"2026-04-28T03:20:09.669071Z","caller":"traceutil/trace.go:171","msg":"trace[1202096386] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:505; }","duration":"125.796298ms","start":"2026-04-28T03:20:09.543259Z","end":"2026-04-28T03:20:09.669056Z","steps":["trace[1202096386] 'range keys from in-memory index tree' (duration: 125.590833ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:10.035782Z","caller":"traceutil/trace.go:171","msg":"trace[1422807464] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"228.733608ms","start":"2026-04-28T03:20:09.807023Z","end":"2026-04-28T03:20:10.035757Z","steps":["trace[1422807464] 'process raft request' (duration: 228.564744ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:10.72177Z","caller":"traceutil/trace.go:171","msg":"trace[1136386971] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"331.572518ms","start":"2026-04-28T03:20:10.390161Z","end":"2026-04-28T03:20:10.721734Z","steps":["trace[1136386971] 'process raft request' (duration: 324.07906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.721975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:10.39015Z","time spent":"331.722571ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:10.722342Z","caller":"traceutil/trace.go:171","msg":"trace[438411148] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"318.610555ms","start":"2026-04-28T03:20:10.403686Z","end":"2026-04-28T03:20:10.722297Z","steps":["trace[438411148] 'process raft request' (duration: 318.272448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.722578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:10.403606Z","time spent":"318.874141ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317292,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:11.11461Z","caller":"traceutil/trace.go:171","msg":"trace[582796106] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"361.303496ms","start":"2026-04-28T03:20:10.753271Z","end":"2026-04-28T03:20:11.114574Z","steps":["trace[582796106] 'process raft request' (duration: 334.962392ms)","trace[582796106] 'compare' (duration: 25.845164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:11.114748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:10.753246Z","time spent":"361.440909ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:11.114765Z","caller":"traceutil/trace.go:171","msg":"trace[388157415] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"361.380618ms","start":"2026-04-28T03:20:10.75327Z","end":"2026-04-28T03:20:11.114651Z","steps":["trace[388157415] 'process raft request' (duration: 361.218954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:11.114949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:10.753246Z","time spent":"361.635673ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:11.114715Z","caller":"traceutil/trace.go:171","msg":"trace[2102867501] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"261.245663ms","start":"2026-04-28T03:20:10.853441Z","end":"2026-04-28T03:20:11.114687Z","steps":["trace[2102867501] 'process raft request' (duration: 261.163342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:11.11521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.3292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:20:11.114926Z","caller":"traceutil/trace.go:171","msg":"trace[163761573] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:532; }","duration":"334.944642ms","start":"2026-04-28T03:20:10.779872Z","end":"2026-04-28T03:20:11.114817Z","steps":["trace[163761573] 'read index received' (duration: 308.291781ms)","trace[163761573] 'applied index is now lower than readState.Index' (duration: 26.647891ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:11.115262Z","caller":"traceutil/trace.go:171","msg":"trace[76741336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:512; }","duration":"335.422592ms","start":"2026-04-28T03:20:10.779826Z","end":"2026-04-28T03:20:11.115249Z","steps":["trace[76741336] 'agreement among raft nodes before linearized reading' (duration: 335.30687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:11.115299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:10.779808Z","time spent":"335.484173ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:20:12.789524Z","caller":"traceutil/trace.go:171","msg":"trace[1314355023] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"226.828088ms","start":"2026-04-28T03:20:12.562673Z","end":"2026-04-28T03:20:12.789502Z","steps":["trace[1314355023] 'process raft request' (duration: 193.837131ms)","trace[1314355023] 'compare' (duration: 32.747261ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:12.789551Z","caller":"traceutil/trace.go:171","msg":"trace[568222462] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:570; }","duration":"126.167013ms","start":"2026-04-28T03:20:12.663344Z","end":"2026-04-28T03:20:12.789511Z","steps":["trace[568222462] 'read index received' (duration: 93.171416ms)","trace[568222462] 'applied index is now lower than readState.Index' (duration: 32.992437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:12.789763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.408128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:12.789863Z","caller":"traceutil/trace.go:171","msg":"trace[1885248140] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:546; }","duration":"126.556711ms","start":"2026-04-28T03:20:12.663294Z","end":"2026-04-28T03:20:12.789851Z","steps":["trace[1885248140] 'agreement among raft nodes before linearized reading' (duration: 126.385797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:13.027283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.088636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:13.027446Z","caller":"traceutil/trace.go:171","msg":"trace[363656885] linearizableReadLoop","detail":"{readStateIndex:573; appliedIndex:572; }","duration":"108.278647ms","start":"2026-04-28T03:20:12.919145Z","end":"2026-04-28T03:20:13.027423Z","steps":["trace[363656885] 'read index received' (duration: 61.851µs)","trace[363656885] 'applied index is now lower than readState.Index' (duration: 108.215115ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:13.027496Z","caller":"traceutil/trace.go:171","msg":"trace[766051196] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"154.679015ms","start":"2026-04-28T03:20:12.872786Z","end":"2026-04-28T03:20:13.027465Z","steps":["trace[766051196] 'process raft request' (duration: 33.330654ms)","trace[766051196] 'compare' (duration: 120.937703ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:13.027606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.45794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:13.027698Z","caller":"traceutil/trace.go:171","msg":"trace[880731230] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:548; }","duration":"108.552872ms","start":"2026-04-28T03:20:12.919125Z","end":"2026-04-28T03:20:13.027678Z","steps":["trace[880731230] 'agreement among raft nodes before linearized reading' (duration: 108.392248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:13.373236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.495512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:20:13.37341Z","caller":"traceutil/trace.go:171","msg":"trace[1793046264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:548; }","duration":"202.718277ms","start":"2026-04-28T03:20:13.170671Z","end":"2026-04-28T03:20:13.37339Z","steps":["trace[1793046264] 'range keys from in-memory index tree' (duration: 202.38765ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:13.379272Z","caller":"traceutil/trace.go:171","msg":"trace[1832086957] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"164.275543ms","start":"2026-04-28T03:20:13.214985Z","end":"2026-04-28T03:20:13.379261Z","steps":["trace[1832086957] 'process raft request' (duration: 164.185371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:14.134117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.416796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:14.134339Z","caller":"traceutil/trace.go:171","msg":"trace[918795686] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"919.054242ms","start":"2026-04-28T03:20:13.215272Z","end":"2026-04-28T03:20:14.134326Z","steps":["trace[918795686] 'process raft request' (duration: 561.370001ms)","trace[918795686] 'compare' (duration: 357.256422ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:14.134385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.215264Z","time spent":"919.103784ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:14.134561Z","caller":"traceutil/trace.go:171","msg":"trace[1938551611] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"906.955697ms","start":"2026-04-28T03:20:13.227598Z","end":"2026-04-28T03:20:14.134554Z","steps":["trace[1938551611] 'process raft request' (duration: 906.658011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:14.134592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.227579Z","time spent":"906.999089ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:14.134572Z","caller":"traceutil/trace.go:171","msg":"trace[108478628] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"906.1761ms","start":"2026-04-28T03:20:13.228357Z","end":"2026-04-28T03:20:14.134534Z","steps":["trace[108478628] 'process raft request' (duration: 905.937765ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:14.134589Z","caller":"traceutil/trace.go:171","msg":"trace[1338029130] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"919.117844ms","start":"2026-04-28T03:20:13.21542Z","end":"2026-04-28T03:20:14.134538Z","steps":["trace[1338029130] 'process raft request' (duration: 918.775867ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:14.134647Z","caller":"traceutil/trace.go:171","msg":"trace[2068519393] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"905.974656ms","start":"2026-04-28T03:20:13.228669Z","end":"2026-04-28T03:20:14.134643Z","steps":["trace[2068519393] 'process raft request' (duration: 905.664059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:14.134667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.228657Z","time spent":"906.002036ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:14.134719Z","caller":"traceutil/trace.go:171","msg":"trace[1398686452] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"879.884714ms","start":"2026-04-28T03:20:13.25483Z","end":"2026-04-28T03:20:14.134715Z","steps":["trace[1398686452] 'process raft request' (duration: 879.732291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:14.134737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.254817Z","time spent":"879.911785ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:14.134724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.228338Z","time spent":"906.314283ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:14.134734Z","caller":"traceutil/trace.go:171","msg":"trace[775078950] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"756.432314ms","start":"2026-04-28T03:20:13.378289Z","end":"2026-04-28T03:20:14.134722Z","steps":["trace[775078950] 'process raft request' (duration: 756.374712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:14.13474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.215387Z","time spent":"919.280217ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:14.134775Z","caller":"traceutil/trace.go:171","msg":"trace[252402609] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"899.605152ms","start":"2026-04-28T03:20:13.235166Z","end":"2026-04-28T03:20:14.134771Z","steps":["trace[252402609] 'process raft request' (duration: 899.251614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:14.134795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.235157Z","time spent":"899.628312ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:14.134632Z","caller":"traceutil/trace.go:171","msg":"trace[1911074347] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"902.394301ms","start":"2026-04-28T03:20:13.232234Z","end":"2026-04-28T03:20:14.134628Z","steps":["trace[1911074347] 'process raft request' (duration: 902.144805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:14.134844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.378268Z","time spent":"756.499155ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:14.134876Z","caller":"traceutil/trace.go:171","msg":"trace[1848880471] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"894.049804ms","start":"2026-04-28T03:20:13.240821Z","end":"2026-04-28T03:20:14.134871Z","steps":["trace[1848880471] 'process raft request' (duration: 893.656635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:14.134895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.24081Z","time spent":"894.076925ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:14.134892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.232224Z","time spent":"902.646526ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:14.134971Z","caller":"traceutil/trace.go:171","msg":"trace[1881673132] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"851.7706ms","start":"2026-04-28T03:20:13.283196Z","end":"2026-04-28T03:20:14.134967Z","steps":["trace[1881673132] 'process raft request' (duration: 851.424052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:14.13499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.283177Z","time spent":"851.804301ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:14.545533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:14.888004Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111086898s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:20:15.541394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292783381s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:15.541501Z","caller":"traceutil/trace.go:171","msg":"trace[122752249] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:560; }","duration":"1.292904194s","start":"2026-04-28T03:20:14.248583Z","end":"2026-04-28T03:20:15.541487Z","steps":["trace[122752249] 'range keys from in-memory index tree' (duration: 1.292748381s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:15.541946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.636976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:15.542213Z","caller":"traceutil/trace.go:171","msg":"trace[1451479966] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"2.155735884s","start":"2026-04-28T03:20:13.386436Z","end":"2026-04-28T03:20:15.542171Z","steps":["trace[1451479966] 'process raft request' (duration: 1.501811891s)","trace[1451479966] 'compare' (duration: 653.468382ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:15.542333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.386425Z","time spent":"2.155846886s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:15.542356Z","caller":"traceutil/trace.go:171","msg":"trace[2058118965] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"2.155827236s","start":"2026-04-28T03:20:13.386516Z","end":"2026-04-28T03:20:15.542344Z","steps":["trace[2058118965] 'process raft request' (duration: 2.155528399s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:15.542437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.386493Z","time spent":"2.155902107s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6888,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:15.542477Z","caller":"traceutil/trace.go:171","msg":"trace[15318435] transaction","detail":"{read_only:false; number_of_response:1; response_revision:562; }","duration":"2.155912317s","start":"2026-04-28T03:20:13.386554Z","end":"2026-04-28T03:20:15.542466Z","steps":["trace[15318435] 'process raft request' (duration: 2.155721013s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:15.542573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.38653Z","time spent":"2.15601642s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6937,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:15.542887Z","caller":"traceutil/trace.go:171","msg":"trace[633223015] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"2.124701578s","start":"2026-04-28T03:20:13.418167Z","end":"2026-04-28T03:20:15.542869Z","steps":["trace[633223015] 'process raft request' (duration: 2.124244398s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:15.542981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.418135Z","time spent":"2.12481208s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:15.965963Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.045411458s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:20:16.045446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000006984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:20:16.045534Z","caller":"traceutil/trace.go:171","msg":"trace[1672702422] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000115407s","start":"2026-04-28T03:20:14.045401Z","end":"2026-04-28T03:20:16.045516Z","steps":["trace[1672702422] 'agreement among raft nodes before linearized reading' (duration: 2.000001084s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:16.046078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:14.045353Z","time spent":"2.000712069s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:20:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:16.560907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.55885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:16.56114Z","caller":"traceutil/trace.go:171","msg":"trace[943478425] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"2.417281662s","start":"2026-04-28T03:20:14.143816Z","end":"2026-04-28T03:20:16.561097Z","steps":["trace[943478425] 'process raft request' (duration: 1.822556519s)","trace[943478425] 'compare' (duration: 593.822154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:16.561228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:14.143792Z","time spent":"2.417402935s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:16.561458Z","caller":"traceutil/trace.go:171","msg":"trace[816433614] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"2.413225656s","start":"2026-04-28T03:20:14.148189Z","end":"2026-04-28T03:20:16.561415Z","steps":["trace[816433614] 'process raft request' (duration: 2.412806497s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:16.561604Z","caller":"traceutil/trace.go:171","msg":"trace[1862430402] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"2.407466054s","start":"2026-04-28T03:20:14.15412Z","end":"2026-04-28T03:20:16.561586Z","steps":["trace[1862430402] 'process raft request' (duration: 2.407365471s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:16.56165Z","caller":"traceutil/trace.go:171","msg":"trace[635671084] linearizableReadLoop","detail":"{readStateIndex:597; appliedIndex:585; }","duration":"2.51622996s","start":"2026-04-28T03:20:14.045406Z","end":"2026-04-28T03:20:16.561636Z","steps":["trace[635671084] 'read index received' (duration: 842.854594ms)","trace[635671084] 'applied index is now lower than readState.Index' (duration: 1.673373766s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:16.561692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:14.154114Z","time spent":"2.407541886s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:16.561717Z","caller":"traceutil/trace.go:171","msg":"trace[1246778035] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"2.407830013s","start":"2026-04-28T03:20:14.153855Z","end":"2026-04-28T03:20:16.561684Z","steps":["trace[1246778035] 'process raft request' (duration: 2.407587977s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:16.56183Z","caller":"traceutil/trace.go:171","msg":"trace[311659193] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"2.412194135s","start":"2026-04-28T03:20:14.149627Z","end":"2026-04-28T03:20:16.561821Z","steps":["trace[311659193] 'process raft request' (duration: 2.411442189s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:16.561832Z","caller":"traceutil/trace.go:171","msg":"trace[1209419442] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"2.404290687s","start":"2026-04-28T03:20:14.157529Z","end":"2026-04-28T03:20:16.561819Z","steps":["trace[1209419442] 'process raft request' (duration: 2.40398413s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:16.56186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:14.153849Z","time spent":"2.407933925s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:16.561644Z","caller":"traceutil/trace.go:171","msg":"trace[1463279679] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"2.40779118s","start":"2026-04-28T03:20:14.153783Z","end":"2026-04-28T03:20:16.561574Z","steps":["trace[1463279679] 'process raft request' (duration: 2.407361551s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:16.561915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:14.149602Z","time spent":"2.412258746s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:16.561946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:14.153765Z","time spent":"2.40815742s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:16.563078Z","caller":"traceutil/trace.go:171","msg":"trace[475009516] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"2.411740094s","start":"2026-04-28T03:20:14.14978Z","end":"2026-04-28T03:20:16.56152Z","steps":["trace[475009516] 'process raft request' (duration: 2.411326535s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:16.563173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:14.149774Z","time spent":"2.413353219s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:16.563159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:14.157522Z","time spent":"2.404391999s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:16.567005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:14.148172Z","time spent":"2.413385129s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:17.06254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396484,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:17.087988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.087205428s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:20:18.046835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000452355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:20:18.047002Z","caller":"traceutil/trace.go:171","msg":"trace[2080934741] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00066244s","start":"2026-04-28T03:20:16.046319Z","end":"2026-04-28T03:20:18.046982Z","steps":["trace[2080934741] 'agreement among raft nodes before linearized reading' (duration: 2.000475516s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:18.047081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:16.046306Z","time spent":"2.000760541s","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:20:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:18.391186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302905158s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:18.391414Z","caller":"traceutil/trace.go:171","msg":"trace[896274961] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"2.785504583s","start":"2026-04-28T03:20:15.605898Z","end":"2026-04-28T03:20:18.391402Z","steps":["trace[896274961] 'process raft request' (duration: 2.785477132s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:18.391463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:15.605874Z","time spent":"2.785570064s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:18.39161Z","caller":"traceutil/trace.go:171","msg":"trace[980343114] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"2.839101141s","start":"2026-04-28T03:20:15.552491Z","end":"2026-04-28T03:20:18.391592Z","steps":["trace[980343114] 'process raft request' (duration: 1.535704363s)","trace[980343114] 'compare' (duration: 1.302709843s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:18.391669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:15.552469Z","time spent":"2.839161742s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:18.391816Z","caller":"traceutil/trace.go:171","msg":"trace[1649518514] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"2.823795475s","start":"2026-04-28T03:20:15.567974Z","end":"2026-04-28T03:20:18.39177Z","steps":["trace[1649518514] 'process raft request' (duration: 2.823315165s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:18.392048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:15.56795Z","time spent":"2.823964009s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:18.585055Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.495831429s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:20:19.057571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.025545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-28T03:20:19.05779Z","caller":"traceutil/trace.go:171","msg":"trace[1924488569] transaction","detail":"{read_only:false; number_of_response:0; response_revision:574; }","duration":"2.489723152s","start":"2026-04-28T03:20:16.568044Z","end":"2026-04-28T03:20:19.057767Z","steps":["trace[1924488569] 'process raft request' (duration: 2.01741136s)","trace[1924488569] 'compare' (duration: 471.968184ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:19.057937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:16.568021Z","time spent":"2.489853286s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:19.058086Z","caller":"traceutil/trace.go:171","msg":"trace[2006320980] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"2.47312273s","start":"2026-04-28T03:20:16.584944Z","end":"2026-04-28T03:20:19.058066Z","steps":["trace[2006320980] 'process raft request' (duration: 2.472838674s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:19.058181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:16.58492Z","time spent":"2.473214181s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:19.058263Z","caller":"traceutil/trace.go:171","msg":"trace[575508193] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"2.473287083s","start":"2026-04-28T03:20:16.584948Z","end":"2026-04-28T03:20:19.058235Z","steps":["trace[575508193] 'process raft request' (duration: 2.473053068s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:19.058424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:16.58492Z","time spent":"2.473432116s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:19.441552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.343556ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:20:19.442045Z","caller":"traceutil/trace.go:171","msg":"trace[1958618777] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:597; }","duration":"2.880334053s","start":"2026-04-28T03:20:16.561678Z","end":"2026-04-28T03:20:19.442012Z","steps":["trace[1958618777] 'read index received' (duration: 526.582557ms)","trace[1958618777] 'applied index is now lower than readState.Index' (duration: 2.353749846s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:19.442166Z","caller":"traceutil/trace.go:171","msg":"trace[2064404401] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"2.828162633s","start":"2026-04-28T03:20:16.61398Z","end":"2026-04-28T03:20:19.442142Z","steps":["trace[2064404401] 'process raft request' (duration: 2.827694673s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:19.442422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:16.613956Z","time spent":"2.828342147s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:19.890835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.064091931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-28T03:20:19.890933Z","caller":"traceutil/trace.go:171","msg":"trace[975305285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.064242614s","start":"2026-04-28T03:20:14.826669Z","end":"2026-04-28T03:20:19.890912Z","steps":["trace[975305285] 'agreement among raft nodes before linearized reading' (duration: 4.6155258s)","trace[975305285] 'range keys from in-memory index tree' (duration: 448.568832ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:19.890949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.836761867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:20:19.89107Z","caller":"traceutil/trace.go:171","msg":"trace[338325073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:577; }","duration":"5.83690129s","start":"2026-04-28T03:20:14.05414Z","end":"2026-04-28T03:20:19.891042Z","steps":["trace[338325073] 'agreement among raft nodes before linearized reading' (duration: 5.388079433s)","trace[338325073] 'range keys from in-memory index tree' (duration: 448.596262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:19.891112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.751901745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:20:19.891141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:14.054131Z","time spent":"5.836993342s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:20:19.891188Z","caller":"traceutil/trace.go:171","msg":"trace[724204212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:577; }","duration":"3.752026818s","start":"2026-04-28T03:20:16.139143Z","end":"2026-04-28T03:20:19.89117Z","steps":["trace[724204212] 'agreement among raft nodes before linearized reading' (duration: 3.302965396s)","trace[724204212] 'range keys from in-memory index tree' (duration: 448.878327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:19.891218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:16.13912Z","time spent":"3.7520914s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:20:19.890984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:14.826637Z","time spent":"5.064335247s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 03:20:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:19.891546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.378953644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:20:19.891565Z","caller":"traceutil/trace.go:171","msg":"trace[799225721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:577; }","duration":"5.379008275s","start":"2026-04-28T03:20:14.51255Z","end":"2026-04-28T03:20:19.891558Z","steps":["trace[799225721] 'agreement among raft nodes before linearized reading' (duration: 4.929660137s)","trace[799225721] 'range keys from in-memory index tree' (duration: 449.291477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:19.891582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:14.51253Z","time spent":"5.379048326s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:19.891686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.631434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:19.8919Z","caller":"traceutil/trace.go:171","msg":"trace[1355456180] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"1.4905869s","start":"2026-04-28T03:20:18.401305Z","end":"2026-04-28T03:20:19.891892Z","steps":["trace[1355456180] 'process raft request' (duration: 1.490512149s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:19.891946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:18.401277Z","time spent":"1.490642852s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:19.892005Z","caller":"traceutil/trace.go:171","msg":"trace[460744642] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"1.490762704s","start":"2026-04-28T03:20:18.401234Z","end":"2026-04-28T03:20:19.891997Z","steps":["trace[460744642] 'process raft request' (duration: 1.4905436s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:19.892002Z","caller":"traceutil/trace.go:171","msg":"trace[1897175669] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:605; }","duration":"449.843258ms","start":"2026-04-28T03:20:19.44214Z","end":"2026-04-28T03:20:19.891984Z","steps":["trace[1897175669] 'read index received' (duration: 86.822µs)","trace[1897175669] 'applied index is now lower than readState.Index' (duration: 449.755566ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:19.892005Z","caller":"traceutil/trace.go:171","msg":"trace[1645977526] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"1.491087981s","start":"2026-04-28T03:20:18.400891Z","end":"2026-04-28T03:20:19.891979Z","steps":["trace[1645977526] 'process raft request' (duration: 1.04111169s)","trace[1645977526] 'compare' (duration: 449.302567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:19.892033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:18.401217Z","time spent":"1.490798915s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:19.892094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839499424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa67244f58aa38\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-28T03:20:19.892126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.237354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-04-28T03:20:19.892123Z","caller":"traceutil/trace.go:171","msg":"trace[1727376535] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa67244f58aa38; range_end:; response_count:1; response_revision:581; }","duration":"1.839568876s","start":"2026-04-28T03:20:18.052544Z","end":"2026-04-28T03:20:19.892113Z","steps":["trace[1727376535] 'agreement among raft nodes before linearized reading' (duration: 1.839494984s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:19.892119Z","caller":"traceutil/trace.go:171","msg":"trace[1112312920] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"1.414202408s","start":"2026-04-28T03:20:18.477897Z","end":"2026-04-28T03:20:19.8921Z","steps":["trace[1112312920] 'process raft request' (duration: 1.413961422s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:19.892143Z","caller":"traceutil/trace.go:171","msg":"trace[525705620] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:581; }","duration":"832.281795ms","start":"2026-04-28T03:20:19.059854Z","end":"2026-04-28T03:20:19.892136Z","steps":["trace[525705620] 'agreement among raft nodes before linearized reading' (duration: 832.231084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:19.892124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:18.400866Z","time spent":"1.491193193s","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:19.892162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:19.059836Z","time spent":"832.322776ms","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1036,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-04-28T03:20:19.892188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838601865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:19.892156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:18.052524Z","time spent":"1.839624417s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa67244f58aa38\" "} {"level":"info","ts":"2026-04-28T03:20:19.89222Z","caller":"traceutil/trace.go:171","msg":"trace[2078419705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:581; }","duration":"1.838655466s","start":"2026-04-28T03:20:18.053551Z","end":"2026-04-28T03:20:19.892206Z","steps":["trace[2078419705] 'agreement among raft nodes before linearized reading' (duration: 1.838622775s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:19.892234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:18.477856Z","time spent":"1.41430721s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:19.892267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:18.053533Z","time spent":"1.838723608s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:20.787471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.661237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:20.7877Z","caller":"traceutil/trace.go:171","msg":"trace[410193486] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"891.189667ms","start":"2026-04-28T03:20:19.896475Z","end":"2026-04-28T03:20:20.787665Z","steps":["trace[410193486] 'process raft request' (duration: 891.075704ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:20.787741Z","caller":"traceutil/trace.go:171","msg":"trace[510499628] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"891.208427ms","start":"2026-04-28T03:20:19.896518Z","end":"2026-04-28T03:20:20.787727Z","steps":["trace[510499628] 'process raft request' (duration: 891.078624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:20.78779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:19.896499Z","time spent":"891.269538ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:20.787817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:19.896462Z","time spent":"891.293199ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:20.787949Z","caller":"traceutil/trace.go:171","msg":"trace[1157817649] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"891.422582ms","start":"2026-04-28T03:20:19.896516Z","end":"2026-04-28T03:20:20.787939Z","steps":["trace[1157817649] 'process raft request' (duration: 891.062924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:20.787996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:19.896504Z","time spent":"891.469892ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:20.78794Z","caller":"traceutil/trace.go:171","msg":"trace[1806376231] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"891.793609ms","start":"2026-04-28T03:20:19.896118Z","end":"2026-04-28T03:20:20.787911Z","steps":["trace[1806376231] 'process raft request' (duration: 216.628991ms)","trace[1806376231] 'compare' (duration: 674.589726ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:20.78815Z","caller":"traceutil/trace.go:171","msg":"trace[1329351862] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"881.459068ms","start":"2026-04-28T03:20:19.906666Z","end":"2026-04-28T03:20:20.788125Z","steps":["trace[1329351862] 'process raft request' (duration: 881.022638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:20.788211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:19.906651Z","time spent":"881.532509ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:20.788222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:19.896098Z","time spent":"892.024594ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:20.788326Z","caller":"traceutil/trace.go:171","msg":"trace[513843299] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:610; }","duration":"888.57929ms","start":"2026-04-28T03:20:19.899732Z","end":"2026-04-28T03:20:20.788312Z","steps":["trace[513843299] 'read index received' (duration: 213.008114ms)","trace[513843299] 'applied index is now lower than readState.Index' (duration: 675.570246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:20.788425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.687723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:20.788429Z","caller":"traceutil/trace.go:171","msg":"trace[443305174] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"876.161654ms","start":"2026-04-28T03:20:19.912248Z","end":"2026-04-28T03:20:20.788409Z","steps":["trace[443305174] 'process raft request' (duration: 875.794096ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:20.788461Z","caller":"traceutil/trace.go:171","msg":"trace[1094529714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:589; }","duration":"888.723843ms","start":"2026-04-28T03:20:19.899727Z","end":"2026-04-28T03:20:20.788451Z","steps":["trace[1094529714] 'agreement among raft nodes before linearized reading' (duration: 888.634742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:20.788489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:19.899696Z","time spent":"888.785415ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:20:20.788539Z","caller":"traceutil/trace.go:171","msg":"trace[1883726709] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"842.148616ms","start":"2026-04-28T03:20:19.946378Z","end":"2026-04-28T03:20:20.788526Z","steps":["trace[1883726709] 'process raft request' (duration: 841.826009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:20.788536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:19.912228Z","time spent":"876.249256ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10855,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:20.788586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:19.946358Z","time spent":"842.208777ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:21.158847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.653827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:21.158938Z","caller":"traceutil/trace.go:171","msg":"trace[1165643570] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"357.173646ms","start":"2026-04-28T03:20:20.801749Z","end":"2026-04-28T03:20:21.158922Z","steps":["trace[1165643570] 'process raft request' (duration: 206.361016ms)","trace[1165643570] 'compare' (duration: 150.519623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:21.159802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:20.801722Z","time spent":"357.973704ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:21.464752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.575151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:21.464933Z","caller":"traceutil/trace.go:171","msg":"trace[1490879176] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:618; }","duration":"418.353828ms","start":"2026-04-28T03:20:21.046565Z","end":"2026-04-28T03:20:21.464919Z","steps":["trace[1490879176] 'read index received' (duration: 257.590464ms)","trace[1490879176] 'applied index is now lower than readState.Index' (duration: 160.762604ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:21.465004Z","caller":"traceutil/trace.go:171","msg":"trace[422729412] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"662.970956ms","start":"2026-04-28T03:20:20.802026Z","end":"2026-04-28T03:20:21.464997Z","steps":["trace[422729412] 'process raft request' (duration: 502.072059ms)","trace[422729412] 'compare' (duration: 160.457617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:21.465056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:20.802006Z","time spent":"663.020287ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:21.465137Z","caller":"traceutil/trace.go:171","msg":"trace[685173440] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"613.422493ms","start":"2026-04-28T03:20:20.851694Z","end":"2026-04-28T03:20:21.465117Z","steps":["trace[685173440] 'process raft request' (duration: 613.158888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:21.465265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:20.851671Z","time spent":"613.533525ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:21.465513Z","caller":"traceutil/trace.go:171","msg":"trace[1891555196] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"293.375593ms","start":"2026-04-28T03:20:21.17212Z","end":"2026-04-28T03:20:21.465496Z","steps":["trace[1891555196] 'process raft request' (duration: 293.265381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:21.465987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.401841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:21.466084Z","caller":"traceutil/trace.go:171","msg":"trace[1255337262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:592; }","duration":"419.531383ms","start":"2026-04-28T03:20:21.046535Z","end":"2026-04-28T03:20:21.466066Z","steps":["trace[1255337262] 'agreement among raft nodes before linearized reading' (duration: 418.583433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:21.466128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:21.046502Z","time spent":"419.616925ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:20:21.495002Z","caller":"traceutil/trace.go:171","msg":"trace[1267424332] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"158.442184ms","start":"2026-04-28T03:20:21.336531Z","end":"2026-04-28T03:20:21.494973Z","steps":["trace[1267424332] 'process raft request' (duration: 158.157797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:21.49525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.978707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:21.495277Z","caller":"traceutil/trace.go:171","msg":"trace[935491545] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:595; }","duration":"146.045427ms","start":"2026-04-28T03:20:21.349223Z","end":"2026-04-28T03:20:21.495269Z","steps":["trace[935491545] 'agreement among raft nodes before linearized reading' (duration: 145.978966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:21.495431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.73389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:20:21.495458Z","caller":"traceutil/trace.go:171","msg":"trace[2137487068] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:595; }","duration":"245.801211ms","start":"2026-04-28T03:20:21.249651Z","end":"2026-04-28T03:20:21.495452Z","steps":["trace[2137487068] 'agreement among raft nodes before linearized reading' (duration: 245.75223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:21.938114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.355314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:21.938509Z","caller":"traceutil/trace.go:171","msg":"trace[1458719056] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"443.841965ms","start":"2026-04-28T03:20:21.494615Z","end":"2026-04-28T03:20:21.938457Z","steps":["trace[1458719056] 'process raft request' (duration: 224.072393ms)","trace[1458719056] 'compare' (duration: 219.116199ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:21.938583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:21.494598Z","time spent":"443.957048ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:21.938708Z","caller":"traceutil/trace.go:171","msg":"trace[229578723] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:623; }","duration":"443.401115ms","start":"2026-04-28T03:20:21.494869Z","end":"2026-04-28T03:20:21.93827Z","steps":["trace[229578723] 'read index received' (duration: 30.32609ms)","trace[229578723] 'applied index is now lower than readState.Index' (duration: 413.073835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:21.938691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:21.496972Z","time spent":"441.71134ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:20:21.938768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.368017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:21.939038Z","caller":"traceutil/trace.go:171","msg":"trace[2022628065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:598; }","duration":"471.616962ms","start":"2026-04-28T03:20:21.467389Z","end":"2026-04-28T03:20:21.939006Z","steps":["trace[2022628065] 'agreement among raft nodes before linearized reading' (duration: 471.344556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:21.939122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:21.46735Z","time spent":"471.744265ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:20:21.986531Z","caller":"traceutil/trace.go:171","msg":"trace[535139627] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"450.942488ms","start":"2026-04-28T03:20:21.535558Z","end":"2026-04-28T03:20:21.9865Z","steps":["trace[535139627] 'process raft request' (duration: 450.657162ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:21.986547Z","caller":"traceutil/trace.go:171","msg":"trace[332347077] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"448.327052ms","start":"2026-04-28T03:20:21.538197Z","end":"2026-04-28T03:20:21.986524Z","steps":["trace[332347077] 'process raft request' (duration: 448.186449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:21.986683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:21.535532Z","time spent":"451.073841ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23057,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:21.986708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:21.538179Z","time spent":"448.437294ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31111,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:22.237268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.228175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:22.237602Z","caller":"traceutil/trace.go:171","msg":"trace[1305213486] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:627; }","duration":"298.727467ms","start":"2026-04-28T03:20:21.938858Z","end":"2026-04-28T03:20:22.237585Z","steps":["trace[1305213486] 'read index received' (duration: 47.337207ms)","trace[1305213486] 'applied index is now lower than readState.Index' (duration: 251.38891ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:22.237611Z","caller":"traceutil/trace.go:171","msg":"trace[314525482] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"321.67985ms","start":"2026-04-28T03:20:21.915914Z","end":"2026-04-28T03:20:22.237594Z","steps":["trace[314525482] 'process raft request' (duration: 123.069336ms)","trace[314525482] 'compare' (duration: 198.106093ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:22.2377Z","caller":"traceutil/trace.go:171","msg":"trace[1064661391] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"297.797408ms","start":"2026-04-28T03:20:21.939864Z","end":"2026-04-28T03:20:22.237661Z","steps":["trace[1064661391] 'process raft request' (duration: 297.574923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.237834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:21.915887Z","time spent":"321.834133ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:22.237872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.146521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:20:22.238202Z","caller":"traceutil/trace.go:171","msg":"trace[913191530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:602; }","duration":"410.498669ms","start":"2026-04-28T03:20:21.827668Z","end":"2026-04-28T03:20:22.238166Z","steps":["trace[913191530] 'agreement among raft nodes before linearized reading' (duration: 410.133161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.237921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.337392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:22.238319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:21.827617Z","time spent":"410.663772ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:20:22.238368Z","caller":"traceutil/trace.go:171","msg":"trace[233235306] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:602; }","duration":"671.821993ms","start":"2026-04-28T03:20:21.566534Z","end":"2026-04-28T03:20:22.238356Z","steps":["trace[233235306] 'agreement among raft nodes before linearized reading' (duration: 671.365673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.238411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:21.566515Z","time spent":"671.881283ms","remote":"127.0.0.1:42992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:22.287904Z","caller":"traceutil/trace.go:171","msg":"trace[1750995591] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"283.897141ms","start":"2026-04-28T03:20:22.003984Z","end":"2026-04-28T03:20:22.287881Z","steps":["trace[1750995591] 'process raft request' (duration: 283.806449ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:22.287939Z","caller":"traceutil/trace.go:171","msg":"trace[1716122462] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"287.814594ms","start":"2026-04-28T03:20:22.000099Z","end":"2026-04-28T03:20:22.287914Z","steps":["trace[1716122462] 'process raft request' (duration: 287.505127ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:22.546004Z","caller":"traceutil/trace.go:171","msg":"trace[1125627816] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"323.775709ms","start":"2026-04-28T03:20:22.222199Z","end":"2026-04-28T03:20:22.545975Z","steps":["trace[1125627816] 'process raft request' (duration: 304.202768ms)","trace[1125627816] 'compare' (duration: 15.770799ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:22.546028Z","caller":"traceutil/trace.go:171","msg":"trace[975224610] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"303.907922ms","start":"2026-04-28T03:20:22.242082Z","end":"2026-04-28T03:20:22.54599Z","steps":["trace[975224610] 'process raft request' (duration: 303.757588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.546354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:22.222179Z","time spent":"324.101296ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:22.546098Z","caller":"traceutil/trace.go:171","msg":"trace[1739768970] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:631; }","duration":"305.679039ms","start":"2026-04-28T03:20:22.240262Z","end":"2026-04-28T03:20:22.545941Z","steps":["trace[1739768970] 'read index received' (duration: 47.489902ms)","trace[1739768970] 'applied index is now lower than readState.Index' (duration: 258.187677ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:22.546554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:22.242062Z","time spent":"304.34923ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:22.546632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.353553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T03:20:22.547159Z","caller":"traceutil/trace.go:171","msg":"trace[1056934315] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:606; }","duration":"306.883744ms","start":"2026-04-28T03:20:22.240227Z","end":"2026-04-28T03:20:22.547111Z","steps":["trace[1056934315] 'agreement among raft nodes before linearized reading' (duration: 305.786591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.54727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:22.240209Z","time spent":"307.047157ms","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T03:20:22.567629Z","caller":"traceutil/trace.go:171","msg":"trace[1883894316] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"267.805613ms","start":"2026-04-28T03:20:22.299763Z","end":"2026-04-28T03:20:22.567569Z","steps":["trace[1883894316] 'process raft request' (duration: 267.477716ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:22.567663Z","caller":"traceutil/trace.go:171","msg":"trace[1729053054] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"247.823543ms","start":"2026-04-28T03:20:22.319793Z","end":"2026-04-28T03:20:22.567616Z","steps":["trace[1729053054] 'process raft request' (duration: 247.628589ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:22.700912Z","caller":"traceutil/trace.go:171","msg":"trace[245336248] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"117.56864ms","start":"2026-04-28T03:20:22.583317Z","end":"2026-04-28T03:20:22.700886Z","steps":["trace[245336248] 'process raft request' (duration: 76.046936ms)","trace[245336248] 'compare' (duration: 41.371811ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:22.709127Z","caller":"traceutil/trace.go:171","msg":"trace[1149551215] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"109.703571ms","start":"2026-04-28T03:20:22.599392Z","end":"2026-04-28T03:20:22.709096Z","steps":["trace[1149551215] 'process raft request' (duration: 109.387664ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:22.952901Z","caller":"traceutil/trace.go:171","msg":"trace[129349504] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:640; }","duration":"161.015007ms","start":"2026-04-28T03:20:22.791852Z","end":"2026-04-28T03:20:22.952867Z","steps":["trace[129349504] 'read index received' (duration: 8.714199ms)","trace[129349504] 'applied index is now lower than readState.Index' (duration: 152.299628ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:22.952999Z","caller":"traceutil/trace.go:171","msg":"trace[167440686] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"198.515733ms","start":"2026-04-28T03:20:22.754461Z","end":"2026-04-28T03:20:22.952977Z","steps":["trace[167440686] 'process raft request' (duration: 184.45003ms)","trace[167440686] 'compare' (duration: 13.784067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:22.953153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.281212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:20:22.953212Z","caller":"traceutil/trace.go:171","msg":"trace[305836799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:613; }","duration":"161.383534ms","start":"2026-04-28T03:20:22.791815Z","end":"2026-04-28T03:20:22.953198Z","steps":["trace[305836799] 'agreement among raft nodes before linearized reading' (duration: 161.19863ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:22.995862Z","caller":"traceutil/trace.go:171","msg":"trace[890898465] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"139.43394ms","start":"2026-04-28T03:20:22.856401Z","end":"2026-04-28T03:20:22.995835Z","steps":["trace[890898465] 'process raft request' (duration: 138.917889ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:22.996167Z","caller":"traceutil/trace.go:171","msg":"trace[519179313] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"135.594848ms","start":"2026-04-28T03:20:22.860535Z","end":"2026-04-28T03:20:22.99613Z","steps":["trace[519179313] 'process raft request' (duration: 135.274032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.996201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.282667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:20:22.996268Z","caller":"traceutil/trace.go:171","msg":"trace[188433953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:615; }","duration":"204.390119ms","start":"2026-04-28T03:20:22.791862Z","end":"2026-04-28T03:20:22.996253Z","steps":["trace[188433953] 'agreement among raft nodes before linearized reading' (duration: 204.200175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.99682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.884209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:20:22.99689Z","caller":"traceutil/trace.go:171","msg":"trace[616068579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:615; }","duration":"205.004103ms","start":"2026-04-28T03:20:22.791867Z","end":"2026-04-28T03:20:22.996871Z","steps":["trace[616068579] 'agreement among raft nodes before linearized reading' (duration: 204.504011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:23.197189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.0515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:23.197428Z","caller":"traceutil/trace.go:171","msg":"trace[2063829935] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"240.32961ms","start":"2026-04-28T03:20:22.957085Z","end":"2026-04-28T03:20:23.197415Z","steps":["trace[2063829935] 'process raft request' (duration: 99.996294ms)","trace[2063829935] 'compare' (duration: 139.947628ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:23.197734Z","caller":"traceutil/trace.go:171","msg":"trace[1066725477] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"217.299014ms","start":"2026-04-28T03:20:22.980381Z","end":"2026-04-28T03:20:23.19768Z","steps":["trace[1066725477] 'process raft request' (duration: 216.934916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:23.728548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.300696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:23.728822Z","caller":"traceutil/trace.go:171","msg":"trace[252165744] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"726.896084ms","start":"2026-04-28T03:20:23.001902Z","end":"2026-04-28T03:20:23.728798Z","steps":["trace[252165744] 'process raft request' (duration: 726.754661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:23.728986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:23.001878Z","time spent":"726.998065ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:23.728837Z","caller":"traceutil/trace.go:171","msg":"trace[1917644386] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"728.14723ms","start":"2026-04-28T03:20:23.000612Z","end":"2026-04-28T03:20:23.72876Z","steps":["trace[1917644386] 'process raft request' (duration: 503.538187ms)","trace[1917644386] 'compare' (duration: 224.161423ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:23.729254Z","caller":"traceutil/trace.go:171","msg":"trace[2024121653] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"710.928509ms","start":"2026-04-28T03:20:23.0183Z","end":"2026-04-28T03:20:23.729228Z","steps":["trace[2024121653] 'process raft request' (duration: 710.431458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:23.729446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:23.018274Z","time spent":"711.060702ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18032,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:23.729481Z","caller":"traceutil/trace.go:171","msg":"trace[1804891657] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"520.992394ms","start":"2026-04-28T03:20:23.208473Z","end":"2026-04-28T03:20:23.729465Z","steps":["trace[1804891657] 'process raft request' (duration: 520.473123ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:23.729136Z","caller":"traceutil/trace.go:171","msg":"trace[52532402] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:644; }","duration":"704.878278ms","start":"2026-04-28T03:20:23.02423Z","end":"2026-04-28T03:20:23.729108Z","steps":["trace[52532402] 'read index received' (duration: 32.865009ms)","trace[52532402] 'applied index is now lower than readState.Index' (duration: 672.011949ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:23.729676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.585977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:23.729788Z","caller":"traceutil/trace.go:171","msg":"trace[1291344450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:621; }","duration":"688.72055ms","start":"2026-04-28T03:20:23.041046Z","end":"2026-04-28T03:20:23.729766Z","steps":["trace[1291344450] 'agreement among raft nodes before linearized reading' (duration: 688.591267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:23.730122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:23.041027Z","time spent":"689.077997ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:23.729712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:23.208413Z","time spent":"521.108946ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7693,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:23.72993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:23.000588Z","time spent":"728.6517ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:23.730642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.403882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-04-28T03:20:23.730731Z","caller":"traceutil/trace.go:171","msg":"trace[159522569] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:621; }","duration":"706.512014ms","start":"2026-04-28T03:20:23.024197Z","end":"2026-04-28T03:20:23.730709Z","steps":["trace[159522569] 'agreement among raft nodes before linearized reading' (duration: 704.999871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:23.730848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:23.024108Z","time spent":"706.666177ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":29593,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-04-28T03:20:23.729811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.62963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:23.731435Z","caller":"traceutil/trace.go:171","msg":"trace[310209839] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:621; }","duration":"640.178884ms","start":"2026-04-28T03:20:23.091026Z","end":"2026-04-28T03:20:23.731205Z","steps":["trace[310209839] 'agreement among raft nodes before linearized reading' (duration: 638.62514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:23.73174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:23.090996Z","time spent":"640.686485ms","remote":"127.0.0.1:43146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:24.068748Z","caller":"traceutil/trace.go:171","msg":"trace[1816441623] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:650; }","duration":"295.615966ms","start":"2026-04-28T03:20:23.773106Z","end":"2026-04-28T03:20:24.068722Z","steps":["trace[1816441623] 'read index received' (duration: 295.163746ms)","trace[1816441623] 'applied index is now lower than readState.Index' (duration: 450.75µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:24.068928Z","caller":"traceutil/trace.go:171","msg":"trace[132985222] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"308.295299ms","start":"2026-04-28T03:20:23.7606Z","end":"2026-04-28T03:20:24.068896Z","steps":["trace[132985222] 'process raft request' (duration: 307.714737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:24.069711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:23.760565Z","time spent":"308.894203ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98689,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:24.072084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.944028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:80703"} {"level":"info","ts":"2026-04-28T03:20:24.0729Z","caller":"traceutil/trace.go:171","msg":"trace[1477348212] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:622; }","duration":"299.827128ms","start":"2026-04-28T03:20:23.773048Z","end":"2026-04-28T03:20:24.072875Z","steps":["trace[1477348212] 'agreement among raft nodes before linearized reading' (duration: 296.293882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:24.267613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.988823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:24.267757Z","caller":"traceutil/trace.go:171","msg":"trace[263068633] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:651; }","duration":"198.903566ms","start":"2026-04-28T03:20:24.068835Z","end":"2026-04-28T03:20:24.267738Z","steps":["trace[263068633] 'read index received' (duration: 65.482925ms)","trace[263068633] 'applied index is now lower than readState.Index' (duration: 133.419591ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:24.267873Z","caller":"traceutil/trace.go:171","msg":"trace[1252647758] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"473.756195ms","start":"2026-04-28T03:20:23.79409Z","end":"2026-04-28T03:20:24.267847Z","steps":["trace[1252647758] 'process raft request' (duration: 340.441526ms)","trace[1252647758] 'compare' (duration: 132.790658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:24.267965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:23.794055Z","time spent":"473.871537ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:24.268176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.223581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:24.26828Z","caller":"traceutil/trace.go:171","msg":"trace[1148012513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:623; }","duration":"223.400215ms","start":"2026-04-28T03:20:24.044854Z","end":"2026-04-28T03:20:24.268254Z","steps":["trace[1148012513] 'agreement among raft nodes before linearized reading' (duration: 223.19427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:24.36667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.104497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:24.366736Z","caller":"traceutil/trace.go:171","msg":"trace[1343864309] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:624; }","duration":"184.218999ms","start":"2026-04-28T03:20:24.182505Z","end":"2026-04-28T03:20:24.366725Z","steps":["trace[1343864309] 'agreement among raft nodes before linearized reading' (duration: 184.114907ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:24.366737Z","caller":"traceutil/trace.go:171","msg":"trace[659757790] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"273.473987ms","start":"2026-04-28T03:20:24.093245Z","end":"2026-04-28T03:20:24.366719Z","steps":["trace[659757790] 'process raft request' (duration: 273.15474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:24.366661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.585978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:24.366895Z","caller":"traceutil/trace.go:171","msg":"trace[1909580717] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:624; }","duration":"122.868914ms","start":"2026-04-28T03:20:24.243971Z","end":"2026-04-28T03:20:24.36684Z","steps":["trace[1909580717] 'agreement among raft nodes before linearized reading' (duration: 122.572127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:24.36705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.033555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:151236"} {"level":"info","ts":"2026-04-28T03:20:24.367097Z","caller":"traceutil/trace.go:171","msg":"trace[1473607880] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:624; }","duration":"265.114637ms","start":"2026-04-28T03:20:24.101968Z","end":"2026-04-28T03:20:24.367083Z","steps":["trace[1473607880] 'agreement among raft nodes before linearized reading' (duration: 264.868611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:24.85741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.372809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:24.857627Z","caller":"traceutil/trace.go:171","msg":"trace[88686924] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:653; }","duration":"491.084647ms","start":"2026-04-28T03:20:24.366516Z","end":"2026-04-28T03:20:24.857601Z","steps":["trace[88686924] 'read index received' (duration: 308.560584ms)","trace[88686924] 'applied index is now lower than readState.Index' (duration: 182.522152ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:24.857689Z","caller":"traceutil/trace.go:171","msg":"trace[874722167] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"558.287099ms","start":"2026-04-28T03:20:24.299378Z","end":"2026-04-28T03:20:24.857665Z","steps":["trace[874722167] 'process raft request' (duration: 375.517181ms)","trace[874722167] 'compare' (duration: 182.091053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:24.857786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.615246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:24.857815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.299367Z","time spent":"558.381141ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:24.857824Z","caller":"traceutil/trace.go:171","msg":"trace[1697051086] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:625; }","duration":"558.701117ms","start":"2026-04-28T03:20:24.299114Z","end":"2026-04-28T03:20:24.857815Z","steps":["trace[1697051086] 'agreement among raft nodes before linearized reading' (duration: 558.613235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:24.857846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.299094Z","time spent":"558.747319ms","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:25.13523Z","caller":"traceutil/trace.go:171","msg":"trace[1968236452] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:654; }","duration":"277.472148ms","start":"2026-04-28T03:20:24.857734Z","end":"2026-04-28T03:20:25.135206Z","steps":["trace[1968236452] 'read index received' (duration: 277.280184ms)","trace[1968236452] 'applied index is now lower than readState.Index' (duration: 190.224µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:25.135464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.220913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:20:25.135503Z","caller":"traceutil/trace.go:171","msg":"trace[343113726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:626; }","duration":"584.310605ms","start":"2026-04-28T03:20:24.551183Z","end":"2026-04-28T03:20:25.135494Z","steps":["trace[343113726] 'agreement among raft nodes before linearized reading' (duration: 584.144872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:25.135546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.551163Z","time spent":"584.374306ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:20:25.135697Z","caller":"traceutil/trace.go:171","msg":"trace[1022633898] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"739.58759ms","start":"2026-04-28T03:20:24.396031Z","end":"2026-04-28T03:20:25.135618Z","steps":["trace[1022633898] 'process raft request' (duration: 738.977337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:25.135925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.148583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:25.136098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.051053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:7708"} {"level":"info","ts":"2026-04-28T03:20:25.136181Z","caller":"traceutil/trace.go:171","msg":"trace[542541127] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:626; }","duration":"724.183206ms","start":"2026-04-28T03:20:24.411983Z","end":"2026-04-28T03:20:25.136166Z","steps":["trace[542541127] 'agreement among raft nodes before linearized reading' (duration: 723.86956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:25.135992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.92404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:25.136249Z","caller":"traceutil/trace.go:171","msg":"trace[714097896] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:626; }","duration":"336.212777ms","start":"2026-04-28T03:20:24.80001Z","end":"2026-04-28T03:20:25.136223Z","steps":["trace[714097896] 'agreement among raft nodes before linearized reading' (duration: 335.244156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:25.136327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.79999Z","time spent":"336.316328ms","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":27,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:25.136169Z","caller":"traceutil/trace.go:171","msg":"trace[622013087] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:626; }","duration":"753.471279ms","start":"2026-04-28T03:20:24.382663Z","end":"2026-04-28T03:20:25.136134Z","steps":["trace[622013087] 'agreement among raft nodes before linearized reading' (duration: 753.07721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:25.136405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.39601Z","time spent":"739.781833ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:25.136256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.411962Z","time spent":"724.281818ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":7731,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-04-28T03:20:25.136469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.382643Z","time spent":"753.779636ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:25.348009Z","caller":"traceutil/trace.go:171","msg":"trace[139095583] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:655; }","duration":"212.685392ms","start":"2026-04-28T03:20:25.135301Z","end":"2026-04-28T03:20:25.347987Z","steps":["trace[139095583] 'read index received' (duration: 163.16647ms)","trace[139095583] 'applied index is now lower than readState.Index' (duration: 49.518192ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:25.348158Z","caller":"traceutil/trace.go:171","msg":"trace[1761598923] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"464.273111ms","start":"2026-04-28T03:20:24.883874Z","end":"2026-04-28T03:20:25.34809Z","steps":["trace[1761598923] 'process raft request' (duration: 414.463863ms)","trace[1761598923] 'compare' (duration: 49.530672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:25.348269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.883848Z","time spent":"464.355582ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98698,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:25.348411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.893348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:25.348442Z","caller":"traceutil/trace.go:171","msg":"trace[886133017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:627; }","duration":"305.951109ms","start":"2026-04-28T03:20:25.04248Z","end":"2026-04-28T03:20:25.348432Z","steps":["trace[886133017] 'agreement among raft nodes before linearized reading' (duration: 305.888138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:25.348489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.042461Z","time spent":"306.02167ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:20:25.601118Z","caller":"traceutil/trace.go:171","msg":"trace[1671156136] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:656; }","duration":"253.022455ms","start":"2026-04-28T03:20:25.348061Z","end":"2026-04-28T03:20:25.601083Z","steps":["trace[1671156136] 'read index received' (duration: 244.237325ms)","trace[1671156136] 'applied index is now lower than readState.Index' (duration: 8.78426ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:25.601299Z","caller":"traceutil/trace.go:171","msg":"trace[2090510728] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"461.676498ms","start":"2026-04-28T03:20:25.13961Z","end":"2026-04-28T03:20:25.601286Z","steps":["trace[2090510728] 'process raft request' (duration: 452.607332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:25.601347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.721104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:31145"} {"level":"warn","ts":"2026-04-28T03:20:25.601442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.040173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:20:25.601439Z","caller":"traceutil/trace.go:171","msg":"trace[85629505] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:629; }","duration":"457.862956ms","start":"2026-04-28T03:20:25.143557Z","end":"2026-04-28T03:20:25.60142Z","steps":["trace[85629505] 'agreement among raft nodes before linearized reading' (duration: 457.633861ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:25.601467Z","caller":"traceutil/trace.go:171","msg":"trace[1142898779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:629; }","duration":"399.106055ms","start":"2026-04-28T03:20:25.202354Z","end":"2026-04-28T03:20:25.601461Z","steps":["trace[1142898779] 'agreement among raft nodes before linearized reading' (duration: 399.041253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:25.601484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.202325Z","time spent":"399.155536ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:20:25.601465Z","caller":"traceutil/trace.go:171","msg":"trace[126818303] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"450.890336ms","start":"2026-04-28T03:20:25.150541Z","end":"2026-04-28T03:20:25.601432Z","steps":["trace[126818303] 'process raft request' (duration: 450.487707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:25.601372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.139576Z","time spent":"461.75085ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:25.601614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.1505Z","time spent":"451.033499ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20842,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:25.601493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.143536Z","time spent":"457.942288ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":31168,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-04-28T03:20:25.845447Z","caller":"traceutil/trace.go:171","msg":"trace[1577466833] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"478.339758ms","start":"2026-04-28T03:20:25.36692Z","end":"2026-04-28T03:20:25.84526Z","steps":["trace[1577466833] 'process raft request' (duration: 384.08622ms)","trace[1577466833] 'compare' (duration: 94.080055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:25.845719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.366901Z","time spent":"478.625236ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:26.129609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.817493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:26.131731Z","caller":"traceutil/trace.go:171","msg":"trace[1169237928] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"526.611248ms","start":"2026-04-28T03:20:25.605089Z","end":"2026-04-28T03:20:26.1317Z","steps":["trace[1169237928] 'process raft request' (duration: 412.646478ms)","trace[1169237928] 'compare' (duration: 111.744232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:26.131808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.605069Z","time spent":"526.70351ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:26.13518Z","caller":"traceutil/trace.go:171","msg":"trace[1205042011] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:658; }","duration":"524.540583ms","start":"2026-04-28T03:20:25.610587Z","end":"2026-04-28T03:20:26.135128Z","steps":["trace[1205042011] 'read index received' (duration: 140.507649ms)","trace[1205042011] 'applied index is now lower than readState.Index' (duration: 384.032044ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:26.135377Z","caller":"traceutil/trace.go:171","msg":"trace[594293014] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"412.653582ms","start":"2026-04-28T03:20:25.722661Z","end":"2026-04-28T03:20:26.135315Z","steps":["trace[594293014] 'process raft request' (duration: 407.684514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:26.135457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.845089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:65214"} {"level":"info","ts":"2026-04-28T03:20:26.135591Z","caller":"traceutil/trace.go:171","msg":"trace[1870121628] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:632; }","duration":"525.029674ms","start":"2026-04-28T03:20:25.610545Z","end":"2026-04-28T03:20:26.135575Z","steps":["trace[1870121628] 'agreement among raft nodes before linearized reading' (duration: 524.723287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:26.13549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.722633Z","time spent":"412.792165ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:26.135673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.610525Z","time spent":"525.135325ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":65237,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-04-28T03:20:26.163811Z","caller":"traceutil/trace.go:171","msg":"trace[313001810] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"289.038699ms","start":"2026-04-28T03:20:25.874744Z","end":"2026-04-28T03:20:26.163783Z","steps":["trace[313001810] 'process raft request' (duration: 288.686401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:26.163822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.726243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:20:26.163902Z","caller":"traceutil/trace.go:171","msg":"trace[1329892895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:633; }","duration":"429.861366ms","start":"2026-04-28T03:20:25.734023Z","end":"2026-04-28T03:20:26.163884Z","steps":["trace[1329892895] 'agreement among raft nodes before linearized reading' (duration: 429.607341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:26.163942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.733998Z","time spent":"429.934297ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:20:26.163811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.984529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:26.164088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.06231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:20:26.164144Z","caller":"traceutil/trace.go:171","msg":"trace[1107731312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:633; }","duration":"430.129601ms","start":"2026-04-28T03:20:25.734Z","end":"2026-04-28T03:20:26.164129Z","steps":["trace[1107731312] 'agreement among raft nodes before linearized reading' (duration: 429.920617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:26.164184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.733939Z","time spent":"430.235903ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:20:26.164562Z","caller":"traceutil/trace.go:171","msg":"trace[548236219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:633; }","duration":"119.259504ms","start":"2026-04-28T03:20:26.044759Z","end":"2026-04-28T03:20:26.164019Z","steps":["trace[548236219] 'agreement among raft nodes before linearized reading' (duration: 118.869026ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:26.556325Z","caller":"traceutil/trace.go:171","msg":"trace[1857445753] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"388.506789ms","start":"2026-04-28T03:20:26.167794Z","end":"2026-04-28T03:20:26.5563Z","steps":["trace[1857445753] 'process raft request' (duration: 294.702367ms)","trace[1857445753] 'compare' (duration: 93.615388ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:26.556459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:26.167766Z","time spent":"388.621601ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:26.606566Z","caller":"traceutil/trace.go:171","msg":"trace[637504717] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"427.882793ms","start":"2026-04-28T03:20:26.178655Z","end":"2026-04-28T03:20:26.606537Z","steps":["trace[637504717] 'process raft request' (duration: 427.769771ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:26.606596Z","caller":"traceutil/trace.go:171","msg":"trace[2002281600] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"431.727446ms","start":"2026-04-28T03:20:26.174797Z","end":"2026-04-28T03:20:26.606524Z","steps":["trace[2002281600] 'process raft request' (duration: 431.487621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:26.606744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:26.178638Z","time spent":"428.021686ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15664,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:26.606785Z","caller":"traceutil/trace.go:171","msg":"trace[513039372] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"422.784383ms","start":"2026-04-28T03:20:26.183979Z","end":"2026-04-28T03:20:26.606763Z","steps":["trace[513039372] 'process raft request' (duration: 422.508987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:26.606887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:26.183968Z","time spent":"422.859365ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20851,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:26.606868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:26.174776Z","time spent":"431.918591ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:26.691135Z","caller":"traceutil/trace.go:171","msg":"trace[284600453] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:662; }","duration":"515.589134ms","start":"2026-04-28T03:20:26.175524Z","end":"2026-04-28T03:20:26.691113Z","steps":["trace[284600453] 'read index received' (duration: 286.95129ms)","trace[284600453] 'applied index is now lower than readState.Index' (duration: 228.636754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:26.69133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.790048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:23081"} {"level":"info","ts":"2026-04-28T03:20:26.691371Z","caller":"traceutil/trace.go:171","msg":"trace[187418212] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:637; }","duration":"515.887471ms","start":"2026-04-28T03:20:26.175474Z","end":"2026-04-28T03:20:26.691361Z","steps":["trace[187418212] 'agreement among raft nodes before linearized reading' (duration: 515.716257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:26.691398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:26.175457Z","time spent":"515.933421ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":1,"response size":23104,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io\" "} {"level":"info","ts":"2026-04-28T03:20:27.05257Z","caller":"traceutil/trace.go:171","msg":"trace[1116591976] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:668; }","duration":"283.514277ms","start":"2026-04-28T03:20:26.769035Z","end":"2026-04-28T03:20:27.052549Z","steps":["trace[1116591976] 'read index received' (duration: 281.662358ms)","trace[1116591976] 'applied index is now lower than readState.Index' (duration: 1.851039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:27.05277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.714331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyextensionpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:74769"} {"level":"info","ts":"2026-04-28T03:20:27.052797Z","caller":"traceutil/trace.go:171","msg":"trace[1790549931] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoyextensionpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:639; }","duration":"283.785153ms","start":"2026-04-28T03:20:26.769002Z","end":"2026-04-28T03:20:27.052787Z","steps":["trace[1790549931] 'agreement among raft nodes before linearized reading' (duration: 283.636419ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:27.052882Z","caller":"traceutil/trace.go:171","msg":"trace[1841054354] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"286.840719ms","start":"2026-04-28T03:20:26.766Z","end":"2026-04-28T03:20:27.052841Z","steps":["trace[1841054354] 'process raft request' (duration: 285.684094ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:27.886735Z","caller":"traceutil/trace.go:171","msg":"trace[760785245] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"279.547949ms","start":"2026-04-28T03:20:27.607156Z","end":"2026-04-28T03:20:27.886704Z","steps":["trace[760785245] 'process raft request' (duration: 279.372075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:29.092983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:29.593582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:30.094686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:30.499172Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.935800182s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:20:30.499603Z","caller":"traceutil/trace.go:171","msg":"trace[884750600] linearizableReadLoop","detail":"{readStateIndex:674; appliedIndex:673; }","duration":"1.907532267s","start":"2026-04-28T03:20:28.592046Z","end":"2026-04-28T03:20:30.499578Z","steps":["trace[884750600] 'read index received' (duration: 1.907443215s)","trace[884750600] 'applied index is now lower than readState.Index' (duration: 88.172µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:30.499712Z","caller":"traceutil/trace.go:171","msg":"trace[559323066] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"1.936413065s","start":"2026-04-28T03:20:28.563274Z","end":"2026-04-28T03:20:30.499687Z","steps":["trace[559323066] 'process raft request' (duration: 1.936100198s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.499789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907718361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:30.499832Z","caller":"traceutil/trace.go:171","msg":"trace[181900224] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:644; }","duration":"1.907819634s","start":"2026-04-28T03:20:28.592004Z","end":"2026-04-28T03:20:30.499823Z","steps":["trace[181900224] 'agreement among raft nodes before linearized reading' (duration: 1.907718351s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.499836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:28.563252Z","time spent":"1.936500967s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:30.499869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:28.591984Z","time spent":"1.907874904s","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":13,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:30.623886Z","caller":"traceutil/trace.go:171","msg":"trace[1161589676] linearizableReadLoop","detail":"{readStateIndex:675; appliedIndex:674; }","duration":"124.169828ms","start":"2026-04-28T03:20:30.499696Z","end":"2026-04-28T03:20:30.623865Z","steps":["trace[1161589676] 'read index received' (duration: 123.999795ms)","trace[1161589676] 'applied index is now lower than readState.Index' (duration: 168.863µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:30.624189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.124528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:20:30.624301Z","caller":"traceutil/trace.go:171","msg":"trace[964010764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:645; }","duration":"733.287171ms","start":"2026-04-28T03:20:29.890997Z","end":"2026-04-28T03:20:30.624284Z","steps":["trace[964010764] 'agreement among raft nodes before linearized reading' (duration: 732.911113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.624358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580106216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:30.624398Z","caller":"traceutil/trace.go:171","msg":"trace[285348810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"1.580176896s","start":"2026-04-28T03:20:29.04421Z","end":"2026-04-28T03:20:30.624387Z","steps":["trace[285348810] 'agreement among raft nodes before linearized reading' (duration: 1.580128095s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.624439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:29.044189Z","time spent":"1.580243488s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:20:30.624462Z","caller":"traceutil/trace.go:171","msg":"trace[1359110423] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"451.610851ms","start":"2026-04-28T03:20:30.172823Z","end":"2026-04-28T03:20:30.624433Z","steps":["trace[1359110423] 'process raft request' (duration: 450.914516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.624503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923038243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:30.624616Z","caller":"traceutil/trace.go:171","msg":"trace[138003954] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:645; }","duration":"1.923217558s","start":"2026-04-28T03:20:28.701374Z","end":"2026-04-28T03:20:30.624591Z","steps":["trace[138003954] 'agreement among raft nodes before linearized reading' (duration: 1.923014832s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.624617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:30.172797Z","time spent":"451.733684ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:30.624609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.495057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:20:30.624677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:28.701356Z","time spent":"1.923305479s","remote":"127.0.0.1:42918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:30.624712Z","caller":"traceutil/trace.go:171","msg":"trace[1009854982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:645; }","duration":"455.619699ms","start":"2026-04-28T03:20:30.16907Z","end":"2026-04-28T03:20:30.624689Z","steps":["trace[1009854982] 'agreement among raft nodes before linearized reading' (duration: 455.408813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.624736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945683196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:30.62477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:30.169055Z","time spent":"455.700991ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:20:30.624796Z","caller":"traceutil/trace.go:171","msg":"trace[1649153479] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:645; }","duration":"1.945768848s","start":"2026-04-28T03:20:28.679017Z","end":"2026-04-28T03:20:30.624786Z","steps":["trace[1649153479] 'agreement among raft nodes before linearized reading' (duration: 1.945653245s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.624856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:28.679002Z","time spent":"1.945846489s","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-28T03:20:30.624362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:29.890955Z","time spent":"733.396824ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:20:30.624308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01259655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:20:30.625057Z","caller":"traceutil/trace.go:171","msg":"trace[1556447787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:645; }","duration":"2.013412598s","start":"2026-04-28T03:20:28.611625Z","end":"2026-04-28T03:20:30.625038Z","steps":["trace[1556447787] 'agreement among raft nodes before linearized reading' (duration: 2.012323164s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.625109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:28.611592Z","time spent":"2.013504021s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:31.027298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.858859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:31.027468Z","caller":"traceutil/trace.go:171","msg":"trace[1695475631] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"283.624047ms","start":"2026-04-28T03:20:30.743815Z","end":"2026-04-28T03:20:31.027439Z","steps":["trace[1695475631] 'process raft request' (duration: 161.513253ms)","trace[1695475631] 'compare' (duration: 121.591053ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:31.042719Z","caller":"traceutil/trace.go:171","msg":"trace[1172297665] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"298.627256ms","start":"2026-04-28T03:20:30.744069Z","end":"2026-04-28T03:20:31.042696Z","steps":["trace[1172297665] 'process raft request' (duration: 298.525534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:31.546605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.224131ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T03:20:31.546688Z","caller":"traceutil/trace.go:171","msg":"trace[1092668480] linearizableReadLoop","detail":"{readStateIndex:683; appliedIndex:682; }","duration":"258.385896ms","start":"2026-04-28T03:20:31.28829Z","end":"2026-04-28T03:20:31.546676Z","steps":["trace[1092668480] 'read index received' (duration: 109.075003ms)","trace[1092668480] 'applied index is now lower than readState.Index' (duration: 149.309863ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:31.54674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.443907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:31.546758Z","caller":"traceutil/trace.go:171","msg":"trace[2057664608] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:652; }","duration":"258.466758ms","start":"2026-04-28T03:20:31.288284Z","end":"2026-04-28T03:20:31.546751Z","steps":["trace[2057664608] 'agreement among raft nodes before linearized reading' (duration: 258.426897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:32.554299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.260751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:32.554815Z","caller":"traceutil/trace.go:171","msg":"trace[1856387659] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"446.051751ms","start":"2026-04-28T03:20:32.108722Z","end":"2026-04-28T03:20:32.554773Z","steps":["trace[1856387659] 'process raft request' (duration: 144.206956ms)","trace[1856387659] 'compare' (duration: 300.841182ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:32.555032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:32.108703Z","time spent":"446.223304ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:32.928204Z","caller":"traceutil/trace.go:171","msg":"trace[1022445156] linearizableReadLoop","detail":"{readStateIndex:688; appliedIndex:687; }","duration":"361.204414ms","start":"2026-04-28T03:20:32.566965Z","end":"2026-04-28T03:20:32.928169Z","steps":["trace[1022445156] 'read index received' (duration: 275.450717ms)","trace[1022445156] 'applied index is now lower than readState.Index' (duration: 85.752217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:32.928493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.50094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:32.928555Z","caller":"traceutil/trace.go:171","msg":"trace[1907266805] range","detail":"{range_begin:/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:657; }","duration":"361.620942ms","start":"2026-04-28T03:20:32.566913Z","end":"2026-04-28T03:20:32.928534Z","steps":["trace[1907266805] 'agreement among raft nodes before linearized reading' (duration: 361.447039ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:32.928439Z","caller":"traceutil/trace.go:171","msg":"trace[1670394336] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"368.179746ms","start":"2026-04-28T03:20:32.560203Z","end":"2026-04-28T03:20:32.928383Z","steps":["trace[1670394336] 'process raft request' (duration: 282.44582ms)","trace[1670394336] 'compare' (duration: 85.227985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:32.928737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.104634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:20:32.928803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.071723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:20:32.928816Z","caller":"traceutil/trace.go:171","msg":"trace[108465895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:657; }","duration":"272.248447ms","start":"2026-04-28T03:20:32.65655Z","end":"2026-04-28T03:20:32.928798Z","steps":["trace[108465895] 'agreement among raft nodes before linearized reading' (duration: 271.970461ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:32.928866Z","caller":"traceutil/trace.go:171","msg":"trace[464959430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:657; }","duration":"256.192475ms","start":"2026-04-28T03:20:32.672654Z","end":"2026-04-28T03:20:32.928846Z","steps":["trace[464959430] 'agreement among raft nodes before linearized reading' (duration: 255.93943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:32.928609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:32.566898Z","time spent":"361.699314ms","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-04-28T03:20:32.929255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.357682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:20:32.92934Z","caller":"traceutil/trace.go:171","msg":"trace[1795259663] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:657; }","duration":"257.472513ms","start":"2026-04-28T03:20:32.671853Z","end":"2026-04-28T03:20:32.929325Z","steps":["trace[1795259663] 'agreement among raft nodes before linearized reading' (duration: 256.769538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:32.929734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:32.560164Z","time spent":"368.658567ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:33.140319Z","caller":"traceutil/trace.go:171","msg":"trace[134447033] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"205.486891ms","start":"2026-04-28T03:20:32.934811Z","end":"2026-04-28T03:20:33.140298Z","steps":["trace[134447033] 'process raft request' (duration: 205.134372ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:33.14001Z","caller":"traceutil/trace.go:171","msg":"trace[1715588823] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"205.46171ms","start":"2026-04-28T03:20:32.934525Z","end":"2026-04-28T03:20:33.139987Z","steps":["trace[1715588823] 'process raft request' (duration: 149.704239ms)","trace[1715588823] 'compare' (duration: 55.595917ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:33.47859Z","caller":"traceutil/trace.go:171","msg":"trace[311143368] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"137.277199ms","start":"2026-04-28T03:20:33.341291Z","end":"2026-04-28T03:20:33.478568Z","steps":["trace[311143368] 'process raft request' (duration: 136.766458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:33.835335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.748641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:33.835448Z","caller":"traceutil/trace.go:171","msg":"trace[1885702971] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"292.51151ms","start":"2026-04-28T03:20:33.542912Z","end":"2026-04-28T03:20:33.835423Z","steps":["trace[1885702971] 'process raft request' (duration: 90.614746ms)","trace[1885702971] 'compare' (duration: 201.623668ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:34.358959Z","caller":"traceutil/trace.go:171","msg":"trace[367735598] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"105.010975ms","start":"2026-04-28T03:20:34.253925Z","end":"2026-04-28T03:20:34.358936Z","steps":["trace[367735598] 'process raft request' (duration: 104.517374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:35.09551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.959009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:35.095706Z","caller":"traceutil/trace.go:171","msg":"trace[238106140] linearizableReadLoop","detail":"{readStateIndex:697; appliedIndex:695; }","duration":"634.933447ms","start":"2026-04-28T03:20:34.460757Z","end":"2026-04-28T03:20:35.09569Z","steps":["trace[238106140] 'read index received' (duration: 198.744311ms)","trace[238106140] 'applied index is now lower than readState.Index' (duration: 436.188266ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:35.095789Z","caller":"traceutil/trace.go:171","msg":"trace[513769449] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"682.417299ms","start":"2026-04-28T03:20:34.413334Z","end":"2026-04-28T03:20:35.095752Z","steps":["trace[513769449] 'process raft request' (duration: 682.279316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:35.095867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.300588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:35.095859Z","caller":"traceutil/trace.go:171","msg":"trace[411640453] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"689.550046ms","start":"2026-04-28T03:20:34.406251Z","end":"2026-04-28T03:20:35.095801Z","steps":["trace[411640453] 'process raft request' (duration: 253.236828ms)","trace[411640453] 'compare' (duration: 435.802646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:35.09589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.112161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:35.095933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:34.413318Z","time spent":"682.541412ms","remote":"127.0.0.1:42938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:35.095967Z","caller":"traceutil/trace.go:171","msg":"trace[572855381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:665; }","duration":"635.226483ms","start":"2026-04-28T03:20:34.460722Z","end":"2026-04-28T03:20:35.095949Z","steps":["trace[572855381] 'agreement among raft nodes before linearized reading' (duration: 635.05335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:35.096009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:34.460709Z","time spent":"635.289925ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:35.096014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.302744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:20:35.096018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:34.406239Z","time spent":"689.70702ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":858,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:35.096055Z","caller":"traceutil/trace.go:171","msg":"trace[2023701364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:665; }","duration":"161.371794ms","start":"2026-04-28T03:20:34.934676Z","end":"2026-04-28T03:20:35.096048Z","steps":["trace[2023701364] 'agreement among raft nodes before linearized reading' (duration: 161.244092ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:35.0959Z","caller":"traceutil/trace.go:171","msg":"trace[866607557] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:665; }","duration":"482.371749ms","start":"2026-04-28T03:20:34.613519Z","end":"2026-04-28T03:20:35.095891Z","steps":["trace[866607557] 'agreement among raft nodes before linearized reading' (duration: 482.270407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:35.096229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:34.613502Z","time spent":"482.695147ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":11,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:35.52941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.667713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:35.529623Z","caller":"traceutil/trace.go:171","msg":"trace[1898088578] linearizableReadLoop","detail":"{readStateIndex:699; appliedIndex:697; }","duration":"422.074735ms","start":"2026-04-28T03:20:35.107525Z","end":"2026-04-28T03:20:35.529599Z","steps":["trace[1898088578] 'read index received' (duration: 128.103035ms)","trace[1898088578] 'applied index is now lower than readState.Index' (duration: 293.97041ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:35.52972Z","caller":"traceutil/trace.go:171","msg":"trace[1251936396] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"429.084821ms","start":"2026-04-28T03:20:35.100573Z","end":"2026-04-28T03:20:35.529658Z","steps":["trace[1251936396] 'process raft request' (duration: 428.957698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:35.529755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.22872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:35.52981Z","caller":"traceutil/trace.go:171","msg":"trace[1631028348] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:667; }","duration":"422.292231ms","start":"2026-04-28T03:20:35.107493Z","end":"2026-04-28T03:20:35.529785Z","steps":["trace[1631028348] 'agreement among raft nodes before linearized reading' (duration: 422.226449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:35.529872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.150347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:20:35.529879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:35.10748Z","time spent":"422.382643ms","remote":"127.0.0.1:42948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" "} {"level":"warn","ts":"2026-04-28T03:20:35.529873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:35.100546Z","time spent":"429.232724ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:35.529933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.138827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:35.529983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.145187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:20:35.530027Z","caller":"traceutil/trace.go:171","msg":"trace[1164232005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:667; }","duration":"386.212748ms","start":"2026-04-28T03:20:35.143805Z","end":"2026-04-28T03:20:35.530018Z","steps":["trace[1164232005] 'agreement among raft nodes before linearized reading' (duration: 386.122256ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:35.530042Z","caller":"traceutil/trace.go:171","msg":"trace[923119059] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:667; }","duration":"361.28899ms","start":"2026-04-28T03:20:35.168721Z","end":"2026-04-28T03:20:35.53001Z","steps":["trace[923119059] 'agreement among raft nodes before linearized reading' (duration: 361.125627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:35.530057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:35.143738Z","time spent":"386.311901ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:20:35.529911Z","caller":"traceutil/trace.go:171","msg":"trace[1547955811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:667; }","duration":"386.217809ms","start":"2026-04-28T03:20:35.143683Z","end":"2026-04-28T03:20:35.529901Z","steps":["trace[1547955811] 'agreement among raft nodes before linearized reading' (duration: 386.091226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:35.530185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:35.143669Z","time spent":"386.507095ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:20:35.530313Z","caller":"traceutil/trace.go:171","msg":"trace[1429281724] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"429.619313ms","start":"2026-04-28T03:20:35.100517Z","end":"2026-04-28T03:20:35.530137Z","steps":["trace[1429281724] 'process raft request' (duration: 135.09803ms)","trace[1429281724] 'compare' (duration: 293.541291ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:35.53038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:35.100495Z","time spent":"429.852628ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:35.530432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:35.168709Z","time spent":"361.70806ms","remote":"127.0.0.1:43158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:36.246446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:36.537066Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.001108969s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:20:37.242293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.860821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:37.24241Z","caller":"traceutil/trace.go:171","msg":"trace[569530049] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"1.706504791s","start":"2026-04-28T03:20:35.535885Z","end":"2026-04-28T03:20:37.242389Z","steps":["trace[569530049] 'process raft request' (duration: 1.001466207s)","trace[569530049] 'compare' (duration: 704.764048ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:37.243047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:35.53587Z","time spent":"1.706830278s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:37.311806Z","caller":"traceutil/trace.go:171","msg":"trace[43481394] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"1.774366597s","start":"2026-04-28T03:20:35.537415Z","end":"2026-04-28T03:20:37.311781Z","steps":["trace[43481394] 'process raft request' (duration: 1.774105742s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:37.311943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:35.537389Z","time spent":"1.774476559s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:37.312653Z","caller":"traceutil/trace.go:171","msg":"trace[131762141] linearizableReadLoop","detail":"{readStateIndex:702; appliedIndex:699; }","duration":"1.566396856s","start":"2026-04-28T03:20:35.746242Z","end":"2026-04-28T03:20:37.312639Z","steps":["trace[131762141] 'read index received' (duration: 791.219726ms)","trace[131762141] 'applied index is now lower than readState.Index' (duration: 775.17634ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:37.312712Z","caller":"traceutil/trace.go:171","msg":"trace[120835857] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"1.354926228s","start":"2026-04-28T03:20:35.95778Z","end":"2026-04-28T03:20:37.312706Z","steps":["trace[120835857] 'process raft request' (duration: 1.354464738s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:37.312763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:35.957755Z","time spent":"1.35497168s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:37.312893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5665986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:37.31302Z","caller":"traceutil/trace.go:171","msg":"trace[557215298] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:670; }","duration":"1.566756793s","start":"2026-04-28T03:20:35.746223Z","end":"2026-04-28T03:20:37.31298Z","steps":["trace[557215298] 'agreement among raft nodes before linearized reading' (duration: 1.566492688s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:37.313148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:35.746167Z","time spent":"1.566968268s","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:37.771559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.526632ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:20:37.771777Z","caller":"traceutil/trace.go:171","msg":"trace[1205241278] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"407.345628ms","start":"2026-04-28T03:20:37.364417Z","end":"2026-04-28T03:20:37.771762Z","steps":["trace[1205241278] 'process raft request' (duration: 407.249096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:37.771881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:37.364401Z","time spent":"407.41119ms","remote":"127.0.0.1:42948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:37.771976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729027707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:37.772026Z","caller":"traceutil/trace.go:171","msg":"trace[1113157886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:671; }","duration":"1.729113809s","start":"2026-04-28T03:20:36.042901Z","end":"2026-04-28T03:20:37.772015Z","steps":["trace[1113157886] 'agreement among raft nodes before linearized reading' (duration: 1.729005826s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:37.772062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:36.042885Z","time spent":"1.729169181s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:20:37.771866Z","caller":"traceutil/trace.go:171","msg":"trace[1198208159] linearizableReadLoop","detail":"{readStateIndex:703; appliedIndex:702; }","duration":"459.132299ms","start":"2026-04-28T03:20:37.312681Z","end":"2026-04-28T03:20:37.771813Z","steps":["trace[1198208159] 'read index received' (duration: 51.30332ms)","trace[1198208159] 'applied index is now lower than readState.Index' (duration: 407.825029ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:37.772439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.440224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:20:37.772468Z","caller":"traceutil/trace.go:171","msg":"trace[672626351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:671; }","duration":"237.508275ms","start":"2026-04-28T03:20:37.534952Z","end":"2026-04-28T03:20:37.77246Z","steps":["trace[672626351] 'agreement among raft nodes before linearized reading' (duration: 237.406423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:37.772838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.064055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:20:37.772888Z","caller":"traceutil/trace.go:171","msg":"trace[1396241825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:671; }","duration":"232.153266ms","start":"2026-04-28T03:20:37.540722Z","end":"2026-04-28T03:20:37.772876Z","steps":["trace[1396241825] 'agreement among raft nodes before linearized reading' (duration: 231.691406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:38.329475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.365343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:38.329636Z","caller":"traceutil/trace.go:171","msg":"trace[2045422486] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"553.229873ms","start":"2026-04-28T03:20:37.776388Z","end":"2026-04-28T03:20:38.329618Z","steps":["trace[2045422486] 'process raft request' (duration: 123.653235ms)","trace[2045422486] 'compare' (duration: 429.066627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:38.329702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:37.776363Z","time spent":"553.310375ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:38.329816Z","caller":"traceutil/trace.go:171","msg":"trace[186659465] linearizableReadLoop","detail":"{readStateIndex:706; appliedIndex:704; }","duration":"548.635102ms","start":"2026-04-28T03:20:37.781173Z","end":"2026-04-28T03:20:38.329808Z","steps":["trace[186659465] 'read index received' (duration: 118.878671ms)","trace[186659465] 'applied index is now lower than readState.Index' (duration: 429.755531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:38.329967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.868903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:38.329969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.800166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:38.330024Z","caller":"traceutil/trace.go:171","msg":"trace[1698064467] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:673; }","duration":"546.921355ms","start":"2026-04-28T03:20:37.783085Z","end":"2026-04-28T03:20:38.330006Z","steps":["trace[1698064467] 'agreement among raft nodes before linearized reading' (duration: 546.850013ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:38.330073Z","caller":"traceutil/trace.go:171","msg":"trace[335110280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:673; }","duration":"548.949249ms","start":"2026-04-28T03:20:37.781082Z","end":"2026-04-28T03:20:38.330032Z","steps":["trace[335110280] 'agreement among raft nodes before linearized reading' (duration: 548.812466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:38.33009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:37.783061Z","time spent":"547.013016ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" "} {"level":"info","ts":"2026-04-28T03:20:38.330061Z","caller":"traceutil/trace.go:171","msg":"trace[1174824691] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"551.962265ms","start":"2026-04-28T03:20:37.778039Z","end":"2026-04-28T03:20:38.330001Z","steps":["trace[1174824691] 'process raft request' (duration: 551.533526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:38.330142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:37.78102Z","time spent":"549.109882ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:38.330335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:37.778015Z","time spent":"552.173259ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:39.117369Z","caller":"traceutil/trace.go:171","msg":"trace[1173656963] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"393.393715ms","start":"2026-04-28T03:20:38.723932Z","end":"2026-04-28T03:20:39.117325Z","steps":["trace[1173656963] 'process raft request' (duration: 387.486694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:39.117514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:38.7239Z","time spent":"393.544608ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036269,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:39.566327Z","caller":"traceutil/trace.go:171","msg":"trace[1823958091] linearizableReadLoop","detail":"{readStateIndex:712; appliedIndex:711; }","duration":"156.915548ms","start":"2026-04-28T03:20:39.409396Z","end":"2026-04-28T03:20:39.566312Z","steps":["trace[1823958091] 'read index received' (duration: 156.805006ms)","trace[1823958091] 'applied index is now lower than readState.Index' (duration: 109.952µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:39.566454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.051151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-28T03:20:39.566474Z","caller":"traceutil/trace.go:171","msg":"trace[1933534037] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:679; }","duration":"157.111612ms","start":"2026-04-28T03:20:39.409356Z","end":"2026-04-28T03:20:39.566468Z","steps":["trace[1933534037] 'agreement among raft nodes before linearized reading' (duration: 157.01533ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:39.566641Z","caller":"traceutil/trace.go:171","msg":"trace[1618653732] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"224.39579ms","start":"2026-04-28T03:20:39.342239Z","end":"2026-04-28T03:20:39.566635Z","steps":["trace[1618653732] 'process raft request' (duration: 223.99711ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:39.888278Z","caller":"traceutil/trace.go:171","msg":"trace[389151951] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"164.433543ms","start":"2026-04-28T03:20:39.723827Z","end":"2026-04-28T03:20:39.888261Z","steps":["trace[389151951] 'process raft request' (duration: 164.27333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:39.888598Z","caller":"traceutil/trace.go:171","msg":"trace[443322854] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"160.906326ms","start":"2026-04-28T03:20:39.727665Z","end":"2026-04-28T03:20:39.888572Z","steps":["trace[443322854] 'process raft request' (duration: 160.558638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:40.181597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.266479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:40.181795Z","caller":"traceutil/trace.go:171","msg":"trace[11466941] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"339.734113ms","start":"2026-04-28T03:20:39.842053Z","end":"2026-04-28T03:20:40.181787Z","steps":["trace[11466941] 'process raft request' (duration: 211.2526ms)","trace[11466941] 'compare' (duration: 128.148376ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:40.181874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:39.842036Z","time spent":"339.822025ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:40.181754Z","caller":"traceutil/trace.go:171","msg":"trace[320434181] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"313.777609ms","start":"2026-04-28T03:20:39.867966Z","end":"2026-04-28T03:20:40.181744Z","steps":["trace[320434181] 'process raft request' (duration: 313.704188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:40.182067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:39.867943Z","time spent":"314.111307ms","remote":"127.0.0.1:43158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:40.212529Z","caller":"traceutil/trace.go:171","msg":"trace[1258199571] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"315.291723ms","start":"2026-04-28T03:20:39.897215Z","end":"2026-04-28T03:20:40.212506Z","steps":["trace[1258199571] 'process raft request' (duration: 315.193881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:40.212678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:39.897183Z","time spent":"315.425866ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:40.212723Z","caller":"traceutil/trace.go:171","msg":"trace[817758257] linearizableReadLoop","detail":"{readStateIndex:729; appliedIndex:724; }","duration":"167.440686ms","start":"2026-04-28T03:20:40.045241Z","end":"2026-04-28T03:20:40.212682Z","steps":["trace[817758257] 'read index received' (duration: 8.072749ms)","trace[817758257] 'applied index is now lower than readState.Index' (duration: 159.365897ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:40.212805Z","caller":"traceutil/trace.go:171","msg":"trace[201467945] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"315.369525ms","start":"2026-04-28T03:20:39.897409Z","end":"2026-04-28T03:20:40.212778Z","steps":["trace[201467945] 'process raft request' (duration: 315.054298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:40.212887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.63901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:40.212936Z","caller":"traceutil/trace.go:171","msg":"trace[1929213265] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:696; }","duration":"167.747042ms","start":"2026-04-28T03:20:40.045176Z","end":"2026-04-28T03:20:40.212923Z","steps":["trace[1929213265] 'agreement among raft nodes before linearized reading' (duration: 167.66128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:40.21296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.993305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:40.213017Z","caller":"traceutil/trace.go:171","msg":"trace[664310741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:696; }","duration":"167.101037ms","start":"2026-04-28T03:20:40.045899Z","end":"2026-04-28T03:20:40.213Z","steps":["trace[664310741] 'agreement among raft nodes before linearized reading' (duration: 166.982834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:40.213029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:39.89739Z","time spent":"315.513129ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4156,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:40.21254Z","caller":"traceutil/trace.go:171","msg":"trace[1458736507] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"318.187417ms","start":"2026-04-28T03:20:39.894321Z","end":"2026-04-28T03:20:40.212508Z","steps":["trace[1458736507] 'process raft request' (duration: 317.966482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:40.213519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:39.894295Z","time spent":"319.075147ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4318,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:40.74148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:41.242335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:41.743455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:42.14738Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.925512797s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:20:42.672454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.768142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:42.672571Z","caller":"traceutil/trace.go:171","msg":"trace[1497135490] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"2.45076726s","start":"2026-04-28T03:20:40.221782Z","end":"2026-04-28T03:20:42.672549Z","steps":["trace[1497135490] 'process raft request' (duration: 1.925822714s)","trace[1497135490] 'compare' (duration: 524.604499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:42.672667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:40.221765Z","time spent":"2.450855923s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:42.679842Z","caller":"traceutil/trace.go:171","msg":"trace[464509618] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"2.457689883s","start":"2026-04-28T03:20:40.222105Z","end":"2026-04-28T03:20:42.679795Z","steps":["trace[464509618] 'process raft request' (duration: 2.4570877s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:42.67998Z","caller":"traceutil/trace.go:171","msg":"trace[104136190] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"2.454517494s","start":"2026-04-28T03:20:40.225433Z","end":"2026-04-28T03:20:42.679951Z","steps":["trace[104136190] 'process raft request' (duration: 2.453843459s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:42.680175Z","caller":"traceutil/trace.go:171","msg":"trace[1576165963] linearizableReadLoop","detail":"{readStateIndex:736; appliedIndex:729; }","duration":"2.439685395s","start":"2026-04-28T03:20:40.240477Z","end":"2026-04-28T03:20:42.680162Z","steps":["trace[1576165963] 'read index received' (duration: 1.907174671s)","trace[1576165963] 'applied index is now lower than readState.Index' (duration: 532.510074ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:42.68026Z","caller":"traceutil/trace.go:171","msg":"trace[282715228] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"1.782673816s","start":"2026-04-28T03:20:40.897578Z","end":"2026-04-28T03:20:42.680252Z","steps":["trace[282715228] 'process raft request' (duration: 1.782412521s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.680332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:40.897554Z","time spent":"1.782735128s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:42.680332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:40.225425Z","time spent":"2.454685187s","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4679,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:42.680353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:40.222097Z","time spent":"2.45799022s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4165,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:42.680552Z","caller":"traceutil/trace.go:171","msg":"trace[2108803699] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"1.528286683s","start":"2026-04-28T03:20:41.152251Z","end":"2026-04-28T03:20:42.680538Z","steps":["trace[2108803699] 'process raft request' (duration: 1.527775651s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.680616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:41.15223Z","time spent":"1.528354925s","remote":"127.0.0.1:42746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4559,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:42.680706Z","caller":"traceutil/trace.go:171","msg":"trace[686793611] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"1.834911743s","start":"2026-04-28T03:20:40.845777Z","end":"2026-04-28T03:20:42.680688Z","steps":["trace[686793611] 'process raft request' (duration: 1.834164726s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.680766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440287168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.68086Z","caller":"traceutil/trace.go:171","msg":"trace[1071437109] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:705; }","duration":"2.440408651s","start":"2026-04-28T03:20:40.240439Z","end":"2026-04-28T03:20:42.680847Z","steps":["trace[1071437109] 'agreement among raft nodes before linearized reading' (duration: 2.440288939s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.680896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:40.240424Z","time spent":"2.440461832s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-04-28T03:20:42.680943Z","caller":"traceutil/trace.go:171","msg":"trace[155583877] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"2.077444619s","start":"2026-04-28T03:20:40.603488Z","end":"2026-04-28T03:20:42.680933Z","steps":["trace[155583877] 'process raft request' (duration: 2.075977017s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.681026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:40.603464Z","time spent":"2.077533551s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:42.681313Z","caller":"traceutil/trace.go:171","msg":"trace[453970665] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"637.798929ms","start":"2026-04-28T03:20:42.043498Z","end":"2026-04-28T03:20:42.681297Z","steps":["trace[453970665] 'process raft request' (duration: 636.632694ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:42.681367Z","caller":"traceutil/trace.go:171","msg":"trace[1762831334] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"756.088782ms","start":"2026-04-28T03:20:41.925262Z","end":"2026-04-28T03:20:42.681351Z","steps":["trace[1762831334] 'process raft request' (duration: 754.798964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.681429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:41.925236Z","time spent":"756.161584ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:42.681465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.043474Z","time spent":"637.887761ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:42.680812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:40.845748Z","time spent":"1.835029795s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:42.96168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.144649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:42.961985Z","caller":"traceutil/trace.go:171","msg":"trace[54901015] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"282.016757ms","start":"2026-04-28T03:20:42.679945Z","end":"2026-04-28T03:20:42.961962Z","steps":["trace[54901015] 'process raft request' (duration: 173.514199ms)","trace[54901015] 'compare' (duration: 107.74489ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:42.962024Z","caller":"traceutil/trace.go:171","msg":"trace[804539369] linearizableReadLoop","detail":"{readStateIndex:739; appliedIndex:738; }","duration":"281.786392ms","start":"2026-04-28T03:20:42.680223Z","end":"2026-04-28T03:20:42.96201Z","steps":["trace[804539369] 'read index received' (duration: 173.250073ms)","trace[804539369] 'applied index is now lower than readState.Index' (duration: 108.535239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:42.962097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.617663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.962125Z","caller":"traceutil/trace.go:171","msg":"trace[1882208415] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:706; }","duration":"402.710224ms","start":"2026-04-28T03:20:42.559408Z","end":"2026-04-28T03:20:42.962118Z","steps":["trace[1882208415] 'agreement among raft nodes before linearized reading' (duration: 402.659373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.96215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.559387Z","time spent":"402.755746ms","remote":"127.0.0.1:46620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:42.962191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.594325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.962287Z","caller":"traceutil/trace.go:171","msg":"trace[1498827802] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:706; }","duration":"847.738849ms","start":"2026-04-28T03:20:42.114532Z","end":"2026-04-28T03:20:42.962271Z","steps":["trace[1498827802] 'agreement among raft nodes before linearized reading' (duration: 847.564835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.962269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618495771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:20:42.962347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528078188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:42.962367Z","caller":"traceutil/trace.go:171","msg":"trace[1580642588] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:706; }","duration":"2.528120279s","start":"2026-04-28T03:20:40.434241Z","end":"2026-04-28T03:20:42.962361Z","steps":["trace[1580642588] 'agreement among raft nodes before linearized reading' (duration: 2.528089368s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.962351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520796127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:42.962388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:40.434226Z","time spent":"2.52815732s","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:42.962314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650607173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:20:42.962394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.158434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.962434Z","caller":"traceutil/trace.go:171","msg":"trace[125502077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:706; }","duration":"1.650757326s","start":"2026-04-28T03:20:41.311661Z","end":"2026-04-28T03:20:42.962418Z","steps":["trace[125502077] 'agreement among raft nodes before linearized reading' (duration: 1.650625653s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.9625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.536983815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:20:42.96249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:41.311609Z","time spent":"1.650864618s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:42.962501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712503124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:20:42.962548Z","caller":"traceutil/trace.go:171","msg":"trace[44446876] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:706; }","duration":"1.712560556s","start":"2026-04-28T03:20:41.249983Z","end":"2026-04-28T03:20:42.962543Z","steps":["trace[44446876] 'agreement among raft nodes before linearized reading' (duration: 1.712428333s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.962546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721167946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-04-28T03:20:42.962572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:41.249977Z","time spent":"1.712589786s","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.168\" "} {"level":"info","ts":"2026-04-28T03:20:42.962579Z","caller":"traceutil/trace.go:171","msg":"trace[777878806] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:706; }","duration":"1.721229207s","start":"2026-04-28T03:20:41.241343Z","end":"2026-04-28T03:20:42.962573Z","steps":["trace[777878806] 'agreement among raft nodes before linearized reading' (duration: 1.721169746s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.962602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:41.241328Z","time spent":"1.721266208s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:20:42.96263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.837318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.962685Z","caller":"traceutil/trace.go:171","msg":"trace[1633859754] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:706; }","duration":"567.91018ms","start":"2026-04-28T03:20:42.394767Z","end":"2026-04-28T03:20:42.962677Z","steps":["trace[1633859754] 'agreement among raft nodes before linearized reading' (duration: 567.796937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.962711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.394759Z","time spent":"567.943171ms","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:20:42.962779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829101107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:42.962804Z","caller":"traceutil/trace.go:171","msg":"trace[318273159] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:706; }","duration":"1.829163608s","start":"2026-04-28T03:20:41.133636Z","end":"2026-04-28T03:20:42.962799Z","steps":["trace[318273159] 'agreement among raft nodes before linearized reading' (duration: 1.829057046s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.962819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:41.133616Z","time spent":"1.829199409s","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:42.962908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.281538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.96294Z","caller":"traceutil/trace.go:171","msg":"trace[2052962546] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:706; }","duration":"568.329309ms","start":"2026-04-28T03:20:42.394602Z","end":"2026-04-28T03:20:42.962931Z","steps":["trace[2052962546] 'agreement among raft nodes before linearized reading' (duration: 568.283058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.962978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.394592Z","time spent":"568.37721ms","remote":"127.0.0.1:46612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:42.962993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919794006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:42.962991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.360307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.963016Z","caller":"traceutil/trace.go:171","msg":"trace[903340747] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:706; }","duration":"1.919849687s","start":"2026-04-28T03:20:41.04316Z","end":"2026-04-28T03:20:42.963009Z","steps":["trace[903340747] 'agreement among raft nodes before linearized reading' (duration: 1.919773325s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.963057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:41.043141Z","time spent":"1.919910029s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-28T03:20:42.963051Z","caller":"traceutil/trace.go:171","msg":"trace[1478514283] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:706; }","duration":"896.435108ms","start":"2026-04-28T03:20:42.066599Z","end":"2026-04-28T03:20:42.963034Z","steps":["trace[1478514283] 'agreement among raft nodes before linearized reading' (duration: 896.361357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.963106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.06659Z","time spent":"896.50009ms","remote":"127.0.0.1:46552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:20:42.96314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.712397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.963174Z","caller":"traceutil/trace.go:171","msg":"trace[726377827] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:706; }","duration":"568.770089ms","start":"2026-04-28T03:20:42.394395Z","end":"2026-04-28T03:20:42.963165Z","steps":["trace[726377827] 'agreement among raft nodes before linearized reading' (duration: 568.714308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.963198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322332155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:42.96325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.394383Z","time spent":"568.856691ms","remote":"127.0.0.1:46612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:20:42.963289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.336228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.963325Z","caller":"traceutil/trace.go:171","msg":"trace[789983622] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:706; }","duration":"897.40377ms","start":"2026-04-28T03:20:42.065912Z","end":"2026-04-28T03:20:42.963316Z","steps":["trace[789983622] 'agreement among raft nodes before linearized reading' (duration: 897.360209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.963359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.065893Z","time spent":"897.45614ms","remote":"127.0.0.1:46552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:42.96246Z","caller":"traceutil/trace.go:171","msg":"trace[130121231] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:706; }","duration":"403.249877ms","start":"2026-04-28T03:20:42.559201Z","end":"2026-04-28T03:20:42.96245Z","steps":["trace[130121231] 'agreement among raft nodes before linearized reading' (duration: 403.168145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.963389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.442618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.962394Z","caller":"traceutil/trace.go:171","msg":"trace[235083546] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:706; }","duration":"2.520886778s","start":"2026-04-28T03:20:40.4415Z","end":"2026-04-28T03:20:42.962387Z","steps":["trace[235083546] 'agreement among raft nodes before linearized reading' (duration: 2.520804816s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:42.963451Z","caller":"traceutil/trace.go:171","msg":"trace[662045843] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:706; }","duration":"603.515359ms","start":"2026-04-28T03:20:42.359926Z","end":"2026-04-28T03:20:42.963441Z","steps":["trace[662045843] 'agreement among raft nodes before linearized reading' (duration: 603.435958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.963492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.359922Z","time spent":"603.56077ms","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:42.9635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.978678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:42.963502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522535503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-04-28T03:20:42.963563Z","caller":"traceutil/trace.go:171","msg":"trace[318962425] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:706; }","duration":"1.522629296s","start":"2026-04-28T03:20:41.440918Z","end":"2026-04-28T03:20:42.963548Z","steps":["trace[318962425] 'agreement among raft nodes before linearized reading' (duration: 1.522454782s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.963611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:41.440901Z","time spent":"1.522699837s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:20:42.963737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.811775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.963779Z","caller":"traceutil/trace.go:171","msg":"trace[1153947337] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:706; }","duration":"603.858096ms","start":"2026-04-28T03:20:42.359911Z","end":"2026-04-28T03:20:42.963769Z","steps":["trace[1153947337] 'agreement among raft nodes before linearized reading' (duration: 603.756694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.96358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:40.441481Z","time spent":"2.521959532s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:20:42.963923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.359877Z","time spent":"604.032831ms","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:20:42.962943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.62852985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:20:42.964156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.750643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.964182Z","caller":"traceutil/trace.go:171","msg":"trace[2076244325] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:706; }","duration":"648.796154ms","start":"2026-04-28T03:20:42.315378Z","end":"2026-04-28T03:20:42.964175Z","steps":["trace[2076244325] 'agreement among raft nodes before linearized reading' (duration: 648.749823ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:42.964184Z","caller":"traceutil/trace.go:171","msg":"trace[242328300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:706; }","duration":"2.629798718s","start":"2026-04-28T03:20:40.334365Z","end":"2026-04-28T03:20:42.964164Z","steps":["trace[242328300] 'agreement among raft nodes before linearized reading' (duration: 2.62851381s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.964246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:40.334344Z","time spent":"2.62988665s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:20:42.964307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.31537Z","time spent":"648.923247ms","remote":"127.0.0.1:46594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:20:42.964496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.631852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.964554Z","caller":"traceutil/trace.go:171","msg":"trace[1241187737] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:706; }","duration":"649.708843ms","start":"2026-04-28T03:20:42.314835Z","end":"2026-04-28T03:20:42.964544Z","steps":["trace[1241187737] 'agreement among raft nodes before linearized reading' (duration: 649.630502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.964593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.314825Z","time spent":"649.757906ms","remote":"127.0.0.1:46594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:42.964714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303588503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:20:42.964764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.064154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.964801Z","caller":"traceutil/trace.go:171","msg":"trace[71588759] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:706; }","duration":"678.109385ms","start":"2026-04-28T03:20:42.286682Z","end":"2026-04-28T03:20:42.964791Z","steps":["trace[71588759] 'agreement among raft nodes before linearized reading' (duration: 678.064014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.964831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.286676Z","time spent":"678.147525ms","remote":"127.0.0.1:46592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:20:42.964844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124084296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-28T03:20:42.964911Z","caller":"traceutil/trace.go:171","msg":"trace[1528078413] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:706; }","duration":"1.124147487s","start":"2026-04-28T03:20:41.840752Z","end":"2026-04-28T03:20:42.9649Z","steps":["trace[1528078413] 'agreement among raft nodes before linearized reading' (duration: 1.124030465s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.964954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:41.840682Z","time spent":"1.124263629s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:20:42.962924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.327581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:42.965023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.847492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.963271Z","caller":"traceutil/trace.go:171","msg":"trace[1079619942] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:706; }","duration":"2.322419007s","start":"2026-04-28T03:20:40.640825Z","end":"2026-04-28T03:20:42.963245Z","steps":["trace[1079619942] 'agreement among raft nodes before linearized reading' (duration: 2.322328535s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.965093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:40.640805Z","time spent":"2.324279728s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:20:42.963256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.189395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:42.963179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320988358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5168"} {"level":"info","ts":"2026-04-28T03:20:42.964761Z","caller":"traceutil/trace.go:171","msg":"trace[1125228175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:706; }","duration":"1.303659455s","start":"2026-04-28T03:20:41.661091Z","end":"2026-04-28T03:20:42.964751Z","steps":["trace[1125228175] 'agreement among raft nodes before linearized reading' (duration: 1.303584083s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:42.962527Z","caller":"traceutil/trace.go:171","msg":"trace[1727556628] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:706; }","duration":"2.537044516s","start":"2026-04-28T03:20:40.425477Z","end":"2026-04-28T03:20:42.962521Z","steps":["trace[1727556628] 'agreement among raft nodes before linearized reading' (duration: 2.537003795s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.965137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:41.661079Z","time spent":"1.304052743s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:20:42.965073Z","caller":"traceutil/trace.go:171","msg":"trace[848216079] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:706; }","duration":"678.925084ms","start":"2026-04-28T03:20:42.286138Z","end":"2026-04-28T03:20:42.965064Z","steps":["trace[848216079] 'agreement among raft nodes before linearized reading' (duration: 678.851322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.965216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.286126Z","time spent":"679.079447ms","remote":"127.0.0.1:46592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:20:42.962375Z","caller":"traceutil/trace.go:171","msg":"trace[852728322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:706; }","duration":"1.618656955s","start":"2026-04-28T03:20:41.343695Z","end":"2026-04-28T03:20:42.962352Z","steps":["trace[852728322] 'agreement among raft nodes before linearized reading' (duration: 1.61846402s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:42.965059Z","caller":"traceutil/trace.go:171","msg":"trace[1295898536] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:706; }","duration":"850.52805ms","start":"2026-04-28T03:20:42.114517Z","end":"2026-04-28T03:20:42.965045Z","steps":["trace[1295898536] 'agreement among raft nodes before linearized reading' (duration: 848.341042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.965277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.114495Z","time spent":"850.774366ms","remote":"127.0.0.1:46556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:42.964728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.992891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.965578Z","caller":"traceutil/trace.go:171","msg":"trace[1059295185] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:706; }","duration":"650.86202ms","start":"2026-04-28T03:20:42.314694Z","end":"2026-04-28T03:20:42.965556Z","steps":["trace[1059295185] 'agreement among raft nodes before linearized reading' (duration: 650.006422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.965616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.314676Z","time spent":"650.928551ms","remote":"127.0.0.1:46594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:20:42.963422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.559183Z","time spent":"404.228648ms","remote":"127.0.0.1:46620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:20:42.965354Z","caller":"traceutil/trace.go:171","msg":"trace[381804968] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:706; }","duration":"1.323209718s","start":"2026-04-28T03:20:41.642138Z","end":"2026-04-28T03:20:42.965348Z","steps":["trace[381804968] 'agreement among raft nodes before linearized reading' (duration: 1.320979528s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.965966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:41.642117Z","time spent":"1.323839671s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5191,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:20:42.964859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581221934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:20:42.966102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.998075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.966146Z","caller":"traceutil/trace.go:171","msg":"trace[796926191] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:706; }","duration":"821.046876ms","start":"2026-04-28T03:20:42.145089Z","end":"2026-04-28T03:20:42.966136Z","steps":["trace[796926191] 'agreement among raft nodes before linearized reading' (duration: 820.980045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.965963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.791652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:42.966188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.145038Z","time spent":"821.136518ms","remote":"127.0.0.1:46558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:42.966256Z","caller":"traceutil/trace.go:171","msg":"trace[730518307] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:706; }","duration":"680.067179ms","start":"2026-04-28T03:20:42.286135Z","end":"2026-04-28T03:20:42.966202Z","steps":["trace[730518307] 'agreement among raft nodes before linearized reading' (duration: 679.800633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.962325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.114512Z","time spent":"847.80464ms","remote":"127.0.0.1:46556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:20:42.96634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.617348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5577"} {"level":"info","ts":"2026-04-28T03:20:42.966374Z","caller":"traceutil/trace.go:171","msg":"trace[452918032] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:706; }","duration":"725.69339ms","start":"2026-04-28T03:20:42.240672Z","end":"2026-04-28T03:20:42.966366Z","steps":["trace[452918032] 'agreement among raft nodes before linearized reading' (duration: 725.636899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.966406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.240653Z","time spent":"725.746602ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5600,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:20:42.966447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.286117Z","time spent":"680.16359ms","remote":"127.0.0.1:46592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:42.965152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:40.425457Z","time spent":"2.539683095s","remote":"127.0.0.1:43124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:42.966521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.688046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:42.966534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.570346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.966563Z","caller":"traceutil/trace.go:171","msg":"trace[166018751] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:706; }","duration":"770.635137ms","start":"2026-04-28T03:20:42.19592Z","end":"2026-04-28T03:20:42.966555Z","steps":["trace[166018751] 'agreement among raft nodes before linearized reading' (duration: 770.588256ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:42.966583Z","caller":"traceutil/trace.go:171","msg":"trace[783767579] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:706; }","duration":"851.763118ms","start":"2026-04-28T03:20:42.114808Z","end":"2026-04-28T03:20:42.966571Z","steps":["trace[783767579] 'agreement among raft nodes before linearized reading' (duration: 851.555353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.966599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.195907Z","time spent":"770.684038ms","remote":"127.0.0.1:46576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:20:42.96661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.114803Z","time spent":"851.799918ms","remote":"127.0.0.1:46556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:20:42.966731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.179608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.966765Z","caller":"traceutil/trace.go:171","msg":"trace[899224824] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:706; }","duration":"775.24019ms","start":"2026-04-28T03:20:42.191516Z","end":"2026-04-28T03:20:42.966756Z","steps":["trace[899224824] 'agreement among raft nodes before linearized reading' (duration: 775.190769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.9668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.1915Z","time spent":"775.29031ms","remote":"127.0.0.1:46576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:42.965327Z","caller":"traceutil/trace.go:171","msg":"trace[1322122655] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:706; }","duration":"899.348103ms","start":"2026-04-28T03:20:42.065968Z","end":"2026-04-28T03:20:42.965316Z","steps":["trace[1322122655] 'agreement among raft nodes before linearized reading' (duration: 897.261787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.96684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.065962Z","time spent":"900.869476ms","remote":"127.0.0.1:46552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:20:42.966956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.745651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.966989Z","caller":"traceutil/trace.go:171","msg":"trace[327876023] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:706; }","duration":"775.807223ms","start":"2026-04-28T03:20:42.191174Z","end":"2026-04-28T03:20:42.966981Z","steps":["trace[327876023] 'agreement among raft nodes before linearized reading' (duration: 775.759491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.967022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.191167Z","time spent":"775.847463ms","remote":"127.0.0.1:46576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:20:42.96641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:41.343675Z","time spent":"1.622726154s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:42.967134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.186388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.96717Z","caller":"traceutil/trace.go:171","msg":"trace[726653865] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:706; }","duration":"793.217928ms","start":"2026-04-28T03:20:42.17394Z","end":"2026-04-28T03:20:42.967158Z","steps":["trace[726653865] 'agreement among raft nodes before linearized reading' (duration: 793.176417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.967201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.173907Z","time spent":"793.28756ms","remote":"127.0.0.1:46574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:20:42.967101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.192145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:42.96738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.65225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.967454Z","caller":"traceutil/trace.go:171","msg":"trace[796261707] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:706; }","duration":"821.751803ms","start":"2026-04-28T03:20:42.145692Z","end":"2026-04-28T03:20:42.967444Z","steps":["trace[796261707] 'agreement among raft nodes before linearized reading' (duration: 821.459835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.967587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.145672Z","time spent":"821.806273ms","remote":"127.0.0.1:46558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:20:42.966112Z","caller":"traceutil/trace.go:171","msg":"trace[742230825] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:706; }","duration":"1.583927194s","start":"2026-04-28T03:20:41.382173Z","end":"2026-04-28T03:20:42.966101Z","steps":["trace[742230825] 'agreement among raft nodes before linearized reading' (duration: 1.581246805s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.967657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:41.38215Z","time spent":"1.585467678s","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":2,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:42.967393Z","caller":"traceutil/trace.go:171","msg":"trace[1959909587] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:706; }","duration":"792.484262ms","start":"2026-04-28T03:20:42.174898Z","end":"2026-04-28T03:20:42.967383Z","steps":["trace[1959909587] 'agreement among raft nodes before linearized reading' (duration: 792.177655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.967838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.174885Z","time spent":"792.940632ms","remote":"127.0.0.1:46558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:20:42.967955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.172861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.967986Z","caller":"traceutil/trace.go:171","msg":"trace[821242493] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:706; }","duration":"794.207601ms","start":"2026-04-28T03:20:42.173771Z","end":"2026-04-28T03:20:42.967979Z","steps":["trace[821242493] 'agreement among raft nodes before linearized reading' (duration: 794.13652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.968007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.173736Z","time spent":"794.265472ms","remote":"127.0.0.1:46574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:42.968067Z","caller":"traceutil/trace.go:171","msg":"trace[1554422389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:706; }","duration":"919.04727ms","start":"2026-04-28T03:20:42.044473Z","end":"2026-04-28T03:20:42.96352Z","steps":["trace[1554422389] 'agreement among raft nodes before linearized reading' (duration: 919.005879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.968105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.04445Z","time spent":"923.647433ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:42.968356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633599443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:20:42.96839Z","caller":"traceutil/trace.go:171","msg":"trace[1506260803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:706; }","duration":"2.633660944s","start":"2026-04-28T03:20:40.33472Z","end":"2026-04-28T03:20:42.968381Z","steps":["trace[1506260803] 'agreement among raft nodes before linearized reading' (duration: 2.627938057s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.968411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:40.334704Z","time spent":"2.633701076s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:20:43.00417Z","caller":"traceutil/trace.go:171","msg":"trace[1240657203] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"310.613691ms","start":"2026-04-28T03:20:42.693535Z","end":"2026-04-28T03:20:43.004148Z","steps":["trace[1240657203] 'process raft request' (duration: 310.466028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.004282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.693512Z","time spent":"310.716114ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:43.004355Z","caller":"traceutil/trace.go:171","msg":"trace[1903430656] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"307.294478ms","start":"2026-04-28T03:20:42.697041Z","end":"2026-04-28T03:20:43.004335Z","steps":["trace[1903430656] 'process raft request' (duration: 307.046902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.004442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.697033Z","time spent":"307.368569ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4387,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:43.004441Z","caller":"traceutil/trace.go:171","msg":"trace[1138426824] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"262.976105ms","start":"2026-04-28T03:20:42.74144Z","end":"2026-04-28T03:20:43.004416Z","steps":["trace[1138426824] 'process raft request' (duration: 262.688528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.004287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.728134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:43.004496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.857972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.004526Z","caller":"traceutil/trace.go:171","msg":"trace[1224775406] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:709; }","duration":"201.01215ms","start":"2026-04-28T03:20:42.803504Z","end":"2026-04-28T03:20:43.004516Z","steps":["trace[1224775406] 'agreement among raft nodes before linearized reading' (duration: 200.705443ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.004541Z","caller":"traceutil/trace.go:171","msg":"trace[1312443202] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:709; }","duration":"262.939354ms","start":"2026-04-28T03:20:42.741591Z","end":"2026-04-28T03:20:43.00453Z","steps":["trace[1312443202] 'agreement among raft nodes before linearized reading' (duration: 262.861012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.004689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.14958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:43.00469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.12151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.004714Z","caller":"traceutil/trace.go:171","msg":"trace[1917721873] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:709; }","duration":"264.214132ms","start":"2026-04-28T03:20:42.740494Z","end":"2026-04-28T03:20:43.004708Z","steps":["trace[1917721873] 'agreement among raft nodes before linearized reading' (duration: 264.172181ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.00473Z","caller":"traceutil/trace.go:171","msg":"trace[1236164712] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:709; }","duration":"200.202412ms","start":"2026-04-28T03:20:42.804516Z","end":"2026-04-28T03:20:43.004718Z","steps":["trace[1236164712] 'agreement among raft nodes before linearized reading' (duration: 200.149171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.0048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.317024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.004824Z","caller":"traceutil/trace.go:171","msg":"trace[2055373284] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:709; }","duration":"264.365796ms","start":"2026-04-28T03:20:42.740451Z","end":"2026-04-28T03:20:43.004817Z","steps":["trace[2055373284] 'agreement among raft nodes before linearized reading' (duration: 264.333036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.004836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.150833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.004869Z","caller":"traceutil/trace.go:171","msg":"trace[161136199] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:709; }","duration":"201.242855ms","start":"2026-04-28T03:20:42.803619Z","end":"2026-04-28T03:20:43.004862Z","steps":["trace[161136199] 'agreement among raft nodes before linearized reading' (duration: 201.190674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.004901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.138528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.00492Z","caller":"traceutil/trace.go:171","msg":"trace[2088197070] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:709; }","duration":"295.160459ms","start":"2026-04-28T03:20:42.709755Z","end":"2026-04-28T03:20:43.004916Z","steps":["trace[2088197070] 'agreement among raft nodes before linearized reading' (duration: 295.129698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.004954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.033634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.00498Z","caller":"traceutil/trace.go:171","msg":"trace[1445803779] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:709; }","duration":"308.080725ms","start":"2026-04-28T03:20:42.696889Z","end":"2026-04-28T03:20:43.00497Z","steps":["trace[1445803779] 'agreement among raft nodes before linearized reading' (duration: 308.048034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.005002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.696875Z","time spent":"308.121496ms","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:20:43.005101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.570598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.005124Z","caller":"traceutil/trace.go:171","msg":"trace[964883239] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:709; }","duration":"295.615149ms","start":"2026-04-28T03:20:42.709503Z","end":"2026-04-28T03:20:43.005118Z","steps":["trace[964883239] 'agreement among raft nodes before linearized reading' (duration: 295.582398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.00515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.739808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.005201Z","caller":"traceutil/trace.go:171","msg":"trace[317959531] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:709; }","duration":"307.803049ms","start":"2026-04-28T03:20:42.697383Z","end":"2026-04-28T03:20:43.005186Z","steps":["trace[317959531] 'agreement among raft nodes before linearized reading' (duration: 307.712687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.005212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.274389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:43.005217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.715641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.005232Z","caller":"traceutil/trace.go:171","msg":"trace[785233731] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:709; }","duration":"308.30106ms","start":"2026-04-28T03:20:42.696925Z","end":"2026-04-28T03:20:43.005226Z","steps":["trace[785233731] 'agreement among raft nodes before linearized reading' (duration: 308.27172ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.005236Z","caller":"traceutil/trace.go:171","msg":"trace[434131855] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:709; }","duration":"295.759612ms","start":"2026-04-28T03:20:42.709471Z","end":"2026-04-28T03:20:43.00523Z","steps":["trace[434131855] 'agreement among raft nodes before linearized reading' (duration: 295.723122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.005237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.69714Z","time spent":"308.087645ms","remote":"127.0.0.1:46620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:20:43.005251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.696923Z","time spent":"308.323551ms","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:43.148944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.355727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.149097Z","caller":"traceutil/trace.go:171","msg":"trace[1689965033] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:718; }","duration":"135.56062ms","start":"2026-04-28T03:20:43.013523Z","end":"2026-04-28T03:20:43.149083Z","steps":["trace[1689965033] 'agreement among raft nodes before linearized reading' (duration: 135.298395ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.149164Z","caller":"traceutil/trace.go:171","msg":"trace[722221456] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"143.307443ms","start":"2026-04-28T03:20:43.005844Z","end":"2026-04-28T03:20:43.149151Z","steps":["trace[722221456] 'process raft request' (duration: 116.688382ms)","trace[722221456] 'compare' (duration: 25.829014ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:43.148945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.358146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.149234Z","caller":"traceutil/trace.go:171","msg":"trace[1064559627] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:718; }","duration":"135.679113ms","start":"2026-04-28T03:20:43.013535Z","end":"2026-04-28T03:20:43.149214Z","steps":["trace[1064559627] 'agreement among raft nodes before linearized reading' (duration: 135.286795ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.14908Z","caller":"traceutil/trace.go:171","msg":"trace[1249772453] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"135.327806ms","start":"2026-04-28T03:20:43.013729Z","end":"2026-04-28T03:20:43.149057Z","steps":["trace[1249772453] 'process raft request' (duration: 134.985968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.14934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.768936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.149504Z","caller":"traceutil/trace.go:171","msg":"trace[139873057] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:718; }","duration":"135.884168ms","start":"2026-04-28T03:20:43.013548Z","end":"2026-04-28T03:20:43.149432Z","steps":["trace[139873057] 'agreement among raft nodes before linearized reading' (duration: 135.765975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.149028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.873933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-28T03:20:43.149692Z","caller":"traceutil/trace.go:171","msg":"trace[1035703172] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:718; }","duration":"138.576629ms","start":"2026-04-28T03:20:43.011106Z","end":"2026-04-28T03:20:43.149682Z","steps":["trace[1035703172] 'agreement among raft nodes before linearized reading' (duration: 137.886792ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.333143Z","caller":"traceutil/trace.go:171","msg":"trace[918529974] linearizableReadLoop","detail":"{readStateIndex:757; appliedIndex:755; }","duration":"165.031716ms","start":"2026-04-28T03:20:43.168087Z","end":"2026-04-28T03:20:43.333119Z","steps":["trace[918529974] 'read index received' (duration: 49.987671ms)","trace[918529974] 'applied index is now lower than readState.Index' (duration: 115.042925ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:43.333181Z","caller":"traceutil/trace.go:171","msg":"trace[1976571865] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"170.13123ms","start":"2026-04-28T03:20:43.163025Z","end":"2026-04-28T03:20:43.333156Z","steps":["trace[1976571865] 'process raft request' (duration: 169.917685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.33331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.19868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.333343Z","caller":"traceutil/trace.go:171","msg":"trace[148221836] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:723; }","duration":"165.250811ms","start":"2026-04-28T03:20:43.168084Z","end":"2026-04-28T03:20:43.333334Z","steps":["trace[148221836] 'agreement among raft nodes before linearized reading' (duration: 165.150378ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.38224Z","caller":"traceutil/trace.go:171","msg":"trace[886830270] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"153.280935ms","start":"2026-04-28T03:20:43.228883Z","end":"2026-04-28T03:20:43.382164Z","steps":["trace[886830270] 'process raft request' (duration: 153.008588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.382262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.083716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.382408Z","caller":"traceutil/trace.go:171","msg":"trace[1252653696] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:725; }","duration":"214.25551ms","start":"2026-04-28T03:20:43.168132Z","end":"2026-04-28T03:20:43.382387Z","steps":["trace[1252653696] 'agreement among raft nodes before linearized reading' (duration: 214.053215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.382574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.150668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5577"} {"level":"info","ts":"2026-04-28T03:20:43.382609Z","caller":"traceutil/trace.go:171","msg":"trace[1836458092] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"119.264629ms","start":"2026-04-28T03:20:43.263335Z","end":"2026-04-28T03:20:43.3826Z","steps":["trace[1836458092] 'process raft request' (duration: 118.733768ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.382616Z","caller":"traceutil/trace.go:171","msg":"trace[1952485587] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:725; }","duration":"142.25942ms","start":"2026-04-28T03:20:43.240346Z","end":"2026-04-28T03:20:43.382605Z","steps":["trace[1952485587] 'agreement among raft nodes before linearized reading' (duration: 142.101017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.38271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.962082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:43.38274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.768599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:43.382748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.259442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:43.382745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.318013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.382772Z","caller":"traceutil/trace.go:171","msg":"trace[1565676127] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:725; }","duration":"123.012622ms","start":"2026-04-28T03:20:43.25972Z","end":"2026-04-28T03:20:43.382732Z","steps":["trace[1565676127] 'agreement among raft nodes before linearized reading' (duration: 122.965421ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.382775Z","caller":"traceutil/trace.go:171","msg":"trace[275376133] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:725; }","duration":"159.83421ms","start":"2026-04-28T03:20:43.222932Z","end":"2026-04-28T03:20:43.382766Z","steps":["trace[275376133] 'agreement among raft nodes before linearized reading' (duration: 159.768588ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.382793Z","caller":"traceutil/trace.go:171","msg":"trace[1623663868] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:725; }","duration":"179.397885ms","start":"2026-04-28T03:20:43.203384Z","end":"2026-04-28T03:20:43.382782Z","steps":["trace[1623663868] 'agreement among raft nodes before linearized reading' (duration: 179.315813ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.382805Z","caller":"traceutil/trace.go:171","msg":"trace[1622587678] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:725; }","duration":"179.384495ms","start":"2026-04-28T03:20:43.203392Z","end":"2026-04-28T03:20:43.382777Z","steps":["trace[1622587678] 'agreement among raft nodes before linearized reading' (duration: 179.281153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.382795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.960286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.382852Z","caller":"traceutil/trace.go:171","msg":"trace[1138069695] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:725; }","duration":"179.047797ms","start":"2026-04-28T03:20:43.20379Z","end":"2026-04-28T03:20:43.382838Z","steps":["trace[1138069695] 'agreement among raft nodes before linearized reading' (duration: 178.931815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.382866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.641516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:43.382891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.504762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.382915Z","caller":"traceutil/trace.go:171","msg":"trace[1606707708] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:725; }","duration":"122.578063ms","start":"2026-04-28T03:20:43.260332Z","end":"2026-04-28T03:20:43.38291Z","steps":["trace[1606707708] 'agreement among raft nodes before linearized reading' (duration: 122.543582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.382929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.732085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.382926Z","caller":"traceutil/trace.go:171","msg":"trace[167775239] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:725; }","duration":"159.702748ms","start":"2026-04-28T03:20:43.223197Z","end":"2026-04-28T03:20:43.3829Z","steps":["trace[167775239] 'agreement among raft nodes before linearized reading' (duration: 159.639226ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.382955Z","caller":"traceutil/trace.go:171","msg":"trace[275788319] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:725; }","duration":"140.760846ms","start":"2026-04-28T03:20:43.242187Z","end":"2026-04-28T03:20:43.382948Z","steps":["trace[275788319] 'agreement among raft nodes before linearized reading' (duration: 140.694824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.382797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.742678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:43.382976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.094921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.38299Z","caller":"traceutil/trace.go:171","msg":"trace[202663622] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:725; }","duration":"159.991344ms","start":"2026-04-28T03:20:43.222993Z","end":"2026-04-28T03:20:43.382985Z","steps":["trace[202663622] 'agreement among raft nodes before linearized reading' (duration: 159.696927ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.383008Z","caller":"traceutil/trace.go:171","msg":"trace[1993378583] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:725; }","duration":"194.153222ms","start":"2026-04-28T03:20:43.188845Z","end":"2026-04-28T03:20:43.382998Z","steps":["trace[1993378583] 'agreement among raft nodes before linearized reading' (duration: 194.106241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.382578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.762888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:43.383069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.752269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.38309Z","caller":"traceutil/trace.go:171","msg":"trace[1217681980] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:725; }","duration":"141.822351ms","start":"2026-04-28T03:20:43.241261Z","end":"2026-04-28T03:20:43.383083Z","steps":["trace[1217681980] 'agreement among raft nodes before linearized reading' (duration: 141.78554ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.383091Z","caller":"traceutil/trace.go:171","msg":"trace[829053581] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:725; }","duration":"123.307239ms","start":"2026-04-28T03:20:43.259771Z","end":"2026-04-28T03:20:43.383078Z","steps":["trace[829053581] 'agreement among raft nodes before linearized reading' (duration: 122.778427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.383171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.915673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.383188Z","caller":"traceutil/trace.go:171","msg":"trace[291567304] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:725; }","duration":"141.992744ms","start":"2026-04-28T03:20:43.241191Z","end":"2026-04-28T03:20:43.383184Z","steps":["trace[291567304] 'agreement among raft nodes before linearized reading' (duration: 141.959593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.383249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.394367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:43.383269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.942345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.383295Z","caller":"traceutil/trace.go:171","msg":"trace[1965211261] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:725; }","duration":"214.986725ms","start":"2026-04-28T03:20:43.168302Z","end":"2026-04-28T03:20:43.383289Z","steps":["trace[1965211261] 'agreement among raft nodes before linearized reading' (duration: 214.947984ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.383301Z","caller":"traceutil/trace.go:171","msg":"trace[791693710] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:725; }","duration":"194.427668ms","start":"2026-04-28T03:20:43.188845Z","end":"2026-04-28T03:20:43.383272Z","steps":["trace[791693710] 'agreement among raft nodes before linearized reading' (duration: 194.379447ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.453676Z","caller":"traceutil/trace.go:171","msg":"trace[1433754673] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"115.862714ms","start":"2026-04-28T03:20:43.337795Z","end":"2026-04-28T03:20:43.453658Z","steps":["trace[1433754673] 'process raft request' (duration: 115.807682ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.453754Z","caller":"traceutil/trace.go:171","msg":"trace[2034779125] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"116.027777ms","start":"2026-04-28T03:20:43.337715Z","end":"2026-04-28T03:20:43.453743Z","steps":["trace[2034779125] 'process raft request' (duration: 115.776472ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.453929Z","caller":"traceutil/trace.go:171","msg":"trace[91586074] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"114.129465ms","start":"2026-04-28T03:20:43.339788Z","end":"2026-04-28T03:20:43.453918Z","steps":["trace[91586074] 'process raft request' (duration: 113.838139ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.45447Z","caller":"traceutil/trace.go:171","msg":"trace[1944041171] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"113.345798ms","start":"2026-04-28T03:20:43.341096Z","end":"2026-04-28T03:20:43.454442Z","steps":["trace[1944041171] 'process raft request' (duration: 112.751975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.009304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.131697ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:45.009605Z","caller":"traceutil/trace.go:171","msg":"trace[1156772356] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:733; }","duration":"760.452845ms","start":"2026-04-28T03:20:44.249137Z","end":"2026-04-28T03:20:45.00959Z","steps":["trace[1156772356] 'range keys from in-memory index tree' (duration: 760.112646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.00967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20333643s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:45.009778Z","caller":"traceutil/trace.go:171","msg":"trace[786025693] linearizableReadLoop","detail":"{readStateIndex:768; appliedIndex:767; }","duration":"1.368805506s","start":"2026-04-28T03:20:43.64096Z","end":"2026-04-28T03:20:45.009766Z","steps":["trace[786025693] 'read index received' (duration: 165.326273ms)","trace[786025693] 'applied index is now lower than readState.Index' (duration: 1.203478053s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:45.009857Z","caller":"traceutil/trace.go:171","msg":"trace[283684795] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"1.44197347s","start":"2026-04-28T03:20:43.567863Z","end":"2026-04-28T03:20:45.009837Z","steps":["trace[283684795] 'process raft request' (duration: 238.381705ms)","trace[283684795] 'compare' (duration: 1.203201176s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:45.009907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:43.567847Z","time spent":"1.442037591s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10362,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:45.009984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168655489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-04-28T03:20:45.010017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.551416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:45.010041Z","caller":"traceutil/trace.go:171","msg":"trace[2090531490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:734; }","duration":"550.612098ms","start":"2026-04-28T03:20:44.459422Z","end":"2026-04-28T03:20:45.010034Z","steps":["trace[2090531490] 'agreement among raft nodes before linearized reading' (duration: 550.571797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.010062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:44.459396Z","time spent":"550.663118ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:45.010245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369281686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-04-28T03:20:45.010293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.062479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188486"} {"level":"info","ts":"2026-04-28T03:20:45.010314Z","caller":"traceutil/trace.go:171","msg":"trace[1574035895] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:734; }","duration":"369.137781ms","start":"2026-04-28T03:20:44.64117Z","end":"2026-04-28T03:20:45.010307Z","steps":["trace[1574035895] 'agreement among raft nodes before linearized reading' (duration: 368.985677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.010336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:44.641148Z","time spent":"369.183862ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188509,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-28T03:20:45.010333Z","caller":"traceutil/trace.go:171","msg":"trace[2104899162] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:734; }","duration":"1.369384108s","start":"2026-04-28T03:20:43.640921Z","end":"2026-04-28T03:20:45.010305Z","steps":["trace[2104899162] 'agreement among raft nodes before linearized reading' (duration: 1.369271815s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.010389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:43.640904Z","time spent":"1.36946853s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:20:45.010426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.999407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4074"} {"level":"info","ts":"2026-04-28T03:20:45.010484Z","caller":"traceutil/trace.go:171","msg":"trace[1390440077] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:734; }","duration":"1.168713021s","start":"2026-04-28T03:20:43.841294Z","end":"2026-04-28T03:20:45.010007Z","steps":["trace[1390440077] 'agreement among raft nodes before linearized reading' (duration: 1.168551488s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.010268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.36262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24235"} {"level":"info","ts":"2026-04-28T03:20:45.010532Z","caller":"traceutil/trace.go:171","msg":"trace[725543487] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:734; }","duration":"967.193862ms","start":"2026-04-28T03:20:44.043314Z","end":"2026-04-28T03:20:45.010508Z","steps":["trace[725543487] 'agreement among raft nodes before linearized reading' (duration: 966.924086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.010566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:43.841279Z","time spent":"1.169232532s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-04-28T03:20:45.010589Z","caller":"traceutil/trace.go:171","msg":"trace[226320396] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:734; }","duration":"768.715978ms","start":"2026-04-28T03:20:44.241853Z","end":"2026-04-28T03:20:45.010569Z","steps":["trace[226320396] 'agreement among raft nodes before linearized reading' (duration: 768.34988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.010598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:44.043277Z","time spent":"967.309005ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4097,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:20:45.010642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:44.241834Z","time spent":"768.795911ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24258,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:20:45.010674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.124668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188243"} {"level":"info","ts":"2026-04-28T03:20:45.010751Z","caller":"traceutil/trace.go:171","msg":"trace[1964071196] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:734; }","duration":"569.222971ms","start":"2026-04-28T03:20:44.44151Z","end":"2026-04-28T03:20:45.010733Z","steps":["trace[1964071196] 'agreement among raft nodes before linearized reading' (duration: 568.747701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.010798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:44.441487Z","time spent":"569.302112ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188266,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:20:45.011152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.66618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:45.011304Z","caller":"traceutil/trace.go:171","msg":"trace[989841163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:734; }","duration":"967.767665ms","start":"2026-04-28T03:20:44.043504Z","end":"2026-04-28T03:20:45.011272Z","steps":["trace[989841163] 'agreement among raft nodes before linearized reading' (duration: 966.698091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.01132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.369897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-04-28T03:20:45.011392Z","caller":"traceutil/trace.go:171","msg":"trace[931263756] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:734; }","duration":"169.52706ms","start":"2026-04-28T03:20:44.841845Z","end":"2026-04-28T03:20:45.011372Z","steps":["trace[931263756] 'agreement among raft nodes before linearized reading' (duration: 168.301063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.011468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:44.043483Z","time spent":"967.915387ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:20:45.259376Z","caller":"traceutil/trace.go:171","msg":"trace[1370064901] linearizableReadLoop","detail":"{readStateIndex:769; appliedIndex:768; }","duration":"218.304432ms","start":"2026-04-28T03:20:45.041043Z","end":"2026-04-28T03:20:45.259347Z","steps":["trace[1370064901] 'read index received' (duration: 198.879859ms)","trace[1370064901] 'applied index is now lower than readState.Index' (duration: 19.423243ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:45.259448Z","caller":"traceutil/trace.go:171","msg":"trace[848416657] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"239.708788ms","start":"2026-04-28T03:20:45.019714Z","end":"2026-04-28T03:20:45.259423Z","steps":["trace[848416657] 'process raft request' (duration: 220.307126ms)","trace[848416657] 'compare' (duration: 19.195198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:45.259644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.584368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-28T03:20:45.259679Z","caller":"traceutil/trace.go:171","msg":"trace[203452069] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:735; }","duration":"218.641559ms","start":"2026-04-28T03:20:45.041028Z","end":"2026-04-28T03:20:45.259669Z","steps":["trace[203452069] 'agreement among raft nodes before linearized reading' (duration: 218.490166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.25963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.6908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:20:45.259798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.787161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:20:45.259796Z","caller":"traceutil/trace.go:171","msg":"trace[732718312] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:735; }","duration":"196.907385ms","start":"2026-04-28T03:20:45.062873Z","end":"2026-04-28T03:20:45.259781Z","steps":["trace[732718312] 'agreement among raft nodes before linearized reading' (duration: 196.67641ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:45.259815Z","caller":"traceutil/trace.go:171","msg":"trace[684825412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:735; }","duration":"195.894423ms","start":"2026-04-28T03:20:45.063916Z","end":"2026-04-28T03:20:45.259811Z","steps":["trace[684825412] 'agreement among raft nodes before linearized reading' (duration: 195.857882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.25985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.561755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:20:45.259766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.038586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:20:45.259889Z","caller":"traceutil/trace.go:171","msg":"trace[1625777371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:735; }","duration":"195.639527ms","start":"2026-04-28T03:20:45.064241Z","end":"2026-04-28T03:20:45.25988Z","steps":["trace[1625777371] 'agreement among raft nodes before linearized reading' (duration: 195.386062ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:45.259984Z","caller":"traceutil/trace.go:171","msg":"trace[1270237833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:735; }","duration":"196.266291ms","start":"2026-04-28T03:20:45.063691Z","end":"2026-04-28T03:20:45.259957Z","steps":["trace[1270237833] 'agreement among raft nodes before linearized reading' (duration: 196.058247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.259998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.435034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:20:45.260177Z","caller":"traceutil/trace.go:171","msg":"trace[438153873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:735; }","duration":"196.654ms","start":"2026-04-28T03:20:45.063509Z","end":"2026-04-28T03:20:45.260163Z","steps":["trace[438153873] 'agreement among raft nodes before linearized reading' (duration: 196.282782ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:45.489271Z","caller":"traceutil/trace.go:171","msg":"trace[1732612606] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"225.186955ms","start":"2026-04-28T03:20:45.26406Z","end":"2026-04-28T03:20:45.489247Z","steps":["trace[1732612606] 'process raft request' (duration: 224.470008ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:45.489268Z","caller":"traceutil/trace.go:171","msg":"trace[652298625] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"225.142014ms","start":"2026-04-28T03:20:45.264099Z","end":"2026-04-28T03:20:45.489241Z","steps":["trace[652298625] 'process raft request' (duration: 225.046802ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:45.489598Z","caller":"traceutil/trace.go:171","msg":"trace[1836760632] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"224.933649ms","start":"2026-04-28T03:20:45.264626Z","end":"2026-04-28T03:20:45.489559Z","steps":["trace[1836760632] 'process raft request' (duration: 224.572261ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:45.489707Z","caller":"traceutil/trace.go:171","msg":"trace[1809978368] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"224.871017ms","start":"2026-04-28T03:20:45.264815Z","end":"2026-04-28T03:20:45.489686Z","steps":["trace[1809978368] 'process raft request' (duration: 224.628431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:45.489876Z","caller":"traceutil/trace.go:171","msg":"trace[552351000] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"217.019653ms","start":"2026-04-28T03:20:45.272788Z","end":"2026-04-28T03:20:45.489807Z","steps":["trace[552351000] 'process raft request' (duration: 216.815139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:46.342441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:46.842651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:47.343145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:47.844058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:48.046766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000332807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:20:48.046844Z","caller":"traceutil/trace.go:171","msg":"trace[544509975] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00045672s","start":"2026-04-28T03:20:46.04637Z","end":"2026-04-28T03:20:48.046827Z","steps":["trace[544509975] 'agreement among raft nodes before linearized reading' (duration: 2.000346747s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.04689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:46.046361Z","time spent":"2.000519141s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:20:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:48.171165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.469736182s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:20:48.17172Z","caller":"traceutil/trace.go:171","msg":"trace[356032280] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"2.47055642s","start":"2026-04-28T03:20:45.701143Z","end":"2026-04-28T03:20:48.171699Z","steps":["trace[356032280] 'process raft request' (duration: 2.470308134s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.171833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:45.701122Z","time spent":"2.470637751s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:48.351943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.212385ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:20:48.352016Z","caller":"traceutil/trace.go:171","msg":"trace[1835683867] linearizableReadLoop","detail":"{readStateIndex:778; appliedIndex:777; }","duration":"2.510555205s","start":"2026-04-28T03:20:45.841446Z","end":"2026-04-28T03:20:48.352001Z","steps":["trace[1835683867] 'read index received' (duration: 2.331214597s)","trace[1835683867] 'applied index is now lower than readState.Index' (duration: 179.339448ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:48.352242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.073754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:20:48.352262Z","caller":"traceutil/trace.go:171","msg":"trace[1733146619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:743; }","duration":"854.116114ms","start":"2026-04-28T03:20:47.498139Z","end":"2026-04-28T03:20:48.352255Z","steps":["trace[1733146619] 'agreement among raft nodes before linearized reading' (duration: 854.053563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.352286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.498132Z","time spent":"854.146785ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:48.352281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678390445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:20:48.352347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510895793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-04-28T03:20:48.3524Z","caller":"traceutil/trace.go:171","msg":"trace[989956354] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:743; }","duration":"2.510945604s","start":"2026-04-28T03:20:45.841436Z","end":"2026-04-28T03:20:48.352381Z","steps":["trace[989956354] 'agreement among raft nodes before linearized reading' (duration: 2.51076026s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.352413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056729307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:20:48.352437Z","caller":"traceutil/trace.go:171","msg":"trace[1758267276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:743; }","duration":"1.056777728s","start":"2026-04-28T03:20:47.295652Z","end":"2026-04-28T03:20:48.35243Z","steps":["trace[1758267276] 'agreement among raft nodes before linearized reading' (duration: 1.056724097s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.352435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:45.841398Z","time spent":"2.511028845s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:20:48.352461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.295622Z","time spent":"1.056833239s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:48.352529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.600145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:20:48.352563Z","caller":"traceutil/trace.go:171","msg":"trace[1329340898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:743; }","duration":"854.662027ms","start":"2026-04-28T03:20:47.49789Z","end":"2026-04-28T03:20:48.352552Z","steps":["trace[1329340898] 'agreement among raft nodes before linearized reading' (duration: 854.32676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.352598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.497872Z","time spent":"854.720088ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:20:48.352599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911491443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-04-28T03:20:48.352628Z","caller":"traceutil/trace.go:171","msg":"trace[643346523] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:743; }","duration":"1.911600115s","start":"2026-04-28T03:20:46.44102Z","end":"2026-04-28T03:20:48.35262Z","steps":["trace[643346523] 'agreement among raft nodes before linearized reading' (duration: 1.911481273s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.352648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:46.441002Z","time spent":"1.911641486s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:20:48.352644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111128794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-04-28T03:20:48.352353Z","caller":"traceutil/trace.go:171","msg":"trace[1387299779] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:743; }","duration":"1.678545908s","start":"2026-04-28T03:20:46.673793Z","end":"2026-04-28T03:20:48.352339Z","steps":["trace[1387299779] 'agreement among raft nodes before linearized reading' (duration: 1.678435396s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.352633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534472506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:20:48.352747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.555904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:20:48.352753Z","caller":"traceutil/trace.go:171","msg":"trace[231259144] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:743; }","duration":"1.534672391s","start":"2026-04-28T03:20:46.818055Z","end":"2026-04-28T03:20:48.352727Z","steps":["trace[231259144] 'agreement among raft nodes before linearized reading' (duration: 1.534408015s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:48.352805Z","caller":"traceutil/trace.go:171","msg":"trace[1915282950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:743; }","duration":"854.621185ms","start":"2026-04-28T03:20:47.498173Z","end":"2026-04-28T03:20:48.352795Z","steps":["trace[1915282950] 'agreement among raft nodes before linearized reading' (duration: 854.149335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.352816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:46.818039Z","time spent":"1.534765293s","remote":"127.0.0.1:43018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:48.352823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308153896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-04-28T03:20:48.352696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:46.673779Z","time spent":"1.678909776s","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:48.352867Z","caller":"traceutil/trace.go:171","msg":"trace[1601667830] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:743; }","duration":"2.308230218s","start":"2026-04-28T03:20:46.044629Z","end":"2026-04-28T03:20:48.352859Z","steps":["trace[1601667830] 'agreement among raft nodes before linearized reading' (duration: 2.307560933s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.352356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.483961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:20:48.352888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:46.044609Z","time spent":"2.308272959s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-04-28T03:20:48.35291Z","caller":"traceutil/trace.go:171","msg":"trace[602602119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:743; }","duration":"854.061164ms","start":"2026-04-28T03:20:47.498836Z","end":"2026-04-28T03:20:48.352897Z","steps":["trace[602602119] 'agreement among raft nodes before linearized reading' (duration: 853.397349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.35295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.498818Z","time spent":"854.120875ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:48.352279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.212411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:48.353055Z","caller":"traceutil/trace.go:171","msg":"trace[1040470092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:743; }","duration":"306.023709ms","start":"2026-04-28T03:20:48.04702Z","end":"2026-04-28T03:20:48.353043Z","steps":["trace[1040470092] 'agreement among raft nodes before linearized reading' (duration: 305.230871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.353104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:48.047004Z","time spent":"306.09176ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:20:48.352687Z","caller":"traceutil/trace.go:171","msg":"trace[679809167] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:743; }","duration":"2.111202266s","start":"2026-04-28T03:20:46.241472Z","end":"2026-04-28T03:20:48.352674Z","steps":["trace[679809167] 'agreement among raft nodes before linearized reading' (duration: 2.111012201s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.353204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:46.241452Z","time spent":"2.111745567s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:20:48.352836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.498168Z","time spent":"854.661077ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:20:53.082115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.454149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:53.082238Z","caller":"traceutil/trace.go:171","msg":"trace[667512532] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"559.989442ms","start":"2026-04-28T03:20:52.52223Z","end":"2026-04-28T03:20:53.082219Z","steps":["trace[667512532] 'process raft request' (duration: 352.33874ms)","trace[667512532] 'compare' (duration: 207.308785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:53.082296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:52.522214Z","time spent":"560.055093ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:53.140177Z","caller":"traceutil/trace.go:171","msg":"trace[501254526] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"616.257226ms","start":"2026-04-28T03:20:52.523896Z","end":"2026-04-28T03:20:53.140154Z","steps":["trace[501254526] 'process raft request' (duration: 616.186105ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:53.140207Z","caller":"traceutil/trace.go:171","msg":"trace[1450866208] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"616.471201ms","start":"2026-04-28T03:20:52.523707Z","end":"2026-04-28T03:20:53.140178Z","steps":["trace[1450866208] 'process raft request' (duration: 616.224395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:53.140374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:52.523884Z","time spent":"616.364738ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:53.140393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:52.523681Z","time spent":"616.594664ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:53.140641Z","caller":"traceutil/trace.go:171","msg":"trace[1874819925] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"434.475066ms","start":"2026-04-28T03:20:52.706137Z","end":"2026-04-28T03:20:53.140612Z","steps":["trace[1874819925] 'process raft request' (duration: 434.254031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:53.140833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:52.706118Z","time spent":"434.614489ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:53.140875Z","caller":"traceutil/trace.go:171","msg":"trace[1409744685] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"615.97352ms","start":"2026-04-28T03:20:52.524884Z","end":"2026-04-28T03:20:53.140857Z","steps":["trace[1409744685] 'process raft request' (duration: 615.239284ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:53.141018Z","caller":"traceutil/trace.go:171","msg":"trace[1153124330] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"298.255127ms","start":"2026-04-28T03:20:52.842747Z","end":"2026-04-28T03:20:53.141002Z","steps":["trace[1153124330] 'process raft request' (duration: 297.784797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:53.140972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:52.524864Z","time spent":"616.056352ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:53.824885Z","caller":"traceutil/trace.go:171","msg":"trace[1974721465] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"109.401738ms","start":"2026-04-28T03:20:53.71546Z","end":"2026-04-28T03:20:53.824861Z","steps":["trace[1974721465] 'process raft request' (duration: 109.244515ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:54.645133Z","caller":"traceutil/trace.go:171","msg":"trace[978373786] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"116.46628ms","start":"2026-04-28T03:20:54.528598Z","end":"2026-04-28T03:20:54.645064Z","steps":["trace[978373786] 'process raft request' (duration: 116.278156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:55.071749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.588261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:55.071869Z","caller":"traceutil/trace.go:171","msg":"trace[964966231] linearizableReadLoop","detail":"{readStateIndex:802; appliedIndex:800; }","duration":"451.264973ms","start":"2026-04-28T03:20:54.620586Z","end":"2026-04-28T03:20:55.071851Z","steps":["trace[964966231] 'read index received' (duration: 24.40333ms)","trace[964966231] 'applied index is now lower than readState.Index' (duration: 426.859843ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:55.07195Z","caller":"traceutil/trace.go:171","msg":"trace[36052237] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"537.724887ms","start":"2026-04-28T03:20:54.534215Z","end":"2026-04-28T03:20:55.071939Z","steps":["trace[36052237] 'process raft request' (duration: 369.82737ms)","trace[36052237] 'compare' (duration: 167.457597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:55.072002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:54.534174Z","time spent":"537.801919ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:55.072286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.936321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:55.072343Z","caller":"traceutil/trace.go:171","msg":"trace[1921595026] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:766; }","duration":"333.026413ms","start":"2026-04-28T03:20:54.739299Z","end":"2026-04-28T03:20:55.072325Z","steps":["trace[1921595026] 'agreement among raft nodes before linearized reading' (duration: 332.90154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:55.072366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.741135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-28T03:20:55.072481Z","caller":"traceutil/trace.go:171","msg":"trace[1549579626] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:766; }","duration":"451.919879ms","start":"2026-04-28T03:20:54.620545Z","end":"2026-04-28T03:20:55.072465Z","steps":["trace[1549579626] 'agreement among raft nodes before linearized reading' (duration: 451.684994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:55.072546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:54.62053Z","time spent":"452.007701ms","remote":"127.0.0.1:42698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-28T03:20:55.072389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:54.739283Z","time spent":"333.091775ms","remote":"127.0.0.1:42864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:56.521151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:56.675577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422947867s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:56.675718Z","caller":"traceutil/trace.go:171","msg":"trace[2141178523] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"1.52786295s","start":"2026-04-28T03:20:55.147836Z","end":"2026-04-28T03:20:56.675699Z","steps":["trace[2141178523] 'process raft request' (duration: 104.690177ms)","trace[2141178523] 'compare' (duration: 1.422570399s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:56.675784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:55.147823Z","time spent":"1.527931571s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:57.022392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396866,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:20:57.410058Z","caller":"traceutil/trace.go:171","msg":"trace[1378281938] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"2.261349622s","start":"2026-04-28T03:20:55.148687Z","end":"2026-04-28T03:20:57.410037Z","steps":["trace[1378281938] 'process raft request' (duration: 2.238559988s)","trace[1378281938] 'compare' (duration: 21.894174ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:57.410073Z","caller":"traceutil/trace.go:171","msg":"trace[1742736766] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"2.260039873s","start":"2026-04-28T03:20:55.149972Z","end":"2026-04-28T03:20:57.410011Z","steps":["trace[1742736766] 'process raft request' (duration: 2.259753337s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:57.410254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389683693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-m24ql\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-04-28T03:20:57.410251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:55.149957Z","time spent":"2.260193116s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:57.41031Z","caller":"traceutil/trace.go:171","msg":"trace[448415657] range","detail":"{range_begin:/registry/pods/kube-system/cilium-m24ql; range_end:; response_count:1; response_revision:771; }","duration":"1.389789376s","start":"2026-04-28T03:20:56.020507Z","end":"2026-04-28T03:20:57.410297Z","steps":["trace[448415657] 'agreement among raft nodes before linearized reading' (duration: 1.389598391s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:57.410051Z","caller":"traceutil/trace.go:171","msg":"trace[1129308686] linearizableReadLoop","detail":"{readStateIndex:807; appliedIndex:805; }","duration":"1.389454699s","start":"2026-04-28T03:20:56.020565Z","end":"2026-04-28T03:20:57.41002Z","steps":["trace[1129308686] 'read index received' (duration: 1.366740396s)","trace[1129308686] 'applied index is now lower than readState.Index' (duration: 22.712513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:57.410354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:56.02048Z","time spent":"1.389862978s","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-m24ql\" "} {"level":"warn","ts":"2026-04-28T03:20:57.410479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:55.148674Z","time spent":"2.261452404s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:57.410633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367103075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:57.410768Z","caller":"traceutil/trace.go:171","msg":"trace[205081824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:771; }","duration":"1.367266648s","start":"2026-04-28T03:20:56.043455Z","end":"2026-04-28T03:20:57.410721Z","steps":["trace[205081824] 'agreement among raft nodes before linearized reading' (duration: 1.367050723s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:57.410804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.437403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:20:57.410846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:56.043431Z","time spent":"1.36737849s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:20:57.410872Z","caller":"traceutil/trace.go:171","msg":"trace[190579914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:771; }","duration":"278.544045ms","start":"2026-04-28T03:20:57.132309Z","end":"2026-04-28T03:20:57.410853Z","steps":["trace[190579914] 'agreement among raft nodes before linearized reading' (duration: 278.368811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:57.411028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.157379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:57.411079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.185876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:20:57.411097Z","caller":"traceutil/trace.go:171","msg":"trace[1803916145] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:771; }","duration":"727.269032ms","start":"2026-04-28T03:20:56.683811Z","end":"2026-04-28T03:20:57.41108Z","steps":["trace[1803916145] 'agreement among raft nodes before linearized reading' (duration: 727.15225ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:57.411148Z","caller":"traceutil/trace.go:171","msg":"trace[1332141361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:771; }","duration":"761.322229ms","start":"2026-04-28T03:20:56.649809Z","end":"2026-04-28T03:20:57.411131Z","steps":["trace[1332141361] 'agreement among raft nodes before linearized reading' (duration: 761.156776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:57.411158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:56.683793Z","time spent":"727.349793ms","remote":"127.0.0.1:42886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:57.411199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:56.649773Z","time spent":"761.413661ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:58.671464Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.193697818s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:20:58.811043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.212314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:58.811714Z","caller":"traceutil/trace.go:171","msg":"trace[731505033] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"1.39528017s","start":"2026-04-28T03:20:57.416405Z","end":"2026-04-28T03:20:58.811685Z","steps":["trace[731505033] 'process raft request' (duration: 1.25536776s)","trace[731505033] 'compare' (duration: 138.940848ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:58.811874Z","caller":"traceutil/trace.go:171","msg":"trace[1450480018] linearizableReadLoop","detail":"{readStateIndex:809; appliedIndex:807; }","duration":"1.391924404s","start":"2026-04-28T03:20:57.419932Z","end":"2026-04-28T03:20:58.811856Z","steps":["trace[1450480018] 'read index received' (duration: 57.897866ms)","trace[1450480018] 'applied index is now lower than readState.Index' (duration: 1.334024718s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:58.811883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:57.416389Z","time spent":"1.395394672s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:58.812276Z","caller":"traceutil/trace.go:171","msg":"trace[341612059] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"1.388532147s","start":"2026-04-28T03:20:57.423673Z","end":"2026-04-28T03:20:58.812206Z","steps":["trace[341612059] 'process raft request' (duration: 1.387493293s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:58.812613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:57.423665Z","time spent":"1.38868175s","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:58.914088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.843223ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:20:58.914186Z","caller":"traceutil/trace.go:171","msg":"trace[96653347] linearizableReadLoop","detail":"{readStateIndex:811; appliedIndex:810; }","duration":"102.229629ms","start":"2026-04-28T03:20:58.811938Z","end":"2026-04-28T03:20:58.914168Z","steps":["trace[96653347] 'read index received' (duration: 83.772µs)","trace[96653347] 'applied index is now lower than readState.Index' (duration: 102.144647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:58.914335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.022445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:20:58.914366Z","caller":"traceutil/trace.go:171","msg":"trace[1815241353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:774; }","duration":"234.113758ms","start":"2026-04-28T03:20:58.680241Z","end":"2026-04-28T03:20:58.914355Z","steps":["trace[1815241353] 'agreement among raft nodes before linearized reading' (duration: 233.969885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:58.914456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494501831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:58.914525Z","caller":"traceutil/trace.go:171","msg":"trace[602848388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:774; }","duration":"1.494595972s","start":"2026-04-28T03:20:57.419908Z","end":"2026-04-28T03:20:58.914504Z","steps":["trace[602848388] 'agreement among raft nodes before linearized reading' (duration: 1.392101668s)","trace[602848388] 'range keys from in-memory index tree' (duration: 102.394422ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:58.914558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:57.419887Z","time spent":"1.494662594s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:59.424519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:59.92474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:00.425182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:00.924325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000493163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:21:00.924473Z","caller":"traceutil/trace.go:171","msg":"trace[410840769] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000680237s","start":"2026-04-28T03:20:58.923767Z","end":"2026-04-28T03:21:00.924448Z","steps":["trace[410840769] 'agreement among raft nodes before linearized reading' (duration: 2.000509114s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:00.924541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:58.923758Z","time spent":"2.000768169s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:21:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:00.925935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:01.03002Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.110957121s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:21:01.030866Z","caller":"traceutil/trace.go:171","msg":"trace[2098107369] linearizableReadLoop","detail":"{readStateIndex:812; appliedIndex:811; }","duration":"2.107030655s","start":"2026-04-28T03:20:58.923803Z","end":"2026-04-28T03:21:01.030833Z","steps":["trace[2098107369] 'read index received' (duration: 2.106335718s)","trace[2098107369] 'applied index is now lower than readState.Index' (duration: 672.816µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:01.030969Z","caller":"traceutil/trace.go:171","msg":"trace[2079612431] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"2.111943905s","start":"2026-04-28T03:20:58.91899Z","end":"2026-04-28T03:21:01.030934Z","steps":["trace[2079612431] 'process raft request' (duration: 2.11131626s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:01.031074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.340321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:01.031119Z","caller":"traceutil/trace.go:171","msg":"trace[1521289053] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:775; }","duration":"914.398543ms","start":"2026-04-28T03:21:00.116707Z","end":"2026-04-28T03:21:01.031105Z","steps":["trace[1521289053] 'agreement among raft nodes before linearized reading' (duration: 914.314231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:01.031121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:58.918972Z","time spent":"2.112064397s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:01.031151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:00.116671Z","time spent":"914.470074ms","remote":"127.0.0.1:42798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:01.031151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617421268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:21:01.0312Z","caller":"traceutil/trace.go:171","msg":"trace[1758962653] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:775; }","duration":"1.617470969s","start":"2026-04-28T03:20:59.413714Z","end":"2026-04-28T03:21:01.031185Z","steps":["trace[1758962653] 'agreement among raft nodes before linearized reading' (duration: 1.617303256s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:01.031238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549617974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:21:01.031326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615867112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:21:01.031374Z","caller":"traceutil/trace.go:171","msg":"trace[524237334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:775; }","duration":"1.615939974s","start":"2026-04-28T03:20:59.415425Z","end":"2026-04-28T03:21:01.031365Z","steps":["trace[524237334] 'agreement among raft nodes before linearized reading' (duration: 1.615847322s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:01.031369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.185004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:01.031376Z","caller":"traceutil/trace.go:171","msg":"trace[244190842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:775; }","duration":"1.549715536s","start":"2026-04-28T03:20:59.48156Z","end":"2026-04-28T03:21:01.031275Z","steps":["trace[244190842] 'agreement among raft nodes before linearized reading' (duration: 1.549535892s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:01.031401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:59.415408Z","time spent":"1.615985305s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:01.031427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:59.481539Z","time spent":"1.549875921s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:21:01.031441Z","caller":"traceutil/trace.go:171","msg":"trace[1024421615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:775; }","duration":"106.310577ms","start":"2026-04-28T03:21:00.925122Z","end":"2026-04-28T03:21:01.031432Z","steps":["trace[1024421615] 'agreement among raft nodes before linearized reading' (duration: 106.213995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:01.031455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02835043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:01.031485Z","caller":"traceutil/trace.go:171","msg":"trace[628737872] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:775; }","duration":"1.028427922s","start":"2026-04-28T03:21:00.003049Z","end":"2026-04-28T03:21:01.031477Z","steps":["trace[628737872] 'agreement among raft nodes before linearized reading' (duration: 1.028374801s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:01.031247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:59.413655Z","time spent":"1.617575091s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:21:01.031512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:00.003027Z","time spent":"1.028476624s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:01.031684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.62988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:21:01.031713Z","caller":"traceutil/trace.go:171","msg":"trace[1239186817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:775; }","duration":"215.696082ms","start":"2026-04-28T03:21:00.816009Z","end":"2026-04-28T03:21:01.031705Z","steps":["trace[1239186817] 'agreement among raft nodes before linearized reading' (duration: 215.59166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:01.031816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.455893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:01.031841Z","caller":"traceutil/trace.go:171","msg":"trace[50597674] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:775; }","duration":"210.504544ms","start":"2026-04-28T03:21:00.821329Z","end":"2026-04-28T03:21:01.031834Z","steps":["trace[50597674] 'agreement among raft nodes before linearized reading' (duration: 210.433902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:01.540414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:02.040816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:02.541522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:02.801435Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.765574837s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:21:02.801941Z","caller":"traceutil/trace.go:171","msg":"trace[1487889582] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"1.766126779s","start":"2026-04-28T03:21:01.03578Z","end":"2026-04-28T03:21:02.801907Z","steps":["trace[1487889582] 'process raft request' (duration: 1.765967205s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:02.80223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:01.035767Z","time spent":"1.766359764s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:02.92627Z","caller":"traceutil/trace.go:171","msg":"trace[465520278] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"1.89013425s","start":"2026-04-28T03:21:01.036116Z","end":"2026-04-28T03:21:02.92625Z","steps":["trace[465520278] 'process raft request' (duration: 1.890072848s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:02.926407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:01.036086Z","time spent":"1.890250952s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:02.926663Z","caller":"traceutil/trace.go:171","msg":"trace[1910346893] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"1.890326643s","start":"2026-04-28T03:21:01.036039Z","end":"2026-04-28T03:21:02.926366Z","steps":["trace[1910346893] 'process raft request' (duration: 1.846016429s)","trace[1910346893] 'compare' (duration: 44.027878ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:02.926872Z","caller":"traceutil/trace.go:171","msg":"trace[141919553] linearizableReadLoop","detail":"{readStateIndex:817; appliedIndex:812; }","duration":"1.886962646s","start":"2026-04-28T03:21:01.039897Z","end":"2026-04-28T03:21:02.92686Z","steps":["trace[141919553] 'read index received' (duration: 1.761914583s)","trace[141919553] 'applied index is now lower than readState.Index' (duration: 125.047203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:02.92696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887067149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:02.926986Z","caller":"traceutil/trace.go:171","msg":"trace[643406978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:780; }","duration":"1.8871199s","start":"2026-04-28T03:21:01.03986Z","end":"2026-04-28T03:21:02.92698Z","steps":["trace[643406978] 'agreement among raft nodes before linearized reading' (duration: 1.887073849s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:02.926959Z","caller":"traceutil/trace.go:171","msg":"trace[2124668246] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"1.889175477s","start":"2026-04-28T03:21:01.037753Z","end":"2026-04-28T03:21:02.926928Z","steps":["trace[2124668246] 'process raft request' (duration: 1.888892791s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:02.927013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:01.03985Z","time spent":"1.887158621s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:02.927147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:01.037744Z","time spent":"1.889285279s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:02.927214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.590082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:02.927242Z","caller":"traceutil/trace.go:171","msg":"trace[349325087] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:780; }","duration":"344.662324ms","start":"2026-04-28T03:21:02.582574Z","end":"2026-04-28T03:21:02.927237Z","steps":["trace[349325087] 'agreement among raft nodes before linearized reading' (duration: 344.613483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:02.927263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:02.582553Z","time spent":"344.704465ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:02.927383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158726193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:02.92751Z","caller":"traceutil/trace.go:171","msg":"trace[427520174] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:780; }","duration":"1.158918718s","start":"2026-04-28T03:21:01.768569Z","end":"2026-04-28T03:21:02.927488Z","steps":["trace[427520174] 'agreement among raft nodes before linearized reading' (duration: 1.158708024s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:02.927609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:01.768542Z","time spent":"1.159046371s","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:02.927858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:01.036028Z","time spent":"1.890777414s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:02.927881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675915707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:21:02.928192Z","caller":"traceutil/trace.go:171","msg":"trace[1569000932] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"1.890003055s","start":"2026-04-28T03:21:01.036755Z","end":"2026-04-28T03:21:02.926758Z","steps":["trace[1569000932] 'process raft request' (duration: 1.889465033s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:02.928358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:01.036746Z","time spent":"1.891550961s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:02.927937Z","caller":"traceutil/trace.go:171","msg":"trace[2134142231] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:780; }","duration":"1.676026821s","start":"2026-04-28T03:21:01.251896Z","end":"2026-04-28T03:21:02.927923Z","steps":["trace[2134142231] 'agreement among raft nodes before linearized reading' (duration: 1.675243903s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:02.929124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:01.251879Z","time spent":"1.677224477s","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.168\" "} {"level":"info","ts":"2026-04-28T03:21:04.507514Z","caller":"traceutil/trace.go:171","msg":"trace[1932304382] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"151.346527ms","start":"2026-04-28T03:21:04.356147Z","end":"2026-04-28T03:21:04.507493Z","steps":["trace[1932304382] 'process raft request' (duration: 151.176583ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:06.226118Z","caller":"traceutil/trace.go:171","msg":"trace[2111245293] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"161.684829ms","start":"2026-04-28T03:21:06.064411Z","end":"2026-04-28T03:21:06.226096Z","steps":["trace[2111245293] 'process raft request' (duration: 161.544576ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:06.628731Z","caller":"traceutil/trace.go:171","msg":"trace[237302943] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"552.263034ms","start":"2026-04-28T03:21:06.076446Z","end":"2026-04-28T03:21:06.628709Z","steps":["trace[237302943] 'process raft request' (duration: 552.138611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:06.628868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:06.076432Z","time spent":"552.355276ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18052,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:06.9554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.856774ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:21:06.955602Z","caller":"traceutil/trace.go:171","msg":"trace[1965926442] linearizableReadLoop","detail":"{readStateIndex:842; appliedIndex:841; }","duration":"118.055866ms","start":"2026-04-28T03:21:06.837532Z","end":"2026-04-28T03:21:06.955588Z","steps":["trace[1965926442] 'read index received' (duration: 44.931µs)","trace[1965926442] 'applied index is now lower than readState.Index' (duration: 118.009675ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:06.95576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.228391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:21:06.955788Z","caller":"traceutil/trace.go:171","msg":"trace[1744829164] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:803; }","duration":"118.302982ms","start":"2026-04-28T03:21:06.837478Z","end":"2026-04-28T03:21:06.955781Z","steps":["trace[1744829164] 'agreement among raft nodes before linearized reading' (duration: 118.147968ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:08.221264Z","caller":"traceutil/trace.go:171","msg":"trace[1179958485] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"117.558499ms","start":"2026-04-28T03:21:08.103679Z","end":"2026-04-28T03:21:08.221238Z","steps":["trace[1179958485] 'process raft request' (duration: 74.868506ms)","trace[1179958485] 'compare' (duration: 42.57854ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:09.167717Z","caller":"traceutil/trace.go:171","msg":"trace[1249219994] linearizableReadLoop","detail":"{readStateIndex:853; appliedIndex:852; }","duration":"126.370182ms","start":"2026-04-28T03:21:09.041327Z","end":"2026-04-28T03:21:09.167697Z","steps":["trace[1249219994] 'read index received' (duration: 97.912903ms)","trace[1249219994] 'applied index is now lower than readState.Index' (duration: 28.456399ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:09.167817Z","caller":"traceutil/trace.go:171","msg":"trace[994191457] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"138.071208ms","start":"2026-04-28T03:21:09.029737Z","end":"2026-04-28T03:21:09.167808Z","steps":["trace[994191457] 'process raft request' (duration: 109.502757ms)","trace[994191457] 'compare' (duration: 28.349867ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:09.167956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.611347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:21:09.168026Z","caller":"traceutil/trace.go:171","msg":"trace[324138674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:814; }","duration":"126.71348ms","start":"2026-04-28T03:21:09.041296Z","end":"2026-04-28T03:21:09.16801Z","steps":["trace[324138674] 'agreement among raft nodes before linearized reading' (duration: 126.524016ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:09.232107Z","caller":"traceutil/trace.go:171","msg":"trace[807872675] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"127.709602ms","start":"2026-04-28T03:21:09.104373Z","end":"2026-04-28T03:21:09.232083Z","steps":["trace[807872675] 'process raft request' (duration: 127.58871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:09.232162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.770651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:09.232342Z","caller":"traceutil/trace.go:171","msg":"trace[92101876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:815; }","duration":"190.967335ms","start":"2026-04-28T03:21:09.041357Z","end":"2026-04-28T03:21:09.232324Z","steps":["trace[92101876] 'agreement among raft nodes before linearized reading' (duration: 190.73616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:09.232521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.977635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:21:09.232577Z","caller":"traceutil/trace.go:171","msg":"trace[883672103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:815; }","duration":"180.078067ms","start":"2026-04-28T03:21:09.052487Z","end":"2026-04-28T03:21:09.232565Z","steps":["trace[883672103] 'agreement among raft nodes before linearized reading' (duration: 179.608997ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:09.28369Z","caller":"traceutil/trace.go:171","msg":"trace[2131125640] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"111.687477ms","start":"2026-04-28T03:21:09.171972Z","end":"2026-04-28T03:21:09.283659Z","steps":["trace[2131125640] 'process raft request' (duration: 109.61317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:09.864779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732396968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:10.127607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:09.651083Z","time spent":"476.51614ms","remote":"127.0.0.1:48418","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:21:10.199948Z","caller":"traceutil/trace.go:171","msg":"trace[296177535] linearizableReadLoop","detail":"{readStateIndex:858; appliedIndex:856; }","duration":"835.699314ms","start":"2026-04-28T03:21:09.364231Z","end":"2026-04-28T03:21:10.19993Z","steps":["trace[296177535] 'read index received' (duration: 835.497319ms)","trace[296177535] 'applied index is now lower than readState.Index' (duration: 201.205µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:10.200057Z","caller":"traceutil/trace.go:171","msg":"trace[1285342866] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"913.437786ms","start":"2026-04-28T03:21:09.286611Z","end":"2026-04-28T03:21:10.200049Z","steps":["trace[1285342866] 'process raft request' (duration: 913.272912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:10.200052Z","caller":"traceutil/trace.go:171","msg":"trace[1080158414] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"915.402001ms","start":"2026-04-28T03:21:09.284623Z","end":"2026-04-28T03:21:10.200025Z","steps":["trace[1080158414] 'process raft request' (duration: 915.106914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:10.200141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:09.2866Z","time spent":"913.476377ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:10.200172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:09.284602Z","time spent":"915.517204ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:21:10.200205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.98598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:10.200225Z","caller":"traceutil/trace.go:171","msg":"trace[716221368] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:819; }","duration":"836.050911ms","start":"2026-04-28T03:21:09.364167Z","end":"2026-04-28T03:21:10.200218Z","steps":["trace[716221368] 'agreement among raft nodes before linearized reading' (duration: 836.025241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:10.200241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:09.364139Z","time spent":"836.098503ms","remote":"127.0.0.1:42876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:10.200279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.989584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:10.200175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.893843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:10.200308Z","caller":"traceutil/trace.go:171","msg":"trace[446920346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:819; }","duration":"157.047684ms","start":"2026-04-28T03:21:10.043251Z","end":"2026-04-28T03:21:10.200299Z","steps":["trace[446920346] 'agreement among raft nodes before linearized reading' (duration: 157.004033ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:10.200365Z","caller":"traceutil/trace.go:171","msg":"trace[727965008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:819; }","duration":"628.098138ms","start":"2026-04-28T03:21:09.572235Z","end":"2026-04-28T03:21:10.200334Z","steps":["trace[727965008] 'agreement among raft nodes before linearized reading' (duration: 627.912334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:10.200466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:09.572214Z","time spent":"628.219591ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:21:10.439717Z","caller":"traceutil/trace.go:171","msg":"trace[1990103560] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"225.20588ms","start":"2026-04-28T03:21:10.214489Z","end":"2026-04-28T03:21:10.439694Z","steps":["trace[1990103560] 'process raft request' (duration: 225.033526ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:11.234931Z","caller":"traceutil/trace.go:171","msg":"trace[1038207453] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"106.396011ms","start":"2026-04-28T03:21:11.128497Z","end":"2026-04-28T03:21:11.234893Z","steps":["trace[1038207453] 'process raft request' (duration: 83.999499ms)","trace[1038207453] 'compare' (duration: 22.247558ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:11.404256Z","caller":"traceutil/trace.go:171","msg":"trace[1816764246] linearizableReadLoop","detail":"{readStateIndex:866; appliedIndex:864; }","duration":"110.783771ms","start":"2026-04-28T03:21:11.293449Z","end":"2026-04-28T03:21:11.404232Z","steps":["trace[1816764246] 'read index received' (duration: 58.20842ms)","trace[1816764246] 'applied index is now lower than readState.Index' (duration: 52.574201ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:11.404348Z","caller":"traceutil/trace.go:171","msg":"trace[1667671078] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"112.569882ms","start":"2026-04-28T03:21:11.291737Z","end":"2026-04-28T03:21:11.404307Z","steps":["trace[1667671078] 'process raft request' (duration: 59.9426ms)","trace[1667671078] 'compare' (duration: 52.218942ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:11.40444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.981725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:21:11.404481Z","caller":"traceutil/trace.go:171","msg":"trace[795217874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:826; }","duration":"111.077958ms","start":"2026-04-28T03:21:11.293394Z","end":"2026-04-28T03:21:11.404471Z","steps":["trace[795217874] 'agreement among raft nodes before linearized reading' (duration: 110.932754ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:11.404528Z","caller":"traceutil/trace.go:171","msg":"trace[106345181] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"111.848555ms","start":"2026-04-28T03:21:11.292616Z","end":"2026-04-28T03:21:11.404464Z","steps":["trace[106345181] 'process raft request' (duration: 111.543778ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:11.591794Z","caller":"traceutil/trace.go:171","msg":"trace[830458803] linearizableReadLoop","detail":"{readStateIndex:867; appliedIndex:866; }","duration":"182.016117ms","start":"2026-04-28T03:21:11.409759Z","end":"2026-04-28T03:21:11.591775Z","steps":["trace[830458803] 'read index received' (duration: 94.297283ms)","trace[830458803] 'applied index is now lower than readState.Index' (duration: 87.717874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:11.591886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.11229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T03:21:11.591905Z","caller":"traceutil/trace.go:171","msg":"trace[1025859171] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:827; }","duration":"182.165732ms","start":"2026-04-28T03:21:11.409734Z","end":"2026-04-28T03:21:11.5919Z","steps":["trace[1025859171] 'agreement among raft nodes before linearized reading' (duration: 182.10663ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:11.592017Z","caller":"traceutil/trace.go:171","msg":"trace[1706746400] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"182.612912ms","start":"2026-04-28T03:21:11.409362Z","end":"2026-04-28T03:21:11.591975Z","steps":["trace[1706746400] 'process raft request' (duration: 94.769095ms)","trace[1706746400] 'compare' (duration: 87.55906ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:12.55139Z","caller":"traceutil/trace.go:171","msg":"trace[368805823] linearizableReadLoop","detail":"{readStateIndex:870; appliedIndex:869; }","duration":"347.194327ms","start":"2026-04-28T03:21:12.204172Z","end":"2026-04-28T03:21:12.551366Z","steps":["trace[368805823] 'read index received' (duration: 346.634014ms)","trace[368805823] 'applied index is now lower than readState.Index' (duration: 559.293µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:12.551502Z","caller":"traceutil/trace.go:171","msg":"trace[653343389] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"406.980314ms","start":"2026-04-28T03:21:12.144489Z","end":"2026-04-28T03:21:12.551469Z","steps":["trace[653343389] 'process raft request' (duration: 406.421281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:12.551701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.517295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:21:12.55173Z","caller":"traceutil/trace.go:171","msg":"trace[58422044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:830; }","duration":"347.611367ms","start":"2026-04-28T03:21:12.204111Z","end":"2026-04-28T03:21:12.551722Z","steps":["trace[58422044] 'agreement among raft nodes before linearized reading' (duration: 347.413092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:12.551759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.204089Z","time spent":"347.660237ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:12.55178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.144472Z","time spent":"407.146977ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18698,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:12.551949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.359911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-28T03:21:12.551973Z","caller":"traceutil/trace.go:171","msg":"trace[1651814587] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:830; }","duration":"207.424562ms","start":"2026-04-28T03:21:12.344544Z","end":"2026-04-28T03:21:12.551968Z","steps":["trace[1651814587] 'agreement among raft nodes before linearized reading' (duration: 207.379801ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:13.172532Z","caller":"traceutil/trace.go:171","msg":"trace[1036155680] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"117.393826ms","start":"2026-04-28T03:21:13.055119Z","end":"2026-04-28T03:21:13.172513Z","steps":["trace[1036155680] 'process raft request' (duration: 110.727252ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:14.511387Z","caller":"traceutil/trace.go:171","msg":"trace[321169970] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"230.954398ms","start":"2026-04-28T03:21:14.280415Z","end":"2026-04-28T03:21:14.511369Z","steps":["trace[321169970] 'process raft request' (duration: 230.849826ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:14.516858Z","caller":"traceutil/trace.go:171","msg":"trace[934244559] transaction","detail":"{read_only:false; number_of_response:0; response_revision:842; }","duration":"236.201519ms","start":"2026-04-28T03:21:14.28064Z","end":"2026-04-28T03:21:14.516841Z","steps":["trace[934244559] 'process raft request' (duration: 236.130138ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:14.632996Z","caller":"traceutil/trace.go:171","msg":"trace[1180548332] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"114.265846ms","start":"2026-04-28T03:21:14.518687Z","end":"2026-04-28T03:21:14.632953Z","steps":["trace[1180548332] 'process raft request' (duration: 90.492492ms)","trace[1180548332] 'compare' (duration: 23.452337ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:14.889926Z","caller":"traceutil/trace.go:171","msg":"trace[1986605687] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"253.30676ms","start":"2026-04-28T03:21:14.636598Z","end":"2026-04-28T03:21:14.889905Z","steps":["trace[1986605687] 'process raft request' (duration: 170.793681ms)","trace[1986605687] 'compare' (duration: 82.381326ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:14.893748Z","caller":"traceutil/trace.go:171","msg":"trace[1693584018] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"252.386308ms","start":"2026-04-28T03:21:14.641342Z","end":"2026-04-28T03:21:14.893728Z","steps":["trace[1693584018] 'process raft request' (duration: 252.283866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:15.537645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.116459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:21:15.537717Z","caller":"traceutil/trace.go:171","msg":"trace[610974323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:848; }","duration":"112.223692ms","start":"2026-04-28T03:21:15.425476Z","end":"2026-04-28T03:21:15.537699Z","steps":["trace[610974323] 'range keys from in-memory index tree' (duration: 111.973356ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:16.002439Z","caller":"traceutil/trace.go:171","msg":"trace[1884363069] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"361.323079ms","start":"2026-04-28T03:21:15.641092Z","end":"2026-04-28T03:21:16.002415Z","steps":["trace[1884363069] 'process raft request' (duration: 361.172445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:16.002607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:15.64107Z","time spent":"361.456672ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:16.237526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.017875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:16.237607Z","caller":"traceutil/trace.go:171","msg":"trace[1757250762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:851; }","duration":"193.156229ms","start":"2026-04-28T03:21:16.044433Z","end":"2026-04-28T03:21:16.237589Z","steps":["trace[1757250762] 'range keys from in-memory index tree' (duration: 192.891643ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:17.529684Z","caller":"traceutil/trace.go:171","msg":"trace[1716556056] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"129.308757ms","start":"2026-04-28T03:21:17.400349Z","end":"2026-04-28T03:21:17.529658Z","steps":["trace[1716556056] 'process raft request' (duration: 129.124212ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:17.862033Z","caller":"traceutil/trace.go:171","msg":"trace[555911809] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"316.40778ms","start":"2026-04-28T03:21:17.545584Z","end":"2026-04-28T03:21:17.861992Z","steps":["trace[555911809] 'process raft request' (duration: 267.076328ms)","trace[555911809] 'compare' (duration: 49.072007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:17.862193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.545552Z","time spent":"316.558553ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18698,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:17.862202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.903489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:21:17.862242Z","caller":"traceutil/trace.go:171","msg":"trace[1845075396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:855; }","duration":"220.970631ms","start":"2026-04-28T03:21:17.641262Z","end":"2026-04-28T03:21:17.862232Z","steps":["trace[1845075396] 'agreement among raft nodes before linearized reading' (duration: 220.810827ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:17.861946Z","caller":"traceutil/trace.go:171","msg":"trace[1557098871] linearizableReadLoop","detail":"{readStateIndex:896; appliedIndex:895; }","duration":"220.616222ms","start":"2026-04-28T03:21:17.641291Z","end":"2026-04-28T03:21:17.861907Z","steps":["trace[1557098871] 'read index received' (duration: 171.26969ms)","trace[1557098871] 'applied index is now lower than readState.Index' (duration: 49.345102ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:18.074043Z","caller":"traceutil/trace.go:171","msg":"trace[128475534] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"195.452275ms","start":"2026-04-28T03:21:17.878567Z","end":"2026-04-28T03:21:18.07402Z","steps":["trace[128475534] 'process raft request' (duration: 116.662926ms)","trace[128475534] 'compare' (duration: 78.40402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:18.495764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.109272ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:21:18.49605Z","caller":"traceutil/trace.go:171","msg":"trace[297236255] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"334.183643ms","start":"2026-04-28T03:21:18.161855Z","end":"2026-04-28T03:21:18.496039Z","steps":["trace[297236255] 'process raft request' (duration: 334.131002ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:18.496086Z","caller":"traceutil/trace.go:171","msg":"trace[1627328227] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"336.284851ms","start":"2026-04-28T03:21:18.159786Z","end":"2026-04-28T03:21:18.496071Z","steps":["trace[1627328227] 'process raft request' (duration: 336.102167ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:18.49609Z","caller":"traceutil/trace.go:171","msg":"trace[1074414129] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"335.713509ms","start":"2026-04-28T03:21:18.160347Z","end":"2026-04-28T03:21:18.496061Z","steps":["trace[1074414129] 'process raft request' (duration: 335.616177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:18.496158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:18.159759Z","time spent":"336.358903ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3820,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:18.496172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:18.161845Z","time spent":"334.254075ms","remote":"127.0.0.1:42746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:18.496232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:18.160337Z","time spent":"335.822601ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:19.160561Z","caller":"traceutil/trace.go:171","msg":"trace[1206963865] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"655.326239ms","start":"2026-04-28T03:21:18.505217Z","end":"2026-04-28T03:21:19.160543Z","steps":["trace[1206963865] 'process raft request' (duration: 614.997643ms)","trace[1206963865] 'compare' (duration: 40.008839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:19.160649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:18.505199Z","time spent":"655.408162ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:21:19.247248Z","caller":"traceutil/trace.go:171","msg":"trace[1357210835] linearizableReadLoop","detail":"{readStateIndex:907; appliedIndex:905; }","duration":"496.839161ms","start":"2026-04-28T03:21:18.750392Z","end":"2026-04-28T03:21:19.247231Z","steps":["trace[1357210835] 'read index received' (duration: 369.835633ms)","trace[1357210835] 'applied index is now lower than readState.Index' (duration: 127.002958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:19.247523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.974344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:19.24758Z","caller":"traceutil/trace.go:171","msg":"trace[1160248084] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:865; }","duration":"497.24109ms","start":"2026-04-28T03:21:18.750328Z","end":"2026-04-28T03:21:19.247569Z","steps":["trace[1160248084] 'agreement among raft nodes before linearized reading' (duration: 496.990185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:19.247608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:18.750303Z","time spent":"497.296171ms","remote":"127.0.0.1:43042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:19.247412Z","caller":"traceutil/trace.go:171","msg":"trace[152138729] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"719.324389ms","start":"2026-04-28T03:21:18.528015Z","end":"2026-04-28T03:21:19.247339Z","steps":["trace[152138729] 'process raft request' (duration: 719.111664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:19.248042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:18.527996Z","time spent":"719.79932ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4726,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:19.48042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.294823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:19.480612Z","caller":"traceutil/trace.go:171","msg":"trace[262281768] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"316.475672ms","start":"2026-04-28T03:21:19.16408Z","end":"2026-04-28T03:21:19.480555Z","steps":["trace[262281768] 'process raft request' (duration: 175.975703ms)","trace[262281768] 'compare' (duration: 139.842533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:19.480898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.464879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:19.480832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:19.164062Z","time spent":"316.662907ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:21:19.480959Z","caller":"traceutil/trace.go:171","msg":"trace[1777337835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:866; }","duration":"436.567521ms","start":"2026-04-28T03:21:19.044378Z","end":"2026-04-28T03:21:19.480946Z","steps":["trace[1777337835] 'agreement among raft nodes before linearized reading' (duration: 436.329125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:19.481045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.749055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:21:19.481068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.164515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:21:19.481085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:19.044363Z","time spent":"436.678704ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:21:19.481155Z","caller":"traceutil/trace.go:171","msg":"trace[1968975425] linearizableReadLoop","detail":"{readStateIndex:908; appliedIndex:907; }","duration":"233.21957ms","start":"2026-04-28T03:21:19.247298Z","end":"2026-04-28T03:21:19.480518Z","steps":["trace[1968975425] 'read index received' (duration: 92.828693ms)","trace[1968975425] 'applied index is now lower than readState.Index' (duration: 140.389457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:19.481216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.269813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:833"} {"level":"info","ts":"2026-04-28T03:21:19.481421Z","caller":"traceutil/trace.go:171","msg":"trace[1790774624] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:866; }","duration":"702.481377ms","start":"2026-04-28T03:21:18.778888Z","end":"2026-04-28T03:21:19.481369Z","steps":["trace[1790774624] 'agreement among raft nodes before linearized reading' (duration: 701.920574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:19.481465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.881942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-vkkvd\" ","response":"range_response_count:1 size:3043"} {"level":"warn","ts":"2026-04-28T03:21:19.481511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.629161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-28T03:21:19.481528Z","caller":"traceutil/trace.go:171","msg":"trace[625485521] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-vkkvd; range_end:; response_count:1; response_revision:866; }","duration":"229.984794ms","start":"2026-04-28T03:21:19.251527Z","end":"2026-04-28T03:21:19.481512Z","steps":["trace[625485521] 'agreement among raft nodes before linearized reading' (duration: 229.821191ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:19.481568Z","caller":"traceutil/trace.go:171","msg":"trace[549674400] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:866; }","duration":"702.728783ms","start":"2026-04-28T03:21:18.778826Z","end":"2026-04-28T03:21:19.481555Z","steps":["trace[549674400] 'agreement among raft nodes before linearized reading' (duration: 702.280703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:19.481619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:18.778808Z","time spent":"702.802845ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-28T03:21:19.481685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:18.778881Z","time spent":"702.664901ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":856,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-04-28T03:21:19.481155Z","caller":"traceutil/trace.go:171","msg":"trace[603536469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:866; }","duration":"326.289378ms","start":"2026-04-28T03:21:19.154841Z","end":"2026-04-28T03:21:19.481131Z","steps":["trace[603536469] 'agreement among raft nodes before linearized reading' (duration: 326.013421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:19.481843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:19.154823Z","time spent":"326.972783ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:21:19.48109Z","caller":"traceutil/trace.go:171","msg":"trace[854625521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:866; }","duration":"527.837228ms","start":"2026-04-28T03:21:18.953242Z","end":"2026-04-28T03:21:19.481079Z","steps":["trace[854625521] 'agreement among raft nodes before linearized reading' (duration: 527.48411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:19.481886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:18.953221Z","time spent":"528.652687ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:21:19.807223Z","caller":"traceutil/trace.go:171","msg":"trace[1839572181] linearizableReadLoop","detail":"{readStateIndex:911; appliedIndex:908; }","duration":"273.524335ms","start":"2026-04-28T03:21:19.533673Z","end":"2026-04-28T03:21:19.807198Z","steps":["trace[1839572181] 'read index received' (duration: 9.933329ms)","trace[1839572181] 'applied index is now lower than readState.Index' (duration: 263.589856ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:19.80738Z","caller":"traceutil/trace.go:171","msg":"trace[780076219] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"316.571024ms","start":"2026-04-28T03:21:19.490782Z","end":"2026-04-28T03:21:19.807353Z","steps":["trace[780076219] 'process raft request' (duration: 275.283605ms)","trace[780076219] 'compare' (duration: 40.634314ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:19.807447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.76023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:21:19.807464Z","caller":"traceutil/trace.go:171","msg":"trace[1035074944] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"284.608289ms","start":"2026-04-28T03:21:19.522833Z","end":"2026-04-28T03:21:19.807442Z","steps":["trace[1035074944] 'process raft request' (duration: 284.282781ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:19.807505Z","caller":"traceutil/trace.go:171","msg":"trace[2006926154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:869; }","duration":"273.874043ms","start":"2026-04-28T03:21:19.533615Z","end":"2026-04-28T03:21:19.80749Z","steps":["trace[2006926154] 'agreement among raft nodes before linearized reading' (duration: 273.688879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:19.807517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:19.490772Z","time spent":"316.676386ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:19.906091Z","caller":"traceutil/trace.go:171","msg":"trace[953745471] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"125.329609ms","start":"2026-04-28T03:21:19.780736Z","end":"2026-04-28T03:21:19.906066Z","steps":["trace[953745471] 'process raft request' (duration: 125.084193ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:19.977682Z","caller":"traceutil/trace.go:171","msg":"trace[705901121] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"165.076263ms","start":"2026-04-28T03:21:19.812566Z","end":"2026-04-28T03:21:19.977642Z","steps":["trace[705901121] 'process raft request' (duration: 140.788094ms)","trace[705901121] 'compare' (duration: 23.809728ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:20.371755Z","caller":"traceutil/trace.go:171","msg":"trace[1412451390] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"171.308939ms","start":"2026-04-28T03:21:20.200413Z","end":"2026-04-28T03:21:20.371722Z","steps":["trace[1412451390] 'process raft request' (duration: 171.093974ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:20.827067Z","caller":"traceutil/trace.go:171","msg":"trace[1816409578] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"344.830278ms","start":"2026-04-28T03:21:20.482213Z","end":"2026-04-28T03:21:20.827043Z","steps":["trace[1816409578] 'process raft request' (duration: 344.704775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:20.827195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:20.482191Z","time spent":"344.947901ms","remote":"127.0.0.1:46730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2173,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:21:21.275766Z","caller":"traceutil/trace.go:171","msg":"trace[19558975] linearizableReadLoop","detail":"{readStateIndex:917; appliedIndex:916; }","duration":"229.310956ms","start":"2026-04-28T03:21:21.04644Z","end":"2026-04-28T03:21:21.275751Z","steps":["trace[19558975] 'read index received' (duration: 229.231524ms)","trace[19558975] 'applied index is now lower than readState.Index' (duration: 78.442µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:21.275835Z","caller":"traceutil/trace.go:171","msg":"trace[998118854] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"436.50823ms","start":"2026-04-28T03:21:20.839304Z","end":"2026-04-28T03:21:21.275812Z","steps":["trace[998118854] 'process raft request' (duration: 436.365627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:21.27587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.430289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:21.275892Z","caller":"traceutil/trace.go:171","msg":"trace[728645268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:875; }","duration":"229.516481ms","start":"2026-04-28T03:21:21.046369Z","end":"2026-04-28T03:21:21.275886Z","steps":["trace[728645268] 'agreement among raft nodes before linearized reading' (duration: 229.456629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:21.27594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:20.839288Z","time spent":"436.598662ms","remote":"127.0.0.1:46760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2861,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:21:21.693443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.745743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:21.693546Z","caller":"traceutil/trace.go:171","msg":"trace[951692074] linearizableReadLoop","detail":"{readStateIndex:920; appliedIndex:919; }","duration":"402.019639ms","start":"2026-04-28T03:21:21.291511Z","end":"2026-04-28T03:21:21.693531Z","steps":["trace[951692074] 'read index received' (duration: 113.172903ms)","trace[951692074] 'applied index is now lower than readState.Index' (duration: 288.845466ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:21.693631Z","caller":"traceutil/trace.go:171","msg":"trace[1869619977] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"406.741589ms","start":"2026-04-28T03:21:21.286879Z","end":"2026-04-28T03:21:21.69362Z","steps":["trace[1869619977] 'process raft request' (duration: 117.728629ms)","trace[1869619977] 'compare' (duration: 288.63132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:21.693696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:21.286854Z","time spent":"406.800741ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:21.693853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.330377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:21.693852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.294701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:21.693905Z","caller":"traceutil/trace.go:171","msg":"trace[185617966] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:877; }","duration":"402.429799ms","start":"2026-04-28T03:21:21.291462Z","end":"2026-04-28T03:21:21.693892Z","steps":["trace[185617966] 'agreement among raft nodes before linearized reading' (duration: 402.331007ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:21.693923Z","caller":"traceutil/trace.go:171","msg":"trace[1872992513] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:877; }","duration":"357.422695ms","start":"2026-04-28T03:21:21.336483Z","end":"2026-04-28T03:21:21.693905Z","steps":["trace[1872992513] 'agreement among raft nodes before linearized reading' (duration: 357.263941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:21.693941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:21.291437Z","time spent":"402.496051ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-04-28T03:21:21.693965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:21.336462Z","time spent":"357.493726ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:21.694035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.187331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:21:21.694096Z","caller":"traceutil/trace.go:171","msg":"trace[1676687111] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:877; }","duration":"145.288183ms","start":"2026-04-28T03:21:21.54879Z","end":"2026-04-28T03:21:21.694079Z","steps":["trace[1676687111] 'agreement among raft nodes before linearized reading' (duration: 145.107459ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:21.961266Z","caller":"traceutil/trace.go:171","msg":"trace[1155043021] linearizableReadLoop","detail":"{readStateIndex:921; appliedIndex:920; }","duration":"264.019024ms","start":"2026-04-28T03:21:21.697225Z","end":"2026-04-28T03:21:21.961244Z","steps":["trace[1155043021] 'read index received' (duration: 263.915092ms)","trace[1155043021] 'applied index is now lower than readState.Index' (duration: 102.702µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:21.961382Z","caller":"traceutil/trace.go:171","msg":"trace[351624231] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"265.487569ms","start":"2026-04-28T03:21:21.695885Z","end":"2026-04-28T03:21:21.961373Z","steps":["trace[351624231] 'process raft request' (duration: 265.202633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:21.961604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.363152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:21:21.961644Z","caller":"traceutil/trace.go:171","msg":"trace[1875361075] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:878; }","duration":"264.448584ms","start":"2026-04-28T03:21:21.697186Z","end":"2026-04-28T03:21:21.961635Z","steps":["trace[1875361075] 'agreement among raft nodes before linearized reading' (duration: 264.29321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:22.167166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.050355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:22.167284Z","caller":"traceutil/trace.go:171","msg":"trace[423690884] linearizableReadLoop","detail":"{readStateIndex:922; appliedIndex:921; }","duration":"205.925141ms","start":"2026-04-28T03:21:21.961342Z","end":"2026-04-28T03:21:22.167267Z","steps":["trace[423690884] 'read index received' (duration: 55.525908ms)","trace[423690884] 'applied index is now lower than readState.Index' (duration: 150.397923ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:22.167342Z","caller":"traceutil/trace.go:171","msg":"trace[852930114] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"469.28952ms","start":"2026-04-28T03:21:21.698026Z","end":"2026-04-28T03:21:22.167315Z","steps":["trace[852930114] 'process raft request' (duration: 318.980369ms)","trace[852930114] 'compare' (duration: 149.920032ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:22.167511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.658526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:21:22.16755Z","caller":"traceutil/trace.go:171","msg":"trace[1981107357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:879; }","duration":"355.776258ms","start":"2026-04-28T03:21:21.811763Z","end":"2026-04-28T03:21:22.16754Z","steps":["trace[1981107357] 'agreement among raft nodes before linearized reading' (duration: 355.598274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:22.167537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.065848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T03:21:22.167569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:21.698014Z","time spent":"469.388752ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:22.16759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:21.811738Z","time spent":"355.84107ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:21:22.167616Z","caller":"traceutil/trace.go:171","msg":"trace[1514167062] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:879; }","duration":"204.207911ms","start":"2026-04-28T03:21:21.963391Z","end":"2026-04-28T03:21:22.167599Z","steps":["trace[1514167062] 'agreement among raft nodes before linearized reading' (duration: 203.994056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:22.167662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.443797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:21:22.16774Z","caller":"traceutil/trace.go:171","msg":"trace[2096982669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:879; }","duration":"174.57944ms","start":"2026-04-28T03:21:21.993147Z","end":"2026-04-28T03:21:22.167726Z","steps":["trace[2096982669] 'agreement among raft nodes before linearized reading' (duration: 174.390665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:22.167799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.985602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:21:22.167839Z","caller":"traceutil/trace.go:171","msg":"trace[1730402003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:879; }","duration":"186.058474ms","start":"2026-04-28T03:21:21.981769Z","end":"2026-04-28T03:21:22.167827Z","steps":["trace[1730402003] 'agreement among raft nodes before linearized reading' (duration: 185.969272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:22.373754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.970593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:22.373974Z","caller":"traceutil/trace.go:171","msg":"trace[1733566116] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"200.906765ms","start":"2026-04-28T03:21:22.173045Z","end":"2026-04-28T03:21:22.373952Z","steps":["trace[1733566116] 'process raft request' (duration: 200.827103ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:22.374041Z","caller":"traceutil/trace.go:171","msg":"trace[687513869] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"201.220242ms","start":"2026-04-28T03:21:22.172784Z","end":"2026-04-28T03:21:22.374004Z","steps":["trace[687513869] 'process raft request' (duration: 96.910401ms)","trace[687513869] 'compare' (duration: 103.80186ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:22.78332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.068125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:22.783407Z","caller":"traceutil/trace.go:171","msg":"trace[533661359] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"401.848042ms","start":"2026-04-28T03:21:22.381541Z","end":"2026-04-28T03:21:22.783389Z","steps":["trace[533661359] 'process raft request' (duration: 175.571243ms)","trace[533661359] 'compare' (duration: 225.960751ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:22.783457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:22.381525Z","time spent":"401.908733ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:23.635753Z","caller":"traceutil/trace.go:171","msg":"trace[586407930] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"318.425907ms","start":"2026-04-28T03:21:23.317304Z","end":"2026-04-28T03:21:23.63573Z","steps":["trace[586407930] 'process raft request' (duration: 318.272823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:23.635884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:23.317276Z","time spent":"318.54917ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":838,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:21:25.552879Z","caller":"traceutil/trace.go:171","msg":"trace[533049082] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"295.414134ms","start":"2026-04-28T03:21:25.257428Z","end":"2026-04-28T03:21:25.552842Z","steps":["trace[533049082] 'process raft request' (duration: 295.340172ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:25.553014Z","caller":"traceutil/trace.go:171","msg":"trace[1344714760] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"302.022867ms","start":"2026-04-28T03:21:25.250975Z","end":"2026-04-28T03:21:25.552997Z","steps":["trace[1344714760] 'process raft request' (duration: 301.674629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:25.553127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:25.250962Z","time spent":"302.100069ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1290,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:26.391995Z","caller":"traceutil/trace.go:171","msg":"trace[1318525142] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"120.88424ms","start":"2026-04-28T03:21:26.27107Z","end":"2026-04-28T03:21:26.391954Z","steps":["trace[1318525142] 'process raft request' (duration: 120.663655ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:26.597205Z","caller":"traceutil/trace.go:171","msg":"trace[131536060] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"142.059149ms","start":"2026-04-28T03:21:26.455129Z","end":"2026-04-28T03:21:26.597188Z","steps":["trace[131536060] 'process raft request' (duration: 141.969847ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:26.597206Z","caller":"traceutil/trace.go:171","msg":"trace[1265697915] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"142.489929ms","start":"2026-04-28T03:21:26.454687Z","end":"2026-04-28T03:21:26.597177Z","steps":["trace[1265697915] 'process raft request' (duration: 44.082438ms)","trace[1265697915] 'compare' (duration: 98.187276ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:26.992627Z","caller":"traceutil/trace.go:171","msg":"trace[1484264986] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"145.470598ms","start":"2026-04-28T03:21:26.847134Z","end":"2026-04-28T03:21:26.992605Z","steps":["trace[1484264986] 'process raft request' (duration: 145.265144ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:28.530918Z","caller":"traceutil/trace.go:171","msg":"trace[151584495] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"132.372008ms","start":"2026-04-28T03:21:28.398522Z","end":"2026-04-28T03:21:28.530894Z","steps":["trace[151584495] 'process raft request' (duration: 132.060361ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:28.771882Z","caller":"traceutil/trace.go:171","msg":"trace[343360667] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"133.033244ms","start":"2026-04-28T03:21:28.638822Z","end":"2026-04-28T03:21:28.771855Z","steps":["trace[343360667] 'process raft request' (duration: 108.549048ms)","trace[343360667] 'compare' (duration: 24.065557ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:30.782981Z","caller":"traceutil/trace.go:171","msg":"trace[875145703] linearizableReadLoop","detail":"{readStateIndex:957; appliedIndex:956; }","duration":"216.813735ms","start":"2026-04-28T03:21:30.566148Z","end":"2026-04-28T03:21:30.782961Z","steps":["trace[875145703] 'read index received' (duration: 216.596931ms)","trace[875145703] 'applied index is now lower than readState.Index' (duration: 215.674µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:30.783115Z","caller":"traceutil/trace.go:171","msg":"trace[882653141] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"244.092338ms","start":"2026-04-28T03:21:30.53901Z","end":"2026-04-28T03:21:30.783102Z","steps":["trace[882653141] 'process raft request' (duration: 243.807441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:30.783228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.076452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:21:30.783485Z","caller":"traceutil/trace.go:171","msg":"trace[1110744157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:913; }","duration":"217.159094ms","start":"2026-04-28T03:21:30.566094Z","end":"2026-04-28T03:21:30.783253Z","steps":["trace[1110744157] 'agreement among raft nodes before linearized reading' (duration: 217.007221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:33.588543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.979046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:33.589256Z","caller":"traceutil/trace.go:171","msg":"trace[1027599466] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"701.649361ms","start":"2026-04-28T03:21:32.887585Z","end":"2026-04-28T03:21:33.589234Z","steps":["trace[1027599466] 'process raft request' (duration: 292.897837ms)","trace[1027599466] 'compare' (duration: 407.744761ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:33.5894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:32.887565Z","time spent":"701.791534ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:33.671256Z","caller":"traceutil/trace.go:171","msg":"trace[1160220243] linearizableReadLoop","detail":"{readStateIndex:967; appliedIndex:964; }","duration":"626.476848ms","start":"2026-04-28T03:21:33.044754Z","end":"2026-04-28T03:21:33.671231Z","steps":["trace[1160220243] 'read index received' (duration: 135.844137ms)","trace[1160220243] 'applied index is now lower than readState.Index' (duration: 490.631851ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:33.671378Z","caller":"traceutil/trace.go:171","msg":"trace[766096237] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"781.806398ms","start":"2026-04-28T03:21:32.889539Z","end":"2026-04-28T03:21:33.671345Z","steps":["trace[766096237] 'process raft request' (duration: 781.652624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:33.671455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.688713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:33.671499Z","caller":"traceutil/trace.go:171","msg":"trace[1611257482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:922; }","duration":"626.781757ms","start":"2026-04-28T03:21:33.044704Z","end":"2026-04-28T03:21:33.671486Z","steps":["trace[1611257482] 'agreement among raft nodes before linearized reading' (duration: 626.649254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:33.67153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:32.889519Z","time spent":"781.932961ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:33.671577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:33.044684Z","time spent":"626.872448ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:33.671588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.957244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:21:33.671672Z","caller":"traceutil/trace.go:171","msg":"trace[1412003398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:922; }","duration":"606.018045ms","start":"2026-04-28T03:21:33.065611Z","end":"2026-04-28T03:21:33.671629Z","steps":["trace[1412003398] 'agreement among raft nodes before linearized reading' (duration: 605.820371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:33.671721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:33.065567Z","time spent":"606.140108ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:21:33.671314Z","caller":"traceutil/trace.go:171","msg":"trace[458412449] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"783.575939ms","start":"2026-04-28T03:21:32.887705Z","end":"2026-04-28T03:21:33.671281Z","steps":["trace[458412449] 'process raft request' (duration: 783.358874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:33.672027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:32.88768Z","time spent":"784.252514ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:34.101893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.449702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:34.102362Z","caller":"traceutil/trace.go:171","msg":"trace[561797117] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"426.075425ms","start":"2026-04-28T03:21:33.675914Z","end":"2026-04-28T03:21:34.101989Z","steps":["trace[561797117] 'process raft request' (duration: 129.437879ms)","trace[561797117] 'compare' (duration: 296.292328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:34.102622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:33.675886Z","time spent":"426.567347ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:34.121004Z","caller":"traceutil/trace.go:171","msg":"trace[1781684254] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"146.522908ms","start":"2026-04-28T03:21:33.974458Z","end":"2026-04-28T03:21:34.120981Z","steps":["trace[1781684254] 'process raft request' (duration: 146.139079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:34.494984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.496646ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:34.495279Z","caller":"traceutil/trace.go:171","msg":"trace[492219382] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:925; }","duration":"246.851084ms","start":"2026-04-28T03:21:34.248401Z","end":"2026-04-28T03:21:34.495252Z","steps":["trace[492219382] 'range keys from in-memory index tree' (duration: 246.441995ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:35.241967Z","caller":"traceutil/trace.go:171","msg":"trace[890851476] linearizableReadLoop","detail":"{readStateIndex:971; appliedIndex:970; }","duration":"198.619748ms","start":"2026-04-28T03:21:35.043294Z","end":"2026-04-28T03:21:35.241914Z","steps":["trace[890851476] 'read index received' (duration: 198.595168ms)","trace[890851476] 'applied index is now lower than readState.Index' (duration: 20.41µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:35.242012Z","caller":"traceutil/trace.go:171","msg":"trace[768478327] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"335.536484ms","start":"2026-04-28T03:21:34.906434Z","end":"2026-04-28T03:21:35.24197Z","steps":["trace[768478327] 'process raft request' (duration: 335.323599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:35.242351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:34.906409Z","time spent":"335.705798ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:35.242655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.321314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:35.242722Z","caller":"traceutil/trace.go:171","msg":"trace[1356242063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:926; }","duration":"199.468997ms","start":"2026-04-28T03:21:35.043234Z","end":"2026-04-28T03:21:35.242703Z","steps":["trace[1356242063] 'agreement among raft nodes before linearized reading' (duration: 198.850583ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:35.787894Z","caller":"traceutil/trace.go:171","msg":"trace[973344651] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"101.267159ms","start":"2026-04-28T03:21:35.686592Z","end":"2026-04-28T03:21:35.787859Z","steps":["trace[973344651] 'process raft request' (duration: 55.715592ms)","trace[973344651] 'compare' (duration: 45.254261ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:35.787868Z","caller":"traceutil/trace.go:171","msg":"trace[1091104759] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"100.01046ms","start":"2026-04-28T03:21:35.687841Z","end":"2026-04-28T03:21:35.787852Z","steps":["trace[1091104759] 'process raft request' (duration: 99.880457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:36.771825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.869884ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:21:37.844932Z","caller":"traceutil/trace.go:171","msg":"trace[1391691683] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"153.376592ms","start":"2026-04-28T03:21:37.69153Z","end":"2026-04-28T03:21:37.844907Z","steps":["trace[1391691683] 'process raft request' (duration: 153.162037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:37.959053Z","caller":"traceutil/trace.go:171","msg":"trace[2000004641] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"108.300196ms","start":"2026-04-28T03:21:37.850727Z","end":"2026-04-28T03:21:37.959027Z","steps":["trace[2000004641] 'process raft request' (duration: 105.446349ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:39.988713Z","caller":"traceutil/trace.go:171","msg":"trace[1451060031] linearizableReadLoop","detail":"{readStateIndex:983; appliedIndex:982; }","duration":"112.537837ms","start":"2026-04-28T03:21:39.876152Z","end":"2026-04-28T03:21:39.988689Z","steps":["trace[1451060031] 'read index received' (duration: 112.332902ms)","trace[1451060031] 'applied index is now lower than readState.Index' (duration: 203.735µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:39.98883Z","caller":"traceutil/trace.go:171","msg":"trace[1308341943] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"136.203866ms","start":"2026-04-28T03:21:39.852561Z","end":"2026-04-28T03:21:39.988765Z","steps":["trace[1308341943] 'process raft request' (duration: 135.869579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:39.989024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.855224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:21:39.989081Z","caller":"traceutil/trace.go:171","msg":"trace[214644631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:937; }","duration":"112.960866ms","start":"2026-04-28T03:21:39.876107Z","end":"2026-04-28T03:21:39.989067Z","steps":["trace[214644631] 'agreement among raft nodes before linearized reading' (duration: 112.744381ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:40.108086Z","caller":"traceutil/trace.go:171","msg":"trace[300515060] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"114.518274ms","start":"2026-04-28T03:21:39.993521Z","end":"2026-04-28T03:21:40.108039Z","steps":["trace[300515060] 'process raft request' (duration: 114.35159ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:40.10963Z","caller":"traceutil/trace.go:171","msg":"trace[233566721] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"115.66958ms","start":"2026-04-28T03:21:39.993938Z","end":"2026-04-28T03:21:40.109608Z","steps":["trace[233566721] 'process raft request' (duration: 115.386543ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:41.478368Z","caller":"traceutil/trace.go:171","msg":"trace[608733441] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"107.600773ms","start":"2026-04-28T03:21:41.370735Z","end":"2026-04-28T03:21:41.478335Z","steps":["trace[608733441] 'process raft request' (duration: 106.191981ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:42.421758Z","caller":"traceutil/trace.go:171","msg":"trace[172612835] linearizableReadLoop","detail":"{readStateIndex:992; appliedIndex:991; }","duration":"306.383184ms","start":"2026-04-28T03:21:42.115342Z","end":"2026-04-28T03:21:42.421725Z","steps":["trace[172612835] 'read index received' (duration: 295.667004ms)","trace[172612835] 'applied index is now lower than readState.Index' (duration: 10.71372ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:42.421996Z","caller":"traceutil/trace.go:171","msg":"trace[1634821907] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"314.541743ms","start":"2026-04-28T03:21:42.107219Z","end":"2026-04-28T03:21:42.421761Z","steps":["trace[1634821907] 'process raft request' (duration: 303.765362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.422246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.107202Z","time spent":"314.957702ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:21:42.422372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.156588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:21:42.422422Z","caller":"traceutil/trace.go:171","msg":"trace[1601099208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:944; }","duration":"306.222229ms","start":"2026-04-28T03:21:42.116184Z","end":"2026-04-28T03:21:42.422406Z","steps":["trace[1601099208] 'agreement among raft nodes before linearized reading' (duration: 305.981114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.422421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.052479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:21:42.422461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.11616Z","time spent":"306.29174ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:21:42.42252Z","caller":"traceutil/trace.go:171","msg":"trace[468431576] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:944; }","duration":"307.194162ms","start":"2026-04-28T03:21:42.115299Z","end":"2026-04-28T03:21:42.422493Z","steps":["trace[468431576] 'agreement among raft nodes before linearized reading' (duration: 306.846974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.422585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.115281Z","time spent":"307.290394ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:21:42.422735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.359094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:21:42.422863Z","caller":"traceutil/trace.go:171","msg":"trace[1116353983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:944; }","duration":"191.527418ms","start":"2026-04-28T03:21:42.231318Z","end":"2026-04-28T03:21:42.422845Z","steps":["trace[1116353983] 'agreement among raft nodes before linearized reading' (duration: 191.046887ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:42.557689Z","caller":"traceutil/trace.go:171","msg":"trace[2000656845] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"130.002156ms","start":"2026-04-28T03:21:42.427665Z","end":"2026-04-28T03:21:42.557667Z","steps":["trace[2000656845] 'process raft request' (duration: 129.952835ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:42.558254Z","caller":"traceutil/trace.go:171","msg":"trace[84370243] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"130.629842ms","start":"2026-04-28T03:21:42.427609Z","end":"2026-04-28T03:21:42.558239Z","steps":["trace[84370243] 'process raft request' (duration: 108.315453ms)","trace[84370243] 'compare' (duration: 21.574031ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:43.403681Z","caller":"traceutil/trace.go:171","msg":"trace[1168819810] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"103.611464ms","start":"2026-04-28T03:21:43.299807Z","end":"2026-04-28T03:21:43.403418Z","steps":["trace[1168819810] 'process raft request' (duration: 102.918358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:43.749531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.394755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:43.749637Z","caller":"traceutil/trace.go:171","msg":"trace[1347330262] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"222.730758ms","start":"2026-04-28T03:21:43.526888Z","end":"2026-04-28T03:21:43.749619Z","steps":["trace[1347330262] 'process raft request' (duration: 114.172099ms)","trace[1347330262] 'compare' (duration: 108.227871ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:45.016367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732397300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:45.517119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732397300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:46.018181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732397300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:46.518687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732397300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:47.019804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732397300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:47.183056Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.87874343s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:21:47.437303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.412913586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:21:47.437388Z","caller":"traceutil/trace.go:171","msg":"trace[2092331084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:956; }","duration":"3.413051359s","start":"2026-04-28T03:21:44.02432Z","end":"2026-04-28T03:21:47.437372Z","steps":["trace[2092331084] 'range keys from in-memory index tree' (duration: 3.412708191s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:47.437422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.024296Z","time spent":"3.41311872s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:21:47.437451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.394420434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:47.437545Z","caller":"traceutil/trace.go:171","msg":"trace[1649570612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:956; }","duration":"3.394546957s","start":"2026-04-28T03:21:44.042975Z","end":"2026-04-28T03:21:47.437522Z","steps":["trace[1649570612] 'range keys from in-memory index tree' (duration: 3.394360663s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:47.437602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.042965Z","time spent":"3.394624769s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:47.437821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.189302125s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:47.437924Z","caller":"traceutil/trace.go:171","msg":"trace[1476167799] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:956; }","duration":"3.189418028s","start":"2026-04-28T03:21:44.248489Z","end":"2026-04-28T03:21:47.437907Z","steps":["trace[1476167799] 'range keys from in-memory index tree' (duration: 3.188913335s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:47.439323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.976003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:47.440359Z","caller":"traceutil/trace.go:171","msg":"trace[1772311023] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"3.136136366s","start":"2026-04-28T03:21:44.304175Z","end":"2026-04-28T03:21:47.440311Z","steps":["trace[1772311023] 'process raft request' (duration: 2.879079588s)","trace[1772311023] 'compare' (duration: 255.598164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:47.441033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.304143Z","time spent":"3.136268908s","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:47.63005Z","caller":"traceutil/trace.go:171","msg":"trace[1735235821] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"3.321715106s","start":"2026-04-28T03:21:44.308308Z","end":"2026-04-28T03:21:47.630023Z","steps":["trace[1735235821] 'process raft request' (duration: 3.313179798s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:47.63006Z","caller":"traceutil/trace.go:171","msg":"trace[740984944] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"3.23173672s","start":"2026-04-28T03:21:44.398297Z","end":"2026-04-28T03:21:47.630033Z","steps":["trace[740984944] 'process raft request' (duration: 3.231605607s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:47.630184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.308289Z","time spent":"3.32182634s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:47.630631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.398277Z","time spent":"3.231842493s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:47.645114Z","caller":"traceutil/trace.go:171","msg":"trace[979563322] linearizableReadLoop","detail":"{readStateIndex:1008; appliedIndex:1004; }","duration":"3.12913148s","start":"2026-04-28T03:21:44.515959Z","end":"2026-04-28T03:21:47.645091Z","steps":["trace[979563322] 'read index received' (duration: 2.667308085s)","trace[979563322] 'applied index is now lower than readState.Index' (duration: 461.822275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:47.645402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.129426566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:21:47.645489Z","caller":"traceutil/trace.go:171","msg":"trace[310885377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:959; }","duration":"3.129569749s","start":"2026-04-28T03:21:44.515903Z","end":"2026-04-28T03:21:47.645472Z","steps":["trace[310885377] 'agreement among raft nodes before linearized reading' (duration: 3.129328734s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:47.645529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.515847Z","time spent":"3.129673973s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:21:47.67638Z","caller":"traceutil/trace.go:171","msg":"trace[768449498] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"231.218405ms","start":"2026-04-28T03:21:47.445139Z","end":"2026-04-28T03:21:47.676357Z","steps":["trace[768449498] 'process raft request' (duration: 231.02663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:47.676483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633451816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:47.676467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.113414315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:21:47.676516Z","caller":"traceutil/trace.go:171","msg":"trace[1295046433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:960; }","duration":"1.633489637s","start":"2026-04-28T03:21:46.043018Z","end":"2026-04-28T03:21:47.676508Z","steps":["trace[1295046433] 'agreement among raft nodes before linearized reading' (duration: 1.633450246s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:47.676546Z","caller":"traceutil/trace.go:171","msg":"trace[1617708047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:960; }","duration":"3.113536157s","start":"2026-04-28T03:21:44.562993Z","end":"2026-04-28T03:21:47.676529Z","steps":["trace[1617708047] 'agreement among raft nodes before linearized reading' (duration: 3.113334872s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:47.676593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.562977Z","time spent":"3.113607229s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:47.676699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.215554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:47.676722Z","caller":"traceutil/trace.go:171","msg":"trace[1776059150] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:960; }","duration":"852.283845ms","start":"2026-04-28T03:21:46.824432Z","end":"2026-04-28T03:21:47.676715Z","steps":["trace[1776059150] 'agreement among raft nodes before linearized reading' (duration: 852.239754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:47.676739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.824402Z","time spent":"852.331867ms","remote":"127.0.0.1:42698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:47.676446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637355776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:47.676878Z","caller":"traceutil/trace.go:171","msg":"trace[193853791] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:960; }","duration":"1.637827658s","start":"2026-04-28T03:21:46.039037Z","end":"2026-04-28T03:21:47.676864Z","steps":["trace[193853791] 'agreement among raft nodes before linearized reading' (duration: 1.637344187s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:47.676957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323960187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:47.677027Z","caller":"traceutil/trace.go:171","msg":"trace[965475188] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:960; }","duration":"1.324023228s","start":"2026-04-28T03:21:46.352982Z","end":"2026-04-28T03:21:47.677005Z","steps":["trace[965475188] 'agreement among raft nodes before linearized reading' (duration: 1.323938836s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:47.676972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.039022Z","time spent":"1.63792986s","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":2,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:47.676753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.113605178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:21:47.677151Z","caller":"traceutil/trace.go:171","msg":"trace[586632985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:960; }","duration":"3.114058419s","start":"2026-04-28T03:21:44.56308Z","end":"2026-04-28T03:21:47.677138Z","steps":["trace[586632985] 'agreement among raft nodes before linearized reading' (duration: 3.113467645s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:47.677177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.563061Z","time spent":"3.114107571s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:21:47.677203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439730366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:47.677073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.352968Z","time spent":"1.324095099s","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:47.677242Z","caller":"traceutil/trace.go:171","msg":"trace[1425635278] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:960; }","duration":"1.439801618s","start":"2026-04-28T03:21:46.237431Z","end":"2026-04-28T03:21:47.677232Z","steps":["trace[1425635278] 'agreement among raft nodes before linearized reading' (duration: 1.439715306s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:47.677274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.237411Z","time spent":"1.439855869s","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:47.676537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.043014Z","time spent":"1.633518918s","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:47.677442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175545814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:21:47.677586Z","caller":"traceutil/trace.go:171","msg":"trace[1274987686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:960; }","duration":"2.175696717s","start":"2026-04-28T03:21:45.501837Z","end":"2026-04-28T03:21:47.677534Z","steps":["trace[1274987686] 'agreement among raft nodes before linearized reading' (duration: 2.174596622s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:47.677775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.501811Z","time spent":"2.175949273s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:21:50.952884Z","caller":"traceutil/trace.go:171","msg":"trace[1208037550] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"153.997188ms","start":"2026-04-28T03:21:50.798857Z","end":"2026-04-28T03:21:50.952854Z","steps":["trace[1208037550] 'process raft request' (duration: 92.89316ms)","trace[1208037550] 'compare' (duration: 60.973545ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:51.155824Z","caller":"traceutil/trace.go:171","msg":"trace[2000219666] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"114.329483ms","start":"2026-04-28T03:21:51.041478Z","end":"2026-04-28T03:21:51.155807Z","steps":["trace[2000219666] 'process raft request' (duration: 114.20998ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:51.561602Z","caller":"traceutil/trace.go:171","msg":"trace[2029226923] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"267.070962ms","start":"2026-04-28T03:21:51.294506Z","end":"2026-04-28T03:21:51.561577Z","steps":["trace[2029226923] 'process raft request' (duration: 257.263623ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:51.710651Z","caller":"traceutil/trace.go:171","msg":"trace[732547503] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"144.736783ms","start":"2026-04-28T03:21:51.565898Z","end":"2026-04-28T03:21:51.710635Z","steps":["trace[732547503] 'process raft request' (duration: 140.34392ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:51.748822Z","caller":"traceutil/trace.go:171","msg":"trace[843598596] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"181.892911ms","start":"2026-04-28T03:21:51.566423Z","end":"2026-04-28T03:21:51.748316Z","steps":["trace[843598596] 'process raft request' (duration: 181.669966ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:51.755447Z","caller":"traceutil/trace.go:171","msg":"trace[1360352170] linearizableReadLoop","detail":"{readStateIndex:1045; appliedIndex:1043; }","duration":"188.793383ms","start":"2026-04-28T03:21:51.566593Z","end":"2026-04-28T03:21:51.755386Z","steps":["trace[1360352170] 'read index received' (duration: 139.735856ms)","trace[1360352170] 'applied index is now lower than readState.Index' (duration: 49.056097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:51.755668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.028339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:51.755741Z","caller":"traceutil/trace.go:171","msg":"trace[1987320753] range","detail":"{range_begin:/registry/limitranges/envoy-gateway-system/; range_end:/registry/limitranges/envoy-gateway-system0; response_count:0; response_revision:996; }","duration":"189.198342ms","start":"2026-04-28T03:21:51.566524Z","end":"2026-04-28T03:21:51.755723Z","steps":["trace[1987320753] 'agreement among raft nodes before linearized reading' (duration: 189.044999ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:52.185174Z","caller":"traceutil/trace.go:171","msg":"trace[1904120891] linearizableReadLoop","detail":"{readStateIndex:1060; appliedIndex:1059; }","duration":"180.271135ms","start":"2026-04-28T03:21:52.004862Z","end":"2026-04-28T03:21:52.185133Z","steps":["trace[1904120891] 'read index received' (duration: 157.39582ms)","trace[1904120891] 'applied index is now lower than readState.Index' (duration: 22.872885ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:52.185329Z","caller":"traceutil/trace.go:171","msg":"trace[1048506469] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"283.753123ms","start":"2026-04-28T03:21:51.901545Z","end":"2026-04-28T03:21:52.185298Z","steps":["trace[1048506469] 'process raft request' (duration: 260.792037ms)","trace[1048506469] 'compare' (duration: 22.450115ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:52.185364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.130819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:52.185406Z","caller":"traceutil/trace.go:171","msg":"trace[1252270325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1010; }","duration":"141.228722ms","start":"2026-04-28T03:21:52.044162Z","end":"2026-04-28T03:21:52.185391Z","steps":["trace[1252270325] 'agreement among raft nodes before linearized reading' (duration: 141.15214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:52.185464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.594133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-28T03:21:52.185527Z","caller":"traceutil/trace.go:171","msg":"trace[2107875276] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:1010; }","duration":"180.693294ms","start":"2026-04-28T03:21:52.004814Z","end":"2026-04-28T03:21:52.185507Z","steps":["trace[2107875276] 'agreement among raft nodes before linearized reading' (duration: 180.481469ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:52.909101Z","caller":"traceutil/trace.go:171","msg":"trace[1121459308] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"103.064699ms","start":"2026-04-28T03:21:52.806014Z","end":"2026-04-28T03:21:52.909078Z","steps":["trace[1121459308] 'process raft request' (duration: 102.963017ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:54.055716Z","caller":"traceutil/trace.go:171","msg":"trace[2101857212] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"272.615308ms","start":"2026-04-28T03:21:53.783079Z","end":"2026-04-28T03:21:54.055695Z","steps":["trace[2101857212] 'process raft request' (duration: 242.274468ms)","trace[2101857212] 'compare' (duration: 30.223108ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:54.142748Z","caller":"traceutil/trace.go:171","msg":"trace[19599063] linearizableReadLoop","detail":"{readStateIndex:1074; appliedIndex:1069; }","duration":"308.057497ms","start":"2026-04-28T03:21:53.834671Z","end":"2026-04-28T03:21:54.142728Z","steps":["trace[19599063] 'read index received' (duration: 190.69734ms)","trace[19599063] 'applied index is now lower than readState.Index' (duration: 117.359607ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:54.143027Z","caller":"traceutil/trace.go:171","msg":"trace[1008749943] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"359.888851ms","start":"2026-04-28T03:21:53.783128Z","end":"2026-04-28T03:21:54.143017Z","steps":["trace[1008749943] 'process raft request' (duration: 359.41207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:54.143099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:53.783104Z","time spent":"359.943091ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:54.143211Z","caller":"traceutil/trace.go:171","msg":"trace[712729456] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"232.767996ms","start":"2026-04-28T03:21:53.910437Z","end":"2026-04-28T03:21:54.143205Z","steps":["trace[712729456] 'process raft request' (duration: 232.264754ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:54.143212Z","caller":"traceutil/trace.go:171","msg":"trace[55158003] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"359.720316ms","start":"2026-04-28T03:21:53.783479Z","end":"2026-04-28T03:21:54.143199Z","steps":["trace[55158003] 'process raft request' (duration: 359.182543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:54.143293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:53.783469Z","time spent":"359.769827ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:54.14332Z","caller":"traceutil/trace.go:171","msg":"trace[1216414066] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"359.911159ms","start":"2026-04-28T03:21:53.783397Z","end":"2026-04-28T03:21:54.143308Z","steps":["trace[1216414066] 'process raft request' (duration: 359.285905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:54.143333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.654621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:54.143356Z","caller":"traceutil/trace.go:171","msg":"trace[949900539] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"359.889759ms","start":"2026-04-28T03:21:53.783459Z","end":"2026-04-28T03:21:54.143349Z","steps":["trace[949900539] 'process raft request' (duration: 359.180263ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:54.14337Z","caller":"traceutil/trace.go:171","msg":"trace[899196980] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1025; }","duration":"308.734823ms","start":"2026-04-28T03:21:53.834625Z","end":"2026-04-28T03:21:54.14336Z","steps":["trace[899196980] 'agreement among raft nodes before linearized reading' (duration: 308.674521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:54.143372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:53.78339Z","time spent":"359.954181ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:54.143392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:53.783447Z","time spent":"359.92294ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:54.143399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:53.834605Z","time spent":"308.786404ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:54.408983Z","caller":"traceutil/trace.go:171","msg":"trace[336583127] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"120.06279ms","start":"2026-04-28T03:21:54.288896Z","end":"2026-04-28T03:21:54.408959Z","steps":["trace[336583127] 'process raft request' (duration: 119.926887ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:54.983812Z","caller":"traceutil/trace.go:171","msg":"trace[1538278201] linearizableReadLoop","detail":"{readStateIndex:1079; appliedIndex:1078; }","duration":"261.483998ms","start":"2026-04-28T03:21:54.722299Z","end":"2026-04-28T03:21:54.983783Z","steps":["trace[1538278201] 'read index received' (duration: 261.208212ms)","trace[1538278201] 'applied index is now lower than readState.Index' (duration: 274.426µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:54.983914Z","caller":"traceutil/trace.go:171","msg":"trace[147209102] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"308.353636ms","start":"2026-04-28T03:21:54.67553Z","end":"2026-04-28T03:21:54.983884Z","steps":["trace[147209102] 'process raft request' (duration: 307.958726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:54.984068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:54.675506Z","time spent":"308.480199ms","remote":"127.0.0.1:42746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5170,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:54.984066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.682473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:21:54.984151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.794242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:54.984234Z","caller":"traceutil/trace.go:171","msg":"trace[1945414443] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1029; }","duration":"198.936135ms","start":"2026-04-28T03:21:54.785281Z","end":"2026-04-28T03:21:54.984218Z","steps":["trace[1945414443] 'agreement among raft nodes before linearized reading' (duration: 198.759591ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:54.984156Z","caller":"traceutil/trace.go:171","msg":"trace[737750991] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1029; }","duration":"261.876278ms","start":"2026-04-28T03:21:54.722265Z","end":"2026-04-28T03:21:54.984141Z","steps":["trace[737750991] 'agreement among raft nodes before linearized reading' (duration: 261.680783ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:55.129923Z","caller":"traceutil/trace.go:171","msg":"trace[106904509] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"140.372776ms","start":"2026-04-28T03:21:54.989525Z","end":"2026-04-28T03:21:55.129898Z","steps":["trace[106904509] 'process raft request' (duration: 130.578497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:55.160056Z","caller":"traceutil/trace.go:171","msg":"trace[429780538] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"165.372231ms","start":"2026-04-28T03:21:54.994655Z","end":"2026-04-28T03:21:55.160027Z","steps":["trace[429780538] 'process raft request' (duration: 165.282539ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:55.160136Z","caller":"traceutil/trace.go:171","msg":"trace[681991130] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"168.619717ms","start":"2026-04-28T03:21:54.991475Z","end":"2026-04-28T03:21:55.160095Z","steps":["trace[681991130] 'process raft request' (duration: 168.32941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.442804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.423077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:55.442952Z","caller":"traceutil/trace.go:171","msg":"trace[1729504119] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"269.163831ms","start":"2026-04-28T03:21:55.173717Z","end":"2026-04-28T03:21:55.442881Z","steps":["trace[1729504119] 'process raft request' (duration: 96.598561ms)","trace[1729504119] 'compare' (duration: 172.249532ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:55.52068Z","caller":"traceutil/trace.go:171","msg":"trace[1865449594] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"344.402412ms","start":"2026-04-28T03:21:55.17624Z","end":"2026-04-28T03:21:55.520643Z","steps":["trace[1865449594] 'process raft request' (duration: 344.171657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.52076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.95827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-28T03:21:55.520793Z","caller":"traceutil/trace.go:171","msg":"trace[1406327521] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:1035; }","duration":"188.038232ms","start":"2026-04-28T03:21:55.332749Z","end":"2026-04-28T03:21:55.520788Z","steps":["trace[1406327521] 'agreement among raft nodes before linearized reading' (duration: 187.96355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.520861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:55.176224Z","time spent":"344.556857ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:55.521025Z","caller":"traceutil/trace.go:171","msg":"trace[1100118410] linearizableReadLoop","detail":"{readStateIndex:1085; appliedIndex:1084; }","duration":"187.792026ms","start":"2026-04-28T03:21:55.332789Z","end":"2026-04-28T03:21:55.520581Z","steps":["trace[1100118410] 'read index received' (duration: 187.493609ms)","trace[1100118410] 'applied index is now lower than readState.Index' (duration: 297.117µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:55.521222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.270098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-28T03:21:55.521323Z","caller":"traceutil/trace.go:171","msg":"trace[1819845917] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:1035; }","duration":"188.491252ms","start":"2026-04-28T03:21:55.332778Z","end":"2026-04-28T03:21:55.521269Z","steps":["trace[1819845917] 'agreement among raft nodes before linearized reading' (duration: 188.364849ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:55.687586Z","caller":"traceutil/trace.go:171","msg":"trace[62223331] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"154.891326ms","start":"2026-04-28T03:21:55.532658Z","end":"2026-04-28T03:21:55.687549Z","steps":["trace[62223331] 'process raft request' (duration: 154.653391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:57.87094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.451835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:57.871078Z","caller":"traceutil/trace.go:171","msg":"trace[1972321522] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"417.921151ms","start":"2026-04-28T03:21:57.453129Z","end":"2026-04-28T03:21:57.87105Z","steps":["trace[1972321522] 'process raft request' (duration: 171.251662ms)","trace[1972321522] 'compare' (duration: 246.243309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:57.871173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.453114Z","time spent":"418.011874ms","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1012,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:57.872934Z","caller":"traceutil/trace.go:171","msg":"trace[1435739838] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"419.764334ms","start":"2026-04-28T03:21:57.453154Z","end":"2026-04-28T03:21:57.872918Z","steps":["trace[1435739838] 'process raft request' (duration: 419.634191ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:57.873051Z","caller":"traceutil/trace.go:171","msg":"trace[128246742] linearizableReadLoop","detail":"{readStateIndex:1111; appliedIndex:1109; }","duration":"418.278999ms","start":"2026-04-28T03:21:57.45476Z","end":"2026-04-28T03:21:57.873039Z","steps":["trace[128246742] 'read index received' (duration: 169.601873ms)","trace[128246742] 'applied index is now lower than readState.Index' (duration: 248.676406ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:57.873108Z","caller":"traceutil/trace.go:171","msg":"trace[923292257] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"416.529028ms","start":"2026-04-28T03:21:57.456572Z","end":"2026-04-28T03:21:57.873101Z","steps":["trace[923292257] 'process raft request' (duration: 416.303803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:57.87304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.453144Z","time spent":"419.842545ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:57.873157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.456558Z","time spent":"416.564789ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3852,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:57.87332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.557757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-04-28T03:21:57.873349Z","caller":"traceutil/trace.go:171","msg":"trace[1827538718] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:1061; }","duration":"418.617398ms","start":"2026-04-28T03:21:57.454724Z","end":"2026-04-28T03:21:57.873342Z","steps":["trace[1827538718] 'agreement among raft nodes before linearized reading' (duration: 418.513884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:57.873368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.454708Z","time spent":"418.656369ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3926,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"info","ts":"2026-04-28T03:21:58.069436Z","caller":"traceutil/trace.go:171","msg":"trace[202924367] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"331.516069ms","start":"2026-04-28T03:21:57.737882Z","end":"2026-04-28T03:21:58.069398Z","steps":["trace[202924367] 'process raft request' (duration: 319.790213ms)","trace[202924367] 'compare' (duration: 11.551391ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:58.069758Z","caller":"traceutil/trace.go:171","msg":"trace[350451523] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"279.805896ms","start":"2026-04-28T03:21:57.789927Z","end":"2026-04-28T03:21:58.069733Z","steps":["trace[350451523] 'process raft request' (duration: 279.429527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:58.06984Z","caller":"traceutil/trace.go:171","msg":"trace[2127940639] linearizableReadLoop","detail":"{readStateIndex:1115; appliedIndex:1112; }","duration":"196.7372ms","start":"2026-04-28T03:21:57.873082Z","end":"2026-04-28T03:21:58.069819Z","steps":["trace[2127940639] 'read index received' (duration: 184.848041ms)","trace[2127940639] 'applied index is now lower than readState.Index' (duration: 11.888179ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:58.069961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.762445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:58.069981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.229579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:58.070004Z","caller":"traceutil/trace.go:171","msg":"trace[1260333606] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:1064; }","duration":"352.847417ms","start":"2026-04-28T03:21:57.717144Z","end":"2026-04-28T03:21:58.069992Z","steps":["trace[1260333606] 'agreement among raft nodes before linearized reading' (duration: 352.769885ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:58.069995Z","caller":"traceutil/trace.go:171","msg":"trace[591555645] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"206.676083ms","start":"2026-04-28T03:21:57.863288Z","end":"2026-04-28T03:21:58.069964Z","steps":["trace[591555645] 'process raft request' (duration: 206.307234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.07001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.782926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:58.070082Z","caller":"traceutil/trace.go:171","msg":"trace[1187158587] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1064; }","duration":"279.900438ms","start":"2026-04-28T03:21:57.790167Z","end":"2026-04-28T03:21:58.070067Z","steps":["trace[1187158587] 'agreement among raft nodes before linearized reading' (duration: 279.736494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.070028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.717129Z","time spent":"352.893078ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"info","ts":"2026-04-28T03:21:58.070036Z","caller":"traceutil/trace.go:171","msg":"trace[1436912501] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1064; }","duration":"511.309741ms","start":"2026-04-28T03:21:57.558699Z","end":"2026-04-28T03:21:58.070008Z","steps":["trace[1436912501] 'agreement among raft nodes before linearized reading' (duration: 511.227619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.070226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.55868Z","time spent":"511.535395ms","remote":"127.0.0.1:42918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:58.070083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.737838Z","time spent":"331.913128ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:58.104575Z","caller":"traceutil/trace.go:171","msg":"trace[990623699] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"226.430896ms","start":"2026-04-28T03:21:57.878131Z","end":"2026-04-28T03:21:58.104562Z","steps":["trace[990623699] 'process raft request' (duration: 226.242871ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:58.104536Z","caller":"traceutil/trace.go:171","msg":"trace[1413459158] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"225.657598ms","start":"2026-04-28T03:21:57.878857Z","end":"2026-04-28T03:21:58.104514Z","steps":["trace[1413459158] 'process raft request' (duration: 225.570886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.10492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.021467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-gvjqg\" ","response":"range_response_count:1 size:4872"} {"level":"info","ts":"2026-04-28T03:21:58.104945Z","caller":"traceutil/trace.go:171","msg":"trace[488502706] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-gvjqg; range_end:; response_count:1; response_revision:1067; }","duration":"229.081469ms","start":"2026-04-28T03:21:57.875855Z","end":"2026-04-28T03:21:58.104936Z","steps":["trace[488502706] 'agreement among raft nodes before linearized reading' (duration: 229.003007ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:58.104939Z","caller":"traceutil/trace.go:171","msg":"trace[309333171] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"228.123795ms","start":"2026-04-28T03:21:57.876785Z","end":"2026-04-28T03:21:58.104909Z","steps":["trace[309333171] 'process raft request' (duration: 227.4854ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:58.511798Z","caller":"traceutil/trace.go:171","msg":"trace[1017950900] linearizableReadLoop","detail":"{readStateIndex:1119; appliedIndex:1118; }","duration":"404.878298ms","start":"2026-04-28T03:21:58.106903Z","end":"2026-04-28T03:21:58.511781Z","steps":["trace[1017950900] 'read index received' (duration: 404.858138ms)","trace[1017950900] 'applied index is now lower than readState.Index' (duration: 19.25µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:58.511876Z","caller":"traceutil/trace.go:171","msg":"trace[50844878] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"404.999911ms","start":"2026-04-28T03:21:58.106869Z","end":"2026-04-28T03:21:58.511869Z","steps":["trace[50844878] 'process raft request' (duration: 404.817787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.511951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:58.106853Z","time spent":"405.040772ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:58.512115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.211317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:58.51216Z","caller":"traceutil/trace.go:171","msg":"trace[294201996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1068; }","duration":"405.290529ms","start":"2026-04-28T03:21:58.106862Z","end":"2026-04-28T03:21:58.512152Z","steps":["trace[294201996] 'agreement among raft nodes before linearized reading' (duration: 405.230038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.512182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:58.106764Z","time spent":"405.413351ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:21:58.521348Z","caller":"traceutil/trace.go:171","msg":"trace[800513140] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"407.049629ms","start":"2026-04-28T03:21:58.11429Z","end":"2026-04-28T03:21:58.521339Z","steps":["trace[800513140] 'process raft request' (duration: 406.869205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.521437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:58.114271Z","time spent":"407.112111ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4186,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:58.521435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.55596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:58.521484Z","caller":"traceutil/trace.go:171","msg":"trace[1313039506] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:1070; }","duration":"351.645712ms","start":"2026-04-28T03:21:58.169826Z","end":"2026-04-28T03:21:58.521472Z","steps":["trace[1313039506] 'agreement among raft nodes before linearized reading' (duration: 351.57014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.521507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:58.169809Z","time spent":"351.692293ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"warn","ts":"2026-04-28T03:21:58.521548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.371522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:21:58.521625Z","caller":"traceutil/trace.go:171","msg":"trace[1913005400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1070; }","duration":"347.445363ms","start":"2026-04-28T03:21:58.174143Z","end":"2026-04-28T03:21:58.521588Z","steps":["trace[1913005400] 'agreement among raft nodes before linearized reading' (duration: 347.32195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.521658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:58.174136Z","time spent":"347.514254ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:58.521698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.763844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:21:58.521713Z","caller":"traceutil/trace.go:171","msg":"trace[920892412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1070; }","duration":"348.812016ms","start":"2026-04-28T03:21:58.172896Z","end":"2026-04-28T03:21:58.521708Z","steps":["trace[920892412] 'agreement among raft nodes before linearized reading' (duration: 348.744704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.52173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:58.172879Z","time spent":"348.846896ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:58.521718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.432788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:21:58.521754Z","caller":"traceutil/trace.go:171","msg":"trace[20977114] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1070; }","duration":"357.5129ms","start":"2026-04-28T03:21:58.164233Z","end":"2026-04-28T03:21:58.521746Z","steps":["trace[20977114] 'agreement among raft nodes before linearized reading' (duration: 357.397197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.521779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:58.164203Z","time spent":"357.56812ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:21:58.521802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.497452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:21:58.521822Z","caller":"traceutil/trace.go:171","msg":"trace[1839840526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1070; }","duration":"346.535922ms","start":"2026-04-28T03:21:58.17528Z","end":"2026-04-28T03:21:58.521816Z","steps":["trace[1839840526] 'agreement among raft nodes before linearized reading' (duration: 346.482181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.521842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:58.175266Z","time spent":"346.569083ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:58.521901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.829802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-04-28T03:21:58.521923Z","caller":"traceutil/trace.go:171","msg":"trace[302239107] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:1070; }","duration":"411.875492ms","start":"2026-04-28T03:21:58.11004Z","end":"2026-04-28T03:21:58.521916Z","steps":["trace[302239107] 'agreement among raft nodes before linearized reading' (duration: 411.822481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.521946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:58.110031Z","time spent":"411.908894ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3926,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-04-28T03:21:58.522035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.276588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:58.522059Z","caller":"traceutil/trace.go:171","msg":"trace[1837626817] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1070; }","duration":"364.334829ms","start":"2026-04-28T03:21:58.157716Z","end":"2026-04-28T03:21:58.522051Z","steps":["trace[1837626817] 'agreement among raft nodes before linearized reading' (duration: 364.297018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.522077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:58.157697Z","time spent":"364.37496ms","remote":"127.0.0.1:46612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:58.521249Z","caller":"traceutil/trace.go:171","msg":"trace[816776923] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"412.249072ms","start":"2026-04-28T03:21:58.108981Z","end":"2026-04-28T03:21:58.52123Z","steps":["trace[816776923] 'process raft request' (duration: 412.078318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.522134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:58.10896Z","time spent":"413.146822ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:58.668942Z","caller":"traceutil/trace.go:171","msg":"trace[1560611007] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"123.777502ms","start":"2026-04-28T03:21:58.545142Z","end":"2026-04-28T03:21:58.66892Z","steps":["trace[1560611007] 'process raft request' (duration: 98.714005ms)","trace[1560611007] 'compare' (duration: 24.743549ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:00.037818Z","caller":"traceutil/trace.go:171","msg":"trace[281642601] linearizableReadLoop","detail":"{readStateIndex:1146; appliedIndex:1143; }","duration":"123.868704ms","start":"2026-04-28T03:21:59.913931Z","end":"2026-04-28T03:22:00.0378Z","steps":["trace[281642601] 'read index received' (duration: 186.554µs)","trace[281642601] 'applied index is now lower than readState.Index' (duration: 123.68147ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:00.03793Z","caller":"traceutil/trace.go:171","msg":"trace[2044973005] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"125.478153ms","start":"2026-04-28T03:21:59.912443Z","end":"2026-04-28T03:22:00.037921Z","steps":["trace[2044973005] 'process raft request' (duration: 124.723585ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:00.038297Z","caller":"traceutil/trace.go:171","msg":"trace[1697131834] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"125.361368ms","start":"2026-04-28T03:21:59.912927Z","end":"2026-04-28T03:22:00.038289Z","steps":["trace[1697131834] 'process raft request' (duration: 124.825246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:00.038405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.460678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:00.038426Z","caller":"traceutil/trace.go:171","msg":"trace[776713154] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:1095; }","duration":"124.509789ms","start":"2026-04-28T03:21:59.913909Z","end":"2026-04-28T03:22:00.038419Z","steps":["trace[776713154] 'agreement among raft nodes before linearized reading' (duration: 124.462098ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:00.187171Z","caller":"traceutil/trace.go:171","msg":"trace[445546815] linearizableReadLoop","detail":"{readStateIndex:1147; appliedIndex:1146; }","duration":"144.331044ms","start":"2026-04-28T03:22:00.042815Z","end":"2026-04-28T03:22:00.187146Z","steps":["trace[445546815] 'read index received' (duration: 109.108229ms)","trace[445546815] 'applied index is now lower than readState.Index' (duration: 35.219385ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:00.187287Z","caller":"traceutil/trace.go:171","msg":"trace[2122645200] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"146.947826ms","start":"2026-04-28T03:22:00.040289Z","end":"2026-04-28T03:22:00.187237Z","steps":["trace[2122645200] 'process raft request' (duration: 111.613658ms)","trace[2122645200] 'compare' (duration: 35.132933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:00.187379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.54445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:00.187441Z","caller":"traceutil/trace.go:171","msg":"trace[764252620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1096; }","duration":"144.650663ms","start":"2026-04-28T03:22:00.04277Z","end":"2026-04-28T03:22:00.187421Z","steps":["trace[764252620] 'agreement among raft nodes before linearized reading' (duration: 144.514149ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:00.214629Z","caller":"traceutil/trace.go:171","msg":"trace[1271037132] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"138.13473ms","start":"2026-04-28T03:22:00.076479Z","end":"2026-04-28T03:22:00.214613Z","steps":["trace[1271037132] 'process raft request' (duration: 138.042978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:00.214898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.328211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3386"} {"level":"info","ts":"2026-04-28T03:22:00.214931Z","caller":"traceutil/trace.go:171","msg":"trace[411584080] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:1097; }","duration":"169.383762ms","start":"2026-04-28T03:22:00.045536Z","end":"2026-04-28T03:22:00.21492Z","steps":["trace[411584080] 'agreement among raft nodes before linearized reading' (duration: 169.28065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:00.215123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.19976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-04-28T03:22:00.215191Z","caller":"traceutil/trace.go:171","msg":"trace[1756591788] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:1097; }","duration":"106.334083ms","start":"2026-04-28T03:22:00.108843Z","end":"2026-04-28T03:22:00.215177Z","steps":["trace[1756591788] 'agreement among raft nodes before linearized reading' (duration: 106.118398ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.286531Z","caller":"traceutil/trace.go:171","msg":"trace[570806893] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"100.907348ms","start":"2026-04-28T03:22:01.185603Z","end":"2026-04-28T03:22:01.28651Z","steps":["trace[570806893] 'process raft request' (duration: 100.791505ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:02.569346Z","caller":"traceutil/trace.go:171","msg":"trace[662827822] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"155.259495ms","start":"2026-04-28T03:22:02.414057Z","end":"2026-04-28T03:22:02.569316Z","steps":["trace[662827822] 'process raft request' (duration: 155.143022ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:02.56956Z","caller":"traceutil/trace.go:171","msg":"trace[1399748106] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"157.085597ms","start":"2026-04-28T03:22:02.412448Z","end":"2026-04-28T03:22:02.569534Z","steps":["trace[1399748106] 'process raft request' (duration: 156.334479ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:03.031366Z","caller":"traceutil/trace.go:171","msg":"trace[1382703053] linearizableReadLoop","detail":"{readStateIndex:1173; appliedIndex:1172; }","duration":"449.335156ms","start":"2026-04-28T03:22:02.582006Z","end":"2026-04-28T03:22:03.031341Z","steps":["trace[1382703053] 'read index received' (duration: 425.453785ms)","trace[1382703053] 'applied index is now lower than readState.Index' (duration: 23.880371ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:03.031458Z","caller":"traceutil/trace.go:171","msg":"trace[1285956873] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"454.500717ms","start":"2026-04-28T03:22:02.5769Z","end":"2026-04-28T03:22:03.031401Z","steps":["trace[1285956873] 'process raft request' (duration: 430.549154ms)","trace[1285956873] 'compare' (duration: 23.42923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:03.031696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.288237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:22:03.031777Z","caller":"traceutil/trace.go:171","msg":"trace[853518204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1121; }","duration":"441.40553ms","start":"2026-04-28T03:22:02.590359Z","end":"2026-04-28T03:22:03.031764Z","steps":["trace[853518204] 'agreement among raft nodes before linearized reading' (duration: 441.224556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.031543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.544011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:22:03.031814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.590342Z","time spent":"441.462382ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:22:03.031822Z","caller":"traceutil/trace.go:171","msg":"trace[1500105858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1121; }","duration":"449.865248ms","start":"2026-04-28T03:22:02.581942Z","end":"2026-04-28T03:22:03.031807Z","steps":["trace[1500105858] 'agreement among raft nodes before linearized reading' (duration: 449.471179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.031653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.341191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:22:03.031859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.581925Z","time spent":"449.92525ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:22:03.031858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.576869Z","time spent":"454.873465ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:03.031667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.033835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:22:03.031875Z","caller":"traceutil/trace.go:171","msg":"trace[368399314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1121; }","duration":"439.604818ms","start":"2026-04-28T03:22:02.592251Z","end":"2026-04-28T03:22:03.031856Z","steps":["trace[368399314] 'agreement among raft nodes before linearized reading' (duration: 439.26629ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:03.031919Z","caller":"traceutil/trace.go:171","msg":"trace[1079324864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1121; }","duration":"442.342522ms","start":"2026-04-28T03:22:02.589566Z","end":"2026-04-28T03:22:03.031908Z","steps":["trace[1079324864] 'agreement among raft nodes before linearized reading' (duration: 441.920923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.03194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.589551Z","time spent":"442.383813ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:03.031935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.592244Z","time spent":"439.67405ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:03.03167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.38293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:22:03.031992Z","caller":"traceutil/trace.go:171","msg":"trace[1864105109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1121; }","duration":"441.714627ms","start":"2026-04-28T03:22:02.590272Z","end":"2026-04-28T03:22:03.031986Z","steps":["trace[1864105109] 'agreement among raft nodes before linearized reading' (duration: 441.328928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.032007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.590268Z","time spent":"441.734557ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:22:03.180825Z","caller":"traceutil/trace.go:171","msg":"trace[1943052745] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"143.617211ms","start":"2026-04-28T03:22:03.03708Z","end":"2026-04-28T03:22:03.180697Z","steps":["trace[1943052745] 'process raft request' (duration: 139.877024ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:03.186296Z","caller":"traceutil/trace.go:171","msg":"trace[906886405] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"149.065899ms","start":"2026-04-28T03:22:03.037206Z","end":"2026-04-28T03:22:03.186272Z","steps":["trace[906886405] 'process raft request' (duration: 148.927156ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:03.186458Z","caller":"traceutil/trace.go:171","msg":"trace[1975972073] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"149.224343ms","start":"2026-04-28T03:22:03.037202Z","end":"2026-04-28T03:22:03.186426Z","steps":["trace[1975972073] 'process raft request' (duration: 149.034598ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:03.186499Z","caller":"traceutil/trace.go:171","msg":"trace[732820630] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"146.941289ms","start":"2026-04-28T03:22:03.039548Z","end":"2026-04-28T03:22:03.18649Z","steps":["trace[732820630] 'process raft request' (duration: 146.802966ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:04.507217Z","caller":"traceutil/trace.go:171","msg":"trace[946920752] linearizableReadLoop","detail":"{readStateIndex:1182; appliedIndex:1181; }","duration":"186.767627ms","start":"2026-04-28T03:22:04.320426Z","end":"2026-04-28T03:22:04.507194Z","steps":["trace[946920752] 'read index received' (duration: 157.499569ms)","trace[946920752] 'applied index is now lower than readState.Index' (duration: 29.267208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:04.507444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.007712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-gvjqg\" ","response":"range_response_count:1 size:5072"} {"level":"info","ts":"2026-04-28T03:22:04.507483Z","caller":"traceutil/trace.go:171","msg":"trace[40700980] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-gvjqg; range_end:; response_count:1; response_revision:1130; }","duration":"187.120284ms","start":"2026-04-28T03:22:04.320352Z","end":"2026-04-28T03:22:04.507472Z","steps":["trace[40700980] 'agreement among raft nodes before linearized reading' (duration: 186.93625ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:04.507499Z","caller":"traceutil/trace.go:171","msg":"trace[1330709641] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"257.666541ms","start":"2026-04-28T03:22:04.249806Z","end":"2026-04-28T03:22:04.507472Z","steps":["trace[1330709641] 'process raft request' (duration: 228.139607ms)","trace[1330709641] 'compare' (duration: 29.087594ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:04.834421Z","caller":"traceutil/trace.go:171","msg":"trace[1165804524] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"319.279658ms","start":"2026-04-28T03:22:04.515101Z","end":"2026-04-28T03:22:04.834381Z","steps":["trace[1165804524] 'process raft request' (duration: 296.616176ms)","trace[1165804524] 'compare' (duration: 22.242442ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:04.834581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:04.515082Z","time spent":"319.406122ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5057,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:05.184803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.000668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T03:22:05.185327Z","caller":"traceutil/trace.go:171","msg":"trace[713366812] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1132; }","duration":"292.049951ms","start":"2026-04-28T03:22:04.893259Z","end":"2026-04-28T03:22:05.185309Z","steps":["trace[713366812] 'process raft request' (duration: 42.462658ms)","trace[713366812] 'compare' (duration: 248.852145ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:05.580537Z","caller":"traceutil/trace.go:171","msg":"trace[1068552030] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"368.229041ms","start":"2026-04-28T03:22:05.212291Z","end":"2026-04-28T03:22:05.58052Z","steps":["trace[1068552030] 'process raft request' (duration: 368.201141ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:05.580553Z","caller":"traceutil/trace.go:171","msg":"trace[313074440] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"386.07999ms","start":"2026-04-28T03:22:05.19445Z","end":"2026-04-28T03:22:05.58053Z","steps":["trace[313074440] 'process raft request' (duration: 385.979418ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:05.580577Z","caller":"traceutil/trace.go:171","msg":"trace[1491163274] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"386.240984ms","start":"2026-04-28T03:22:05.19432Z","end":"2026-04-28T03:22:05.580561Z","steps":["trace[1491163274] 'process raft request' (duration: 312.164893ms)","trace[1491163274] 'compare' (duration: 73.784634ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:05.580561Z","caller":"traceutil/trace.go:171","msg":"trace[1695816267] linearizableReadLoop","detail":"{readStateIndex:1188; appliedIndex:1186; }","duration":"373.480974ms","start":"2026-04-28T03:22:05.207052Z","end":"2026-04-28T03:22:05.580533Z","steps":["trace[1695816267] 'read index received' (duration: 299.440605ms)","trace[1695816267] 'applied index is now lower than readState.Index' (duration: 74.037759ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:05.580644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:05.212275Z","time spent":"368.317173ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:05.580662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:05.194437Z","time spent":"386.168512ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:05.580644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:05.194302Z","time spent":"386.304105ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:05.580758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.202794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:22:05.580802Z","caller":"traceutil/trace.go:171","msg":"trace[226002851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1136; }","duration":"389.274785ms","start":"2026-04-28T03:22:05.191516Z","end":"2026-04-28T03:22:05.58079Z","steps":["trace[226002851] 'agreement among raft nodes before linearized reading' (duration: 389.105792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:05.580843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:05.191506Z","time spent":"389.327996ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:06.465097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.06699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:06.465206Z","caller":"traceutil/trace.go:171","msg":"trace[1982682039] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1139; }","duration":"211.221934ms","start":"2026-04-28T03:22:06.253955Z","end":"2026-04-28T03:22:06.465177Z","steps":["trace[1982682039] 'range keys from in-memory index tree' (duration: 210.959998ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:06.470132Z","caller":"traceutil/trace.go:171","msg":"trace[908685187] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"199.699422ms","start":"2026-04-28T03:22:06.270409Z","end":"2026-04-28T03:22:06.470109Z","steps":["trace[908685187] 'process raft request' (duration: 199.516208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:07.404898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.96922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-certificates\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:07.404976Z","caller":"traceutil/trace.go:171","msg":"trace[1301739235] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-certificates; range_end:; response_count:0; response_revision:1142; }","duration":"103.078993ms","start":"2026-04-28T03:22:07.301877Z","end":"2026-04-28T03:22:07.404956Z","steps":["trace[1301739235] 'range keys from in-memory index tree' (duration: 102.896169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:07.574842Z","caller":"traceutil/trace.go:171","msg":"trace[469803035] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"111.463581ms","start":"2026-04-28T03:22:07.463346Z","end":"2026-04-28T03:22:07.57481Z","steps":["trace[469803035] 'process raft request' (duration: 55.860073ms)","trace[469803035] 'compare' (duration: 55.469035ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:07.576589Z","caller":"traceutil/trace.go:171","msg":"trace[120562737] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"112.423853ms","start":"2026-04-28T03:22:07.464134Z","end":"2026-04-28T03:22:07.576557Z","steps":["trace[120562737] 'process raft request' (duration: 112.010204ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:07.765849Z","caller":"traceutil/trace.go:171","msg":"trace[2137357632] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"108.693445ms","start":"2026-04-28T03:22:07.657111Z","end":"2026-04-28T03:22:07.765805Z","steps":["trace[2137357632] 'process raft request' (duration: 43.542994ms)","trace[2137357632] 'compare' (duration: 64.845604ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:07.81447Z","caller":"traceutil/trace.go:171","msg":"trace[1675308940] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"154.924481ms","start":"2026-04-28T03:22:07.659518Z","end":"2026-04-28T03:22:07.814442Z","steps":["trace[1675308940] 'process raft request' (duration: 154.648725ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:07.814578Z","caller":"traceutil/trace.go:171","msg":"trace[294398072] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"146.988005ms","start":"2026-04-28T03:22:07.667576Z","end":"2026-04-28T03:22:07.814564Z","steps":["trace[294398072] 'process raft request' (duration: 146.797811ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:07.81459Z","caller":"traceutil/trace.go:171","msg":"trace[1310916320] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"153.97872ms","start":"2026-04-28T03:22:07.660571Z","end":"2026-04-28T03:22:07.81455Z","steps":["trace[1310916320] 'process raft request' (duration: 153.744955ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:07.814738Z","caller":"traceutil/trace.go:171","msg":"trace[1276587360] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"142.863988ms","start":"2026-04-28T03:22:07.67183Z","end":"2026-04-28T03:22:07.814694Z","steps":["trace[1276587360] 'process raft request' (duration: 142.669394ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:07.814877Z","caller":"traceutil/trace.go:171","msg":"trace[681270275] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"143.173876ms","start":"2026-04-28T03:22:07.671683Z","end":"2026-04-28T03:22:07.814857Z","steps":["trace[681270275] 'process raft request' (duration: 142.743046ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:08.048124Z","caller":"traceutil/trace.go:171","msg":"trace[1115824822] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"213.683184ms","start":"2026-04-28T03:22:07.83441Z","end":"2026-04-28T03:22:08.048093Z","steps":["trace[1115824822] 'process raft request' (duration: 181.901346ms)","trace[1115824822] 'compare' (duration: 31.268445ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:08.048302Z","caller":"traceutil/trace.go:171","msg":"trace[1855489331] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"213.875068ms","start":"2026-04-28T03:22:07.834415Z","end":"2026-04-28T03:22:08.04829Z","steps":["trace[1855489331] 'process raft request' (duration: 213.578451ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:08.048357Z","caller":"traceutil/trace.go:171","msg":"trace[631750385] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"213.93308ms","start":"2026-04-28T03:22:07.834417Z","end":"2026-04-28T03:22:08.04835Z","steps":["trace[631750385] 'process raft request' (duration: 213.679424ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:08.048389Z","caller":"traceutil/trace.go:171","msg":"trace[625042848] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"213.915089ms","start":"2026-04-28T03:22:07.834468Z","end":"2026-04-28T03:22:08.048383Z","steps":["trace[625042848] 'process raft request' (duration: 213.669864ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:08.048563Z","caller":"traceutil/trace.go:171","msg":"trace[73073085] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"214.041922ms","start":"2026-04-28T03:22:07.834514Z","end":"2026-04-28T03:22:08.048556Z","steps":["trace[73073085] 'process raft request' (duration: 213.653953ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:08.048647Z","caller":"traceutil/trace.go:171","msg":"trace[1237958907] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"213.150831ms","start":"2026-04-28T03:22:07.835469Z","end":"2026-04-28T03:22:08.048619Z","steps":["trace[1237958907] 'process raft request' (duration: 212.735061ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:08.048657Z","caller":"traceutil/trace.go:171","msg":"trace[274904775] linearizableReadLoop","detail":"{readStateIndex:1234; appliedIndex:1222; }","duration":"213.055628ms","start":"2026-04-28T03:22:07.835571Z","end":"2026-04-28T03:22:08.048626Z","steps":["trace[274904775] 'read index received' (duration: 26.269337ms)","trace[274904775] 'applied index is now lower than readState.Index' (duration: 186.784911ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:08.048782Z","caller":"traceutil/trace.go:171","msg":"trace[1454532811] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"209.652539ms","start":"2026-04-28T03:22:07.839121Z","end":"2026-04-28T03:22:08.048773Z","steps":["trace[1454532811] 'process raft request' (duration: 209.436704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:08.048904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.303824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.acme.cert-manager.io\" ","response":"range_response_count:1 size:980"} {"level":"info","ts":"2026-04-28T03:22:08.049606Z","caller":"traceutil/trace.go:171","msg":"trace[906475611] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.acme.cert-manager.io; range_end:; response_count:1; response_revision:1180; }","duration":"214.019361ms","start":"2026-04-28T03:22:07.835535Z","end":"2026-04-28T03:22:08.049554Z","steps":["trace[906475611] 'agreement among raft nodes before linearized reading' (duration: 213.189711ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:08.084398Z","caller":"traceutil/trace.go:171","msg":"trace[1601972846] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"213.48478ms","start":"2026-04-28T03:22:07.870886Z","end":"2026-04-28T03:22:08.084371Z","steps":["trace[1601972846] 'process raft request' (duration: 213.273624ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:08.084596Z","caller":"traceutil/trace.go:171","msg":"trace[1575532687] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"213.441229ms","start":"2026-04-28T03:22:07.871139Z","end":"2026-04-28T03:22:08.08458Z","steps":["trace[1575532687] 'process raft request' (duration: 213.175903ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:08.084742Z","caller":"traceutil/trace.go:171","msg":"trace[646416374] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"213.526591ms","start":"2026-04-28T03:22:07.871202Z","end":"2026-04-28T03:22:08.084728Z","steps":["trace[646416374] 'process raft request' (duration: 213.315226ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:08.441077Z","caller":"traceutil/trace.go:171","msg":"trace[1128685043] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"221.341725ms","start":"2026-04-28T03:22:08.219708Z","end":"2026-04-28T03:22:08.44105Z","steps":["trace[1128685043] 'process raft request' (duration: 178.510918ms)","trace[1128685043] 'compare' (duration: 42.691074ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:08.443093Z","caller":"traceutil/trace.go:171","msg":"trace[1873342362] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"206.405544ms","start":"2026-04-28T03:22:08.236664Z","end":"2026-04-28T03:22:08.44307Z","steps":["trace[1873342362] 'process raft request' (duration: 206.271821ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:08.443202Z","caller":"traceutil/trace.go:171","msg":"trace[1710910824] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"179.88751ms","start":"2026-04-28T03:22:08.263302Z","end":"2026-04-28T03:22:08.443189Z","steps":["trace[1710910824] 'process raft request' (duration: 179.708346ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:08.443238Z","caller":"traceutil/trace.go:171","msg":"trace[472067684] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"210.980111ms","start":"2026-04-28T03:22:08.232248Z","end":"2026-04-28T03:22:08.443228Z","steps":["trace[472067684] 'process raft request' (duration: 210.5286ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:08.443228Z","caller":"traceutil/trace.go:171","msg":"trace[2054613367] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"169.566848ms","start":"2026-04-28T03:22:08.273635Z","end":"2026-04-28T03:22:08.443202Z","steps":["trace[2054613367] 'process raft request' (duration: 169.424264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:09.075141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.900105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:09.075366Z","caller":"traceutil/trace.go:171","msg":"trace[729525923] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"595.837271ms","start":"2026-04-28T03:22:08.479495Z","end":"2026-04-28T03:22:09.075333Z","steps":["trace[729525923] 'process raft request' (duration: 263.631959ms)","trace[729525923] 'compare' (duration: 331.25944ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:09.075518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:08.479474Z","time spent":"595.963714ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:09.07572Z","caller":"traceutil/trace.go:171","msg":"trace[1069972799] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"579.473627ms","start":"2026-04-28T03:22:08.496219Z","end":"2026-04-28T03:22:09.075693Z","steps":["trace[1069972799] 'process raft request' (duration: 579.055687ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:09.075851Z","caller":"traceutil/trace.go:171","msg":"trace[1337305183] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"571.616392ms","start":"2026-04-28T03:22:08.504185Z","end":"2026-04-28T03:22:09.075802Z","steps":["trace[1337305183] 'process raft request' (duration: 571.485729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:09.07593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:08.496197Z","time spent":"579.61929ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73564,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:09.076022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:08.504165Z","time spent":"571.756946ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73420,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:09.083612Z","caller":"traceutil/trace.go:171","msg":"trace[1346772572] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"566.251106ms","start":"2026-04-28T03:22:08.51735Z","end":"2026-04-28T03:22:09.083601Z","steps":["trace[1346772572] 'process raft request' (duration: 566.219895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:09.083689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:08.517338Z","time spent":"566.325037ms","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:22:09.08388Z","caller":"traceutil/trace.go:171","msg":"trace[1429885763] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"566.528372ms","start":"2026-04-28T03:22:08.517344Z","end":"2026-04-28T03:22:09.083872Z","steps":["trace[1429885763] 'process raft request' (duration: 566.196014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:09.083984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:08.517327Z","time spent":"566.630385ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:22:09.083889Z","caller":"traceutil/trace.go:171","msg":"trace[634643003] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"569.300907ms","start":"2026-04-28T03:22:08.514572Z","end":"2026-04-28T03:22:09.083873Z","steps":["trace[634643003] 'process raft request' (duration: 568.868277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:09.084155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:08.514554Z","time spent":"569.540723ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130245,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:09.587616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.427043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:09.587862Z","caller":"traceutil/trace.go:171","msg":"trace[1597770000] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"371.16195ms","start":"2026-04-28T03:22:09.216683Z","end":"2026-04-28T03:22:09.587845Z","steps":["trace[1597770000] 'process raft request' (duration: 371.122509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:09.587921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.216653Z","time spent":"371.242402ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3434,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:22:09.588133Z","caller":"traceutil/trace.go:171","msg":"trace[122737576] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"372.41469ms","start":"2026-04-28T03:22:09.215706Z","end":"2026-04-28T03:22:09.588121Z","steps":["trace[122737576] 'process raft request' (duration: 157.399153ms)","trace[122737576] 'compare' (duration: 214.233849ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:09.588178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.215679Z","time spent":"372.478202ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4293,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:22:09.588238Z","caller":"traceutil/trace.go:171","msg":"trace[2057776459] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"371.647062ms","start":"2026-04-28T03:22:09.216542Z","end":"2026-04-28T03:22:09.588189Z","steps":["trace[2057776459] 'process raft request' (duration: 371.185341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:09.58842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.216522Z","time spent":"371.813965ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4558,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:22:09.684008Z","caller":"traceutil/trace.go:171","msg":"trace[1966291432] linearizableReadLoop","detail":"{readStateIndex:1284; appliedIndex:1280; }","duration":"428.694264ms","start":"2026-04-28T03:22:09.25529Z","end":"2026-04-28T03:22:09.683984Z","steps":["trace[1966291432] 'read index received' (duration: 117.828602ms)","trace[1966291432] 'applied index is now lower than readState.Index' (duration: 310.864672ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:09.684033Z","caller":"traceutil/trace.go:171","msg":"trace[809015355] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"448.618323ms","start":"2026-04-28T03:22:09.235385Z","end":"2026-04-28T03:22:09.684003Z","steps":["trace[809015355] 'process raft request' (duration: 448.460489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:09.684317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.235354Z","time spent":"448.89847ms","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1732,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:22:09.684457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.084103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:22:09.684511Z","caller":"traceutil/trace.go:171","msg":"trace[659248448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1229; }","duration":"429.260378ms","start":"2026-04-28T03:22:09.255242Z","end":"2026-04-28T03:22:09.684503Z","steps":["trace[659248448] 'agreement among raft nodes before linearized reading' (duration: 428.839978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:09.684588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.255217Z","time spent":"429.362241ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:22:10.034198Z","caller":"traceutil/trace.go:171","msg":"trace[532549852] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"345.966128ms","start":"2026-04-28T03:22:09.688214Z","end":"2026-04-28T03:22:10.03418Z","steps":["trace[532549852] 'process raft request' (duration: 345.930047ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:10.034261Z","caller":"traceutil/trace.go:171","msg":"trace[854783312] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"437.02544ms","start":"2026-04-28T03:22:09.597214Z","end":"2026-04-28T03:22:10.03424Z","steps":["trace[854783312] 'process raft request' (duration: 436.859776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.034324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.688192Z","time spent":"346.065101ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:10.034364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.597203Z","time spent":"437.103212ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:10.034494Z","caller":"traceutil/trace.go:171","msg":"trace[468190638] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"441.434414ms","start":"2026-04-28T03:22:09.593052Z","end":"2026-04-28T03:22:10.034487Z","steps":["trace[468190638] 'process raft request' (duration: 414.751866ms)","trace[468190638] 'compare' (duration: 25.842558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:10.034529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.593038Z","time spent":"441.472855ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:22:10.034551Z","caller":"traceutil/trace.go:171","msg":"trace[838518526] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"439.604461ms","start":"2026-04-28T03:22:09.59493Z","end":"2026-04-28T03:22:10.034534Z","steps":["trace[838518526] 'process raft request' (duration: 439.082127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.03466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.594855Z","time spent":"439.759074ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3501,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:10.03472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.012768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:10.034808Z","caller":"traceutil/trace.go:171","msg":"trace[700638195] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:1234; }","duration":"442.167951ms","start":"2026-04-28T03:22:09.592617Z","end":"2026-04-28T03:22:10.034784Z","steps":["trace[700638195] 'agreement among raft nodes before linearized reading' (duration: 441.984537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.034812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.086425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:22:10.03484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.782958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:22:10.034855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.618201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:22:10.03487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.592599Z","time spent":"442.257963ms","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" "} {"level":"info","ts":"2026-04-28T03:22:10.034862Z","caller":"traceutil/trace.go:171","msg":"trace[1143460613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1234; }","duration":"369.85629ms","start":"2026-04-28T03:22:09.665Z","end":"2026-04-28T03:22:10.034856Z","steps":["trace[1143460613] 'agreement among raft nodes before linearized reading' (duration: 369.721187ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:10.034902Z","caller":"traceutil/trace.go:171","msg":"trace[208268419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1234; }","duration":"385.691993ms","start":"2026-04-28T03:22:09.6492Z","end":"2026-04-28T03:22:10.034892Z","steps":["trace[208268419] 'agreement among raft nodes before linearized reading' (duration: 385.5819ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:10.034739Z","caller":"traceutil/trace.go:171","msg":"trace[725229442] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"437.383368ms","start":"2026-04-28T03:22:09.597337Z","end":"2026-04-28T03:22:10.03472Z","steps":["trace[725229442] 'process raft request' (duration: 436.766314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.034936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.649186Z","time spent":"385.743844ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:10.034923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.664974Z","time spent":"369.939472ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:22:10.034523Z","caller":"traceutil/trace.go:171","msg":"trace[985518691] linearizableReadLoop","detail":"{readStateIndex:1288; appliedIndex:1284; }","duration":"350.30578ms","start":"2026-04-28T03:22:09.684168Z","end":"2026-04-28T03:22:10.034474Z","steps":["trace[985518691] 'read index received' (duration: 323.661573ms)","trace[985518691] 'applied index is now lower than readState.Index' (duration: 26.634347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:10.034988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.597305Z","time spent":"437.627734ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4625,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:10.0349Z","caller":"traceutil/trace.go:171","msg":"trace[517855854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1234; }","duration":"381.154016ms","start":"2026-04-28T03:22:09.653694Z","end":"2026-04-28T03:22:10.034848Z","steps":["trace[517855854] 'agreement among raft nodes before linearized reading' (duration: 380.979212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.035109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.640666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:10.035154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.653682Z","time spent":"381.37122ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:22:10.035157Z","caller":"traceutil/trace.go:171","msg":"trace[107498971] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:1234; }","duration":"338.723408ms","start":"2026-04-28T03:22:09.696419Z","end":"2026-04-28T03:22:10.035142Z","steps":["trace[107498971] 'agreement among raft nodes before linearized reading' (duration: 338.653356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.035188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.696401Z","time spent":"338.779178ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" "} {"level":"warn","ts":"2026-04-28T03:22:10.035416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.487751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:22:10.036348Z","caller":"traceutil/trace.go:171","msg":"trace[1476537136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1234; }","duration":"386.622484ms","start":"2026-04-28T03:22:09.648859Z","end":"2026-04-28T03:22:10.035481Z","steps":["trace[1476537136] 'agreement among raft nodes before linearized reading' (duration: 386.037511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.036436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.648839Z","time spent":"387.577696ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:22:10.294026Z","caller":"traceutil/trace.go:171","msg":"trace[363305494] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"255.616394ms","start":"2026-04-28T03:22:10.038387Z","end":"2026-04-28T03:22:10.294003Z","steps":["trace[363305494] 'process raft request' (duration: 255.570013ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:10.294249Z","caller":"traceutil/trace.go:171","msg":"trace[2060703644] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"255.8643ms","start":"2026-04-28T03:22:10.038375Z","end":"2026-04-28T03:22:10.29424Z","steps":["trace[2060703644] 'process raft request' (duration: 254.706303ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:10.508789Z","caller":"traceutil/trace.go:171","msg":"trace[141835656] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"466.782464ms","start":"2026-04-28T03:22:10.041989Z","end":"2026-04-28T03:22:10.508771Z","steps":["trace[141835656] 'process raft request' (duration: 466.740913ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:10.508857Z","caller":"traceutil/trace.go:171","msg":"trace[1549195052] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"468.095414ms","start":"2026-04-28T03:22:10.040729Z","end":"2026-04-28T03:22:10.508824Z","steps":["trace[1549195052] 'process raft request' (duration: 467.946161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.508892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.041978Z","time spent":"466.861795ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:10.508977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.040714Z","time spent":"468.199246ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:10.509028Z","caller":"traceutil/trace.go:171","msg":"trace[715371184] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"468.076214ms","start":"2026-04-28T03:22:10.040946Z","end":"2026-04-28T03:22:10.509023Z","steps":["trace[715371184] 'process raft request' (duration: 467.757846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.509062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.04093Z","time spent":"468.117134ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:22:10.509094Z","caller":"traceutil/trace.go:171","msg":"trace[1817682549] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"470.589183ms","start":"2026-04-28T03:22:10.038482Z","end":"2026-04-28T03:22:10.509071Z","steps":["trace[1817682549] 'process raft request' (duration: 409.426213ms)","trace[1817682549] 'compare' (duration: 60.511685ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:10.509135Z","caller":"traceutil/trace.go:171","msg":"trace[310861725] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"468.616806ms","start":"2026-04-28T03:22:10.040509Z","end":"2026-04-28T03:22:10.509126Z","steps":["trace[310861725] 'process raft request' (duration: 468.069233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.509176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.040474Z","time spent":"468.678668ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:10.509172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.038451Z","time spent":"470.686525ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2641,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:22:10.509945Z","caller":"traceutil/trace.go:171","msg":"trace[1196241593] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"467.715845ms","start":"2026-04-28T03:22:10.042212Z","end":"2026-04-28T03:22:10.509928Z","steps":["trace[1196241593] 'process raft request' (duration: 466.538537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.510001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.042203Z","time spent":"467.771197ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:10.510062Z","caller":"traceutil/trace.go:171","msg":"trace[14740676] linearizableReadLoop","detail":"{readStateIndex:1297; appliedIndex:1289; }","duration":"466.559627ms","start":"2026-04-28T03:22:10.04348Z","end":"2026-04-28T03:22:10.51004Z","steps":["trace[14740676] 'read index received' (duration: 249.634314ms)","trace[14740676] 'applied index is now lower than readState.Index' (duration: 216.923713ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:10.510183Z","caller":"traceutil/trace.go:171","msg":"trace[1695029804] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"385.359756ms","start":"2026-04-28T03:22:10.124815Z","end":"2026-04-28T03:22:10.510175Z","steps":["trace[1695029804] 'process raft request' (duration: 384.746892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.510236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.124793Z","time spent":"385.419418ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211574,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:10.510373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.885956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3516"} {"level":"info","ts":"2026-04-28T03:22:10.510419Z","caller":"traceutil/trace.go:171","msg":"trace[2065298932] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1243; }","duration":"466.933847ms","start":"2026-04-28T03:22:10.043473Z","end":"2026-04-28T03:22:10.510407Z","steps":["trace[2065298932] 'agreement among raft nodes before linearized reading' (duration: 466.796553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.51045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.04343Z","time spent":"467.012509ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3539,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-04-28T03:22:10.818315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.803499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:10.818482Z","caller":"traceutil/trace.go:171","msg":"trace[398445105] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"518.206333ms","start":"2026-04-28T03:22:10.300264Z","end":"2026-04-28T03:22:10.818471Z","steps":["trace[398445105] 'process raft request' (duration: 518.11944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.818531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.300252Z","time spent":"518.253864ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3823,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:10.818601Z","caller":"traceutil/trace.go:171","msg":"trace[1875484242] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"518.267994ms","start":"2026-04-28T03:22:10.300329Z","end":"2026-04-28T03:22:10.818597Z","steps":["trace[1875484242] 'process raft request' (duration: 518.096909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.818632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.300312Z","time spent":"518.303896ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:10.81867Z","caller":"traceutil/trace.go:171","msg":"trace[1772563999] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"518.408538ms","start":"2026-04-28T03:22:10.300256Z","end":"2026-04-28T03:22:10.818665Z","steps":["trace[1772563999] 'process raft request' (duration: 330.209579ms)","trace[1772563999] 'compare' (duration: 187.702586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:10.818692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.300232Z","time spent":"518.451139ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:22:10.818905Z","caller":"traceutil/trace.go:171","msg":"trace[2042599572] linearizableReadLoop","detail":"{readStateIndex:1303; appliedIndex:1298; }","duration":"308.787996ms","start":"2026-04-28T03:22:10.510111Z","end":"2026-04-28T03:22:10.818899Z","steps":["trace[2042599572] 'read index received' (duration: 120.371012ms)","trace[2042599572] 'applied index is now lower than readState.Index' (duration: 188.416434ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:10.8189Z","caller":"traceutil/trace.go:171","msg":"trace[700890186] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"517.432266ms","start":"2026-04-28T03:22:10.30144Z","end":"2026-04-28T03:22:10.818873Z","steps":["trace[700890186] 'process raft request' (duration: 517.004955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.818958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.704884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:10.818975Z","caller":"traceutil/trace.go:171","msg":"trace[1695102825] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1248; }","duration":"577.726085ms","start":"2026-04-28T03:22:10.241244Z","end":"2026-04-28T03:22:10.81897Z","steps":["trace[1695102825] 'agreement among raft nodes before linearized reading' (duration: 577.692534ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:10.818948Z","caller":"traceutil/trace.go:171","msg":"trace[928182831] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"516.412942ms","start":"2026-04-28T03:22:10.302504Z","end":"2026-04-28T03:22:10.818917Z","steps":["trace[928182831] 'process raft request' (duration: 516.244428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.818992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.241223Z","time spent":"577.765005ms","remote":"127.0.0.1:46684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:10.819033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.301429Z","time spent":"517.535068ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4675,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:10.819096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.031557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:10.8191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.302469Z","time spent":"516.545355ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4410,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:10.81911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.168747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-04-28T03:22:10.81913Z","caller":"traceutil/trace.go:171","msg":"trace[1565766791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1248; }","duration":"775.118758ms","start":"2026-04-28T03:22:10.044002Z","end":"2026-04-28T03:22:10.819121Z","steps":["trace[1565766791] 'agreement among raft nodes before linearized reading' (duration: 775.045227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.819158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.043994Z","time spent":"775.159819ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:22:10.819164Z","caller":"traceutil/trace.go:171","msg":"trace[1346745227] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1248; }","duration":"774.266739ms","start":"2026-04-28T03:22:10.044882Z","end":"2026-04-28T03:22:10.819148Z","steps":["trace[1346745227] 'agreement among raft nodes before linearized reading' (duration: 774.097675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.819199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.044857Z","time spent":"774.33405ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4663,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-04-28T03:22:10.819302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.613812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-04-28T03:22:10.819364Z","caller":"traceutil/trace.go:171","msg":"trace[1684923322] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1248; }","duration":"773.751646ms","start":"2026-04-28T03:22:10.045592Z","end":"2026-04-28T03:22:10.819344Z","steps":["trace[1684923322] 'agreement among raft nodes before linearized reading' (duration: 773.485319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.819416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.045583Z","time spent":"773.819498ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4397,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-04-28T03:22:10.826013Z","caller":"traceutil/trace.go:171","msg":"trace[1992711887] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"313.142648ms","start":"2026-04-28T03:22:10.512845Z","end":"2026-04-28T03:22:10.825988Z","steps":["trace[1992711887] 'process raft request' (duration: 312.857522ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:10.826063Z","caller":"traceutil/trace.go:171","msg":"trace[99228146] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"312.430911ms","start":"2026-04-28T03:22:10.51362Z","end":"2026-04-28T03:22:10.826051Z","steps":["trace[99228146] 'process raft request' (duration: 312.249887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.82616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.512824Z","time spent":"313.285261ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:22:10.826206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.513607Z","time spent":"312.519293ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3551,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:10.826401Z","caller":"traceutil/trace.go:171","msg":"trace[572513059] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"312.674466ms","start":"2026-04-28T03:22:10.513709Z","end":"2026-04-28T03:22:10.826383Z","steps":["trace[572513059] 'process raft request' (duration: 312.261277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.826527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.51369Z","time spent":"312.772098ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2687,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:10.826721Z","caller":"traceutil/trace.go:171","msg":"trace[1117144826] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"310.27766ms","start":"2026-04-28T03:22:10.516434Z","end":"2026-04-28T03:22:10.826712Z","steps":["trace[1117144826] 'process raft request' (duration: 309.865721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.826775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.516424Z","time spent":"310.324581ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3811,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:10.826777Z","caller":"traceutil/trace.go:171","msg":"trace[1066114847] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"297.377066ms","start":"2026-04-28T03:22:10.52939Z","end":"2026-04-28T03:22:10.826767Z","steps":["trace[1066114847] 'process raft request' (duration: 297.248513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:11.761996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.518027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:11.762467Z","caller":"traceutil/trace.go:171","msg":"trace[1174583886] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"934.912512ms","start":"2026-04-28T03:22:10.827186Z","end":"2026-04-28T03:22:11.762098Z","steps":["trace[1174583886] 'process raft request' (duration: 418.197591ms)","trace[1174583886] 'compare' (duration: 516.22109ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:11.762758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.827168Z","time spent":"935.363413ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4720,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:11.788192Z","caller":"traceutil/trace.go:171","msg":"trace[683158773] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"957.889194ms","start":"2026-04-28T03:22:10.83026Z","end":"2026-04-28T03:22:11.788149Z","steps":["trace[683158773] 'process raft request' (duration: 957.569726ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:11.788335Z","caller":"traceutil/trace.go:171","msg":"trace[1728758582] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"957.787592ms","start":"2026-04-28T03:22:10.830521Z","end":"2026-04-28T03:22:11.788309Z","steps":["trace[1728758582] 'process raft request' (duration: 957.514365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:11.788395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.830245Z","time spent":"958.025177ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4935,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:11.788453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.830507Z","time spent":"957.889694ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:11.78855Z","caller":"traceutil/trace.go:171","msg":"trace[370747664] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"948.251177ms","start":"2026-04-28T03:22:10.840271Z","end":"2026-04-28T03:22:11.788522Z","steps":["trace[370747664] 'process raft request' (duration: 947.811306ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:11.788649Z","caller":"traceutil/trace.go:171","msg":"trace[94813617] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"948.205336ms","start":"2026-04-28T03:22:10.840415Z","end":"2026-04-28T03:22:11.78862Z","steps":["trace[94813617] 'process raft request' (duration: 947.881958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:11.788652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.840263Z","time spent":"948.34516ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:22:11.7888Z","caller":"traceutil/trace.go:171","msg":"trace[502401537] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"947.962771ms","start":"2026-04-28T03:22:10.840774Z","end":"2026-04-28T03:22:11.788737Z","steps":["trace[502401537] 'process raft request' (duration: 947.712425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:11.788831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.840411Z","time spent":"948.293808ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4776,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:11.788912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.840753Z","time spent":"948.102633ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:11.789133Z","caller":"traceutil/trace.go:171","msg":"trace[171641645] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"948.319448ms","start":"2026-04-28T03:22:10.840796Z","end":"2026-04-28T03:22:11.789115Z","steps":["trace[171641645] 'process raft request' (duration: 947.805866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:11.789195Z","caller":"traceutil/trace.go:171","msg":"trace[936628890] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"948.097613ms","start":"2026-04-28T03:22:10.841085Z","end":"2026-04-28T03:22:11.789183Z","steps":["trace[936628890] 'process raft request' (duration: 947.707234ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:11.789213Z","caller":"traceutil/trace.go:171","msg":"trace[287893724] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"709.669842ms","start":"2026-04-28T03:22:11.079523Z","end":"2026-04-28T03:22:11.789192Z","steps":["trace[287893724] 'process raft request' (duration: 709.527239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:11.78924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.840778Z","time spent":"948.408701ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3596,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:11.789255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.84108Z","time spent":"948.147454ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:22:11.789317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.079496Z","time spent":"709.769805ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:11.78919Z","caller":"traceutil/trace.go:171","msg":"trace[1925221657] linearizableReadLoop","detail":"{readStateIndex:1313; appliedIndex:1310; }","duration":"949.008345ms","start":"2026-04-28T03:22:10.840162Z","end":"2026-04-28T03:22:11.78917Z","steps":["trace[1925221657] 'read index received' (duration: 405.235377ms)","trace[1925221657] 'applied index is now lower than readState.Index' (duration: 543.771898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:11.789463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.287381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:11.789572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.080889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-28T03:22:11.789571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.492118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"info","ts":"2026-04-28T03:22:11.79035Z","caller":"traceutil/trace.go:171","msg":"trace[1548844394] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1264; }","duration":"704.254415ms","start":"2026-04-28T03:22:11.086049Z","end":"2026-04-28T03:22:11.790303Z","steps":["trace[1548844394] 'agreement among raft nodes before linearized reading' (duration: 703.424696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:11.790503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.086042Z","time spent":"704.418349ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":991,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-04-28T03:22:11.789571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.720903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-04-28T03:22:11.790886Z","caller":"traceutil/trace.go:171","msg":"trace[271082959] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1264; }","duration":"705.055945ms","start":"2026-04-28T03:22:11.085808Z","end":"2026-04-28T03:22:11.790864Z","steps":["trace[271082959] 'agreement among raft nodes before linearized reading' (duration: 703.639541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:11.790945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.085791Z","time spent":"705.138477ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1009,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-04-28T03:22:11.789565Z","caller":"traceutil/trace.go:171","msg":"trace[59824131] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:1264; }","duration":"949.390723ms","start":"2026-04-28T03:22:10.840157Z","end":"2026-04-28T03:22:11.789548Z","steps":["trace[59824131] 'agreement among raft nodes before linearized reading' (duration: 949.219809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:11.791187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.840105Z","time spent":"951.066163ms","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" "} {"level":"info","ts":"2026-04-28T03:22:11.789654Z","caller":"traceutil/trace.go:171","msg":"trace[1018182359] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:1264; }","duration":"534.1175ms","start":"2026-04-28T03:22:11.255483Z","end":"2026-04-28T03:22:11.7896Z","steps":["trace[1018182359] 'agreement among raft nodes before linearized reading' (duration: 533.988847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:11.791472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.255424Z","time spent":"536.032367ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.168\" "} {"level":"warn","ts":"2026-04-28T03:22:11.789695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.782754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-04-28T03:22:11.792015Z","caller":"traceutil/trace.go:171","msg":"trace[1820353028] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1264; }","duration":"706.143499ms","start":"2026-04-28T03:22:11.085856Z","end":"2026-04-28T03:22:11.792Z","steps":["trace[1820353028] 'agreement among raft nodes before linearized reading' (duration: 703.742163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:11.792067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.085833Z","time spent":"706.220472ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":994,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-04-28T03:22:11.789725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.550449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:11.792338Z","caller":"traceutil/trace.go:171","msg":"trace[1278756503] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1264; }","duration":"412.184021ms","start":"2026-04-28T03:22:11.380141Z","end":"2026-04-28T03:22:11.792325Z","steps":["trace[1278756503] 'agreement among raft nodes before linearized reading' (duration: 409.534138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:11.792386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.380082Z","time spent":"412.288863ms","remote":"127.0.0.1:42864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:12.193199Z","caller":"traceutil/trace.go:171","msg":"trace[1288669107] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"393.226936ms","start":"2026-04-28T03:22:11.79995Z","end":"2026-04-28T03:22:12.193177Z","steps":["trace[1288669107] 'process raft request' (duration: 393.154384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:12.193367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.799943Z","time spent":"393.320008ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4709,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:12.193413Z","caller":"traceutil/trace.go:171","msg":"trace[1271495372] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"398.498311ms","start":"2026-04-28T03:22:11.794897Z","end":"2026-04-28T03:22:12.193396Z","steps":["trace[1271495372] 'process raft request' (duration: 330.353607ms)","trace[1271495372] 'compare' (duration: 67.459578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:12.193477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.794884Z","time spent":"398.562172ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:22:12.193618Z","caller":"traceutil/trace.go:171","msg":"trace[481663554] linearizableReadLoop","detail":"{readStateIndex:1321; appliedIndex:1319; }","duration":"398.561442ms","start":"2026-04-28T03:22:11.795043Z","end":"2026-04-28T03:22:12.193605Z","steps":["trace[481663554] 'read index received' (duration: 39.428968ms)","trace[481663554] 'applied index is now lower than readState.Index' (duration: 359.131014ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:12.193691Z","caller":"traceutil/trace.go:171","msg":"trace[129117432] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"390.927222ms","start":"2026-04-28T03:22:11.802753Z","end":"2026-04-28T03:22:12.19368Z","steps":["trace[129117432] 'process raft request' (duration: 390.390389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:12.193806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.756926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-6xxtz\" ","response":"range_response_count:1 size:4791"} {"level":"info","ts":"2026-04-28T03:22:12.193846Z","caller":"traceutil/trace.go:171","msg":"trace[1874811133] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-6xxtz; range_end:; response_count:1; response_revision:1268; }","duration":"398.813968ms","start":"2026-04-28T03:22:11.795022Z","end":"2026-04-28T03:22:12.193836Z","steps":["trace[1874811133] 'agreement among raft nodes before linearized reading' (duration: 398.685175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:12.193876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.795014Z","time spent":"398.854519ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4814,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-6xxtz\" "} {"level":"info","ts":"2026-04-28T03:22:12.193365Z","caller":"traceutil/trace.go:171","msg":"trace[1567014509] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"394.004144ms","start":"2026-04-28T03:22:11.799314Z","end":"2026-04-28T03:22:12.193318Z","steps":["trace[1567014509] 'process raft request' (duration: 393.726438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:12.194377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.799304Z","time spent":"394.767043ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:12.193778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.802745Z","time spent":"390.993994ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4974,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:12.503539Z","caller":"traceutil/trace.go:171","msg":"trace[886368334] linearizableReadLoop","detail":"{readStateIndex:1326; appliedIndex:1324; }","duration":"309.836955ms","start":"2026-04-28T03:22:12.193685Z","end":"2026-04-28T03:22:12.503522Z","steps":["trace[886368334] 'read index received' (duration: 267.623381ms)","trace[886368334] 'applied index is now lower than readState.Index' (duration: 42.212694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:12.503768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.688979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3611"} {"level":"info","ts":"2026-04-28T03:22:12.5038Z","caller":"traceutil/trace.go:171","msg":"trace[1614899691] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:1270; }","duration":"704.74434ms","start":"2026-04-28T03:22:11.799046Z","end":"2026-04-28T03:22:12.50379Z","steps":["trace[1614899691] 'agreement among raft nodes before linearized reading' (duration: 704.639427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:12.5038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.891732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:22:12.503869Z","caller":"traceutil/trace.go:171","msg":"trace[295038915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1270; }","duration":"463.999773ms","start":"2026-04-28T03:22:12.039853Z","end":"2026-04-28T03:22:12.503852Z","steps":["trace[295038915] 'agreement among raft nodes before linearized reading' (duration: 463.716477ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:12.503935Z","caller":"traceutil/trace.go:171","msg":"trace[1720168506] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"626.194061ms","start":"2026-04-28T03:22:11.877733Z","end":"2026-04-28T03:22:12.503927Z","steps":["trace[1720168506] 'process raft request' (duration: 625.669039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:12.504016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.877714Z","time spent":"626.244543ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211618,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:12.504065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:12.039831Z","time spent":"464.125798ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:22:12.504098Z","caller":"traceutil/trace.go:171","msg":"trace[1286805163] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"668.62565ms","start":"2026-04-28T03:22:11.835466Z","end":"2026-04-28T03:22:12.504091Z","steps":["trace[1286805163] 'process raft request' (duration: 625.906694ms)","trace[1286805163] 'compare' (duration: 41.889137ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:12.504054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.416493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-mf9f6\" ","response":"range_response_count:1 size:3544"} {"level":"warn","ts":"2026-04-28T03:22:12.50413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.835448Z","time spent":"668.66607ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:12.504146Z","caller":"traceutil/trace.go:171","msg":"trace[472460088] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-mf9f6; range_end:; response_count:1; response_revision:1270; }","duration":"707.540826ms","start":"2026-04-28T03:22:11.796587Z","end":"2026-04-28T03:22:12.504128Z","steps":["trace[472460088] 'agreement among raft nodes before linearized reading' (duration: 707.27424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:12.504195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.796579Z","time spent":"707.603418ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":3567,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-mf9f6\" "} {"level":"warn","ts":"2026-04-28T03:22:12.504029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.654697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:12.506145Z","caller":"traceutil/trace.go:171","msg":"trace[285092725] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1270; }","duration":"135.825698ms","start":"2026-04-28T03:22:12.3703Z","end":"2026-04-28T03:22:12.506125Z","steps":["trace[285092725] 'agreement among raft nodes before linearized reading' (duration: 133.578775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:12.504337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.730693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:12.503825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.799038Z","time spent":"704.781531ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3634,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"warn","ts":"2026-04-28T03:22:12.504802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.336508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:12.506337Z","caller":"traceutil/trace.go:171","msg":"trace[2051138273] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1270; }","duration":"450.938656ms","start":"2026-04-28T03:22:12.055385Z","end":"2026-04-28T03:22:12.506323Z","steps":["trace[2051138273] 'agreement among raft nodes before linearized reading' (duration: 448.157991ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:12.506342Z","caller":"traceutil/trace.go:171","msg":"trace[1628932163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1270; }","duration":"461.771571ms","start":"2026-04-28T03:22:12.044549Z","end":"2026-04-28T03:22:12.506321Z","steps":["trace[1628932163] 'agreement among raft nodes before linearized reading' (duration: 459.747684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:12.506531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:12.044529Z","time spent":"461.981057ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:12.50642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:12.055363Z","time spent":"451.034769ms","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":31,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:13.100928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.294209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:13.101139Z","caller":"traceutil/trace.go:171","msg":"trace[946781596] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"587.671626ms","start":"2026-04-28T03:22:12.513439Z","end":"2026-04-28T03:22:13.10111Z","steps":["trace[946781596] 'process raft request' (duration: 327.106711ms)","trace[946781596] 'compare' (duration: 259.981632ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:13.101251Z","caller":"traceutil/trace.go:171","msg":"trace[39309765] linearizableReadLoop","detail":"{readStateIndex:1329; appliedIndex:1327; }","duration":"570.089852ms","start":"2026-04-28T03:22:12.531146Z","end":"2026-04-28T03:22:13.101235Z","steps":["trace[39309765] 'read index received' (duration: 309.338402ms)","trace[39309765] 'applied index is now lower than readState.Index' (duration: 260.74994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:13.101269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:12.513419Z","time spent":"587.794019ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:13.101351Z","caller":"traceutil/trace.go:171","msg":"trace[1345740846] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"578.265515ms","start":"2026-04-28T03:22:12.523076Z","end":"2026-04-28T03:22:13.101342Z","steps":["trace[1345740846] 'process raft request' (duration: 577.952957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.101406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:12.523058Z","time spent":"578.320676ms","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1111,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:22:13.101528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.956592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:22:13.101608Z","caller":"traceutil/trace.go:171","msg":"trace[1628340842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1273; }","duration":"588.069046ms","start":"2026-04-28T03:22:12.513522Z","end":"2026-04-28T03:22:13.101591Z","steps":["trace[1628340842] 'agreement among raft nodes before linearized reading' (duration: 587.84511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.101655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:12.513506Z","time spent":"588.139878ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:13.102216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.422838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:22:13.102252Z","caller":"traceutil/trace.go:171","msg":"trace[1920225582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1273; }","duration":"586.472519ms","start":"2026-04-28T03:22:12.51577Z","end":"2026-04-28T03:22:13.102243Z","steps":["trace[1920225582] 'agreement among raft nodes before linearized reading' (duration: 586.342736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.102279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:12.515764Z","time spent":"586.50875ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:13.103108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.273537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T03:22:13.103133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.266199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3611"} {"level":"info","ts":"2026-04-28T03:22:13.103163Z","caller":"traceutil/trace.go:171","msg":"trace[84242178] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:1273; }","duration":"593.324059ms","start":"2026-04-28T03:22:12.50983Z","end":"2026-04-28T03:22:13.103154Z","steps":["trace[84242178] 'agreement among raft nodes before linearized reading' (duration: 593.245348ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:13.103144Z","caller":"traceutil/trace.go:171","msg":"trace[1862338560] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1273; }","duration":"570.337679ms","start":"2026-04-28T03:22:12.532797Z","end":"2026-04-28T03:22:13.103135Z","steps":["trace[1862338560] 'agreement among raft nodes before linearized reading' (duration: 570.268517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.103192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:12.509819Z","time spent":"593.36837ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3634,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"warn","ts":"2026-04-28T03:22:13.103196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:12.532782Z","time spent":"570.40666ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T03:22:13.104206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.491819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:22:13.104267Z","caller":"traceutil/trace.go:171","msg":"trace[921518211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1273; }","duration":"589.561881ms","start":"2026-04-28T03:22:12.514692Z","end":"2026-04-28T03:22:13.104254Z","steps":["trace[921518211] 'agreement among raft nodes before linearized reading' (duration: 587.414821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.104312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:12.514689Z","time spent":"589.611792ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:13.104332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.637551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:13.104381Z","caller":"traceutil/trace.go:171","msg":"trace[1706706046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1273; }","duration":"594.713692ms","start":"2026-04-28T03:22:12.50964Z","end":"2026-04-28T03:22:13.104354Z","steps":["trace[1706706046] 'agreement among raft nodes before linearized reading' (duration: 594.660061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.104417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:12.509628Z","time spent":"594.781655ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:13.106878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.045739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:22:13.10816Z","caller":"traceutil/trace.go:171","msg":"trace[1021189203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1273; }","duration":"593.489624ms","start":"2026-04-28T03:22:12.51465Z","end":"2026-04-28T03:22:13.108139Z","steps":["trace[1021189203] 'agreement among raft nodes before linearized reading' (duration: 591.860265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.108238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:12.51463Z","time spent":"593.585696ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:22:13.900625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.520001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:13.901105Z","caller":"traceutil/trace.go:171","msg":"trace[1104575531] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"794.03196ms","start":"2026-04-28T03:22:13.107048Z","end":"2026-04-28T03:22:13.90108Z","steps":["trace[1104575531] 'process raft request' (duration: 108.956486ms)","trace[1104575531] 'compare' (duration: 684.202954ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:13.901285Z","caller":"traceutil/trace.go:171","msg":"trace[736868000] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"792.514224ms","start":"2026-04-28T03:22:13.108755Z","end":"2026-04-28T03:22:13.901269Z","steps":["trace[736868000] 'process raft request' (duration: 791.986861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.901401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:13.108745Z","time spent":"792.618827ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:13.901606Z","caller":"traceutil/trace.go:171","msg":"trace[520688012] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"791.050879ms","start":"2026-04-28T03:22:13.110543Z","end":"2026-04-28T03:22:13.901594Z","steps":["trace[520688012] 'process raft request' (duration: 790.494556ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:13.901746Z","caller":"traceutil/trace.go:171","msg":"trace[1927587841] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"790.751072ms","start":"2026-04-28T03:22:13.110976Z","end":"2026-04-28T03:22:13.901728Z","steps":["trace[1927587841] 'process raft request' (duration: 790.119258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.901808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:13.110967Z","time spent":"790.813323ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:13.901798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:13.107037Z","time spent":"794.131852ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:13.901948Z","caller":"traceutil/trace.go:171","msg":"trace[472018676] linearizableReadLoop","detail":"{readStateIndex:1332; appliedIndex:1329; }","duration":"791.257484ms","start":"2026-04-28T03:22:13.110666Z","end":"2026-04-28T03:22:13.901923Z","steps":["trace[472018676] 'read index received' (duration: 105.366701ms)","trace[472018676] 'applied index is now lower than readState.Index' (duration: 685.889323ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:13.901972Z","caller":"traceutil/trace.go:171","msg":"trace[354827608] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"789.580256ms","start":"2026-04-28T03:22:13.112377Z","end":"2026-04-28T03:22:13.901957Z","steps":["trace[354827608] 'process raft request' (duration: 789.213697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.902134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.457838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3611"} {"level":"info","ts":"2026-04-28T03:22:13.902176Z","caller":"traceutil/trace.go:171","msg":"trace[2133345275] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:1278; }","duration":"791.51718ms","start":"2026-04-28T03:22:13.110649Z","end":"2026-04-28T03:22:13.902166Z","steps":["trace[2133345275] 'agreement among raft nodes before linearized reading' (duration: 791.388797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.902205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:13.110643Z","time spent":"791.555181ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3634,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"warn","ts":"2026-04-28T03:22:13.902431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:13.110533Z","time spent":"791.140241ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:13.902386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:13.112372Z","time spent":"789.688298ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3652,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:13.908067Z","caller":"traceutil/trace.go:171","msg":"trace[193906001] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"111.180778ms","start":"2026-04-28T03:22:13.79687Z","end":"2026-04-28T03:22:13.90805Z","steps":["trace[193906001] 'process raft request' (duration: 111.089116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.908402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.702393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:13.908415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.705323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:13.908436Z","caller":"traceutil/trace.go:171","msg":"trace[1928502414] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1279; }","duration":"306.773724ms","start":"2026-04-28T03:22:13.601651Z","end":"2026-04-28T03:22:13.908425Z","steps":["trace[1928502414] 'agreement among raft nodes before linearized reading' (duration: 306.707432ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:13.908449Z","caller":"traceutil/trace.go:171","msg":"trace[1229067411] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1279; }","duration":"286.754744ms","start":"2026-04-28T03:22:13.621685Z","end":"2026-04-28T03:22:13.90844Z","steps":["trace[1229067411] 'agreement among raft nodes before linearized reading' (duration: 286.696632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.908484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.070122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:13.908507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.762708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:13.908542Z","caller":"traceutil/trace.go:171","msg":"trace[941949861] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1279; }","duration":"248.211116ms","start":"2026-04-28T03:22:13.660316Z","end":"2026-04-28T03:22:13.908527Z","steps":["trace[941949861] 'agreement among raft nodes before linearized reading' (duration: 248.114904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.908544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:13.601637Z","time spent":"306.816426ms","remote":"127.0.0.1:57756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:13.908553Z","caller":"traceutil/trace.go:171","msg":"trace[1122723191] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1279; }","duration":"321.842679ms","start":"2026-04-28T03:22:13.586696Z","end":"2026-04-28T03:22:13.908539Z","steps":["trace[1122723191] 'agreement among raft nodes before linearized reading' (duration: 321.764607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.908586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:13.586672Z","time spent":"321.904261ms","remote":"127.0.0.1:57750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:13.90868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.161173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:13.908709Z","caller":"traceutil/trace.go:171","msg":"trace[115748079] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1279; }","duration":"270.201794ms","start":"2026-04-28T03:22:13.638499Z","end":"2026-04-28T03:22:13.908701Z","steps":["trace[115748079] 'agreement among raft nodes before linearized reading' (duration: 270.157893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.908713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.00551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:13.908727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.605166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:13.908758Z","caller":"traceutil/trace.go:171","msg":"trace[1516139588] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1279; }","duration":"226.653738ms","start":"2026-04-28T03:22:13.682096Z","end":"2026-04-28T03:22:13.90875Z","steps":["trace[1516139588] 'agreement among raft nodes before linearized reading' (duration: 226.605387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.908768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.993713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:13.908803Z","caller":"traceutil/trace.go:171","msg":"trace[2137963080] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1279; }","duration":"322.044114ms","start":"2026-04-28T03:22:13.586749Z","end":"2026-04-28T03:22:13.908793Z","steps":["trace[2137963080] 'agreement among raft nodes before linearized reading' (duration: 321.992983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.908832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.472862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:13.908841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:13.58674Z","time spent":"322.091455ms","remote":"127.0.0.1:57750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:22:13.908854Z","caller":"traceutil/trace.go:171","msg":"trace[2064399483] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1279; }","duration":"248.548903ms","start":"2026-04-28T03:22:13.660298Z","end":"2026-04-28T03:22:13.908847Z","steps":["trace[2064399483] 'agreement among raft nodes before linearized reading' (duration: 248.503472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.908873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.063267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:13.908735Z","caller":"traceutil/trace.go:171","msg":"trace[2075767101] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1279; }","duration":"307.03459ms","start":"2026-04-28T03:22:13.601693Z","end":"2026-04-28T03:22:13.908728Z","steps":["trace[2075767101] 'agreement among raft nodes before linearized reading' (duration: 307.00594ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:13.908902Z","caller":"traceutil/trace.go:171","msg":"trace[453539433] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1279; }","duration":"227.104578ms","start":"2026-04-28T03:22:13.681789Z","end":"2026-04-28T03:22:13.908893Z","steps":["trace[453539433] 'agreement among raft nodes before linearized reading' (duration: 227.070417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.908918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:13.601689Z","time spent":"307.220215ms","remote":"127.0.0.1:57756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:22:13.908685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.15591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:13.908845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.265834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:13.908982Z","caller":"traceutil/trace.go:171","msg":"trace[1577645088] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1279; }","duration":"306.474628ms","start":"2026-04-28T03:22:13.60249Z","end":"2026-04-28T03:22:13.908965Z","steps":["trace[1577645088] 'agreement among raft nodes before linearized reading' (duration: 306.163411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:13.908998Z","caller":"traceutil/trace.go:171","msg":"trace[1839915436] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1279; }","duration":"247.438227ms","start":"2026-04-28T03:22:13.661548Z","end":"2026-04-28T03:22:13.908986Z","steps":["trace[1839915436] 'agreement among raft nodes before linearized reading' (duration: 247.277254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.909033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:13.602475Z","time spent":"306.544479ms","remote":"127.0.0.1:57756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:22:13.909244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.530038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:13.909277Z","caller":"traceutil/trace.go:171","msg":"trace[1511825941] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1279; }","duration":"227.62236ms","start":"2026-04-28T03:22:13.681647Z","end":"2026-04-28T03:22:13.909269Z","steps":["trace[1511825941] 'agreement among raft nodes before linearized reading' (duration: 227.564199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.909342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.577217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:13.909374Z","caller":"traceutil/trace.go:171","msg":"trace[1545075425] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:1279; }","duration":"798.616407ms","start":"2026-04-28T03:22:13.110748Z","end":"2026-04-28T03:22:13.909364Z","steps":["trace[1545075425] 'agreement among raft nodes before linearized reading' (duration: 798.525085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.909393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:13.110742Z","time spent":"798.646109ms","remote":"127.0.0.1:42938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert\" "} {"level":"warn","ts":"2026-04-28T03:22:13.909505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.861092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:13.909487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.639858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:13.909535Z","caller":"traceutil/trace.go:171","msg":"trace[588692338] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1279; }","duration":"271.902183ms","start":"2026-04-28T03:22:13.637624Z","end":"2026-04-28T03:22:13.909526Z","steps":["trace[588692338] 'agreement among raft nodes before linearized reading' (duration: 271.858322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.909487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.628867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:13.909575Z","caller":"traceutil/trace.go:171","msg":"trace[657060363] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1279; }","duration":"271.729039ms","start":"2026-04-28T03:22:13.637835Z","end":"2026-04-28T03:22:13.909564Z","steps":["trace[657060363] 'agreement among raft nodes before linearized reading' (duration: 271.619166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.909662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.939311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:13.909554Z","caller":"traceutil/trace.go:171","msg":"trace[1446592698] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1279; }","duration":"322.840832ms","start":"2026-04-28T03:22:13.586696Z","end":"2026-04-28T03:22:13.909537Z","steps":["trace[1446592698] 'agreement among raft nodes before linearized reading' (duration: 321.87855ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:13.909692Z","caller":"traceutil/trace.go:171","msg":"trace[1185784799] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1279; }","duration":"288.043044ms","start":"2026-04-28T03:22:13.621642Z","end":"2026-04-28T03:22:13.909685Z","steps":["trace[1185784799] 'agreement among raft nodes before linearized reading' (duration: 287.924381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.909772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:13.586642Z","time spent":"323.107949ms","remote":"127.0.0.1:57750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:22:13.909786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.035338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:13.910333Z","caller":"traceutil/trace.go:171","msg":"trace[659686098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1279; }","duration":"799.649871ms","start":"2026-04-28T03:22:13.110668Z","end":"2026-04-28T03:22:13.910318Z","steps":["trace[659686098] 'agreement among raft nodes before linearized reading' (duration: 797.677375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.910365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:13.110651Z","time spent":"799.705653ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:13.909946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.226848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:13.911201Z","caller":"traceutil/trace.go:171","msg":"trace[468650268] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1279; }","duration":"289.485968ms","start":"2026-04-28T03:22:13.621702Z","end":"2026-04-28T03:22:13.911188Z","steps":["trace[468650268] 'agreement among raft nodes before linearized reading' (duration: 286.64747ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:14.415235Z","caller":"traceutil/trace.go:171","msg":"trace[1246310382] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"156.517786ms","start":"2026-04-28T03:22:14.258689Z","end":"2026-04-28T03:22:14.415207Z","steps":["trace[1246310382] 'process raft request' (duration: 150.687559ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:14.632676Z","caller":"traceutil/trace.go:171","msg":"trace[602730089] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"103.954749ms","start":"2026-04-28T03:22:14.528694Z","end":"2026-04-28T03:22:14.632648Z","steps":["trace[602730089] 'process raft request' (duration: 102.875824ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:18.085981Z","caller":"traceutil/trace.go:171","msg":"trace[171446356] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"114.280515ms","start":"2026-04-28T03:22:17.971669Z","end":"2026-04-28T03:22:18.08595Z","steps":["trace[171446356] 'process raft request' (duration: 114.197733ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:18.086035Z","caller":"traceutil/trace.go:171","msg":"trace[2137332789] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"114.865508ms","start":"2026-04-28T03:22:17.971123Z","end":"2026-04-28T03:22:18.085988Z","steps":["trace[2137332789] 'process raft request' (duration: 112.786869ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:18.086196Z","caller":"traceutil/trace.go:171","msg":"trace[2072160557] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"113.880245ms","start":"2026-04-28T03:22:17.972283Z","end":"2026-04-28T03:22:18.086163Z","steps":["trace[2072160557] 'process raft request' (duration: 113.628019ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:19.666838Z","caller":"traceutil/trace.go:171","msg":"trace[678360898] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"143.142507ms","start":"2026-04-28T03:22:19.523672Z","end":"2026-04-28T03:22:19.666814Z","steps":["trace[678360898] 'process raft request' (duration: 143.006924ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:20.326126Z","caller":"traceutil/trace.go:171","msg":"trace[671225264] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"376.503813ms","start":"2026-04-28T03:22:19.949599Z","end":"2026-04-28T03:22:20.326103Z","steps":["trace[671225264] 'process raft request' (duration: 376.35883ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:20.326138Z","caller":"traceutil/trace.go:171","msg":"trace[581706907] linearizableReadLoop","detail":"{readStateIndex:1376; appliedIndex:1376; }","duration":"323.686207ms","start":"2026-04-28T03:22:20.002425Z","end":"2026-04-28T03:22:20.326111Z","steps":["trace[581706907] 'read index received' (duration: 323.675557ms)","trace[581706907] 'applied index is now lower than readState.Index' (duration: 8.7µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:20.326268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:19.949588Z","time spent":"376.612815ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:20.326309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.860501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-04-28T03:22:20.326439Z","caller":"traceutil/trace.go:171","msg":"trace[118667773] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1319; }","duration":"323.989285ms","start":"2026-04-28T03:22:20.002381Z","end":"2026-04-28T03:22:20.326371Z","steps":["trace[118667773] 'agreement among raft nodes before linearized reading' (duration: 323.80654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:20.326545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.002359Z","time spent":"324.158469ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":247,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"info","ts":"2026-04-28T03:22:20.355953Z","caller":"traceutil/trace.go:171","msg":"trace[286873218] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"340.210647ms","start":"2026-04-28T03:22:20.015711Z","end":"2026-04-28T03:22:20.355921Z","steps":["trace[286873218] 'process raft request' (duration: 339.998412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:20.356004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.397117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:22:20.356103Z","caller":"traceutil/trace.go:171","msg":"trace[1142174563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1320; }","duration":"264.53148ms","start":"2026-04-28T03:22:20.091556Z","end":"2026-04-28T03:22:20.356087Z","steps":["trace[1142174563] 'agreement among raft nodes before linearized reading' (duration: 264.319426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:20.356109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.015682Z","time spent":"340.346169ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:20.356003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.93258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:22:20.356118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.116286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:22:20.35649Z","caller":"traceutil/trace.go:171","msg":"trace[1059947370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1320; }","duration":"265.418541ms","start":"2026-04-28T03:22:20.091051Z","end":"2026-04-28T03:22:20.35647Z","steps":["trace[1059947370] 'agreement among raft nodes before linearized reading' (duration: 264.824728ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:20.356612Z","caller":"traceutil/trace.go:171","msg":"trace[2133510659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1320; }","duration":"265.638597ms","start":"2026-04-28T03:22:20.090944Z","end":"2026-04-28T03:22:20.356583Z","steps":["trace[2133510659] 'agreement among raft nodes before linearized reading' (duration: 265.022043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:21.004242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.075122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:21.004504Z","caller":"traceutil/trace.go:171","msg":"trace[553213677] linearizableReadLoop","detail":"{readStateIndex:1380; appliedIndex:1377; }","duration":"640.494273ms","start":"2026-04-28T03:22:20.363988Z","end":"2026-04-28T03:22:21.004482Z","steps":["trace[553213677] 'read index received' (duration: 150.079362ms)","trace[553213677] 'applied index is now lower than readState.Index' (duration: 490.413541ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:21.004634Z","caller":"traceutil/trace.go:171","msg":"trace[697210176] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"643.305449ms","start":"2026-04-28T03:22:20.36131Z","end":"2026-04-28T03:22:21.004615Z","steps":["trace[697210176] 'process raft request' (duration: 152.724004ms)","trace[697210176] 'compare' (duration: 489.958419ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:21.004735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.361285Z","time spent":"643.394381ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:21.004911Z","caller":"traceutil/trace.go:171","msg":"trace[595452575] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"643.283178ms","start":"2026-04-28T03:22:20.361613Z","end":"2026-04-28T03:22:21.004896Z","steps":["trace[595452575] 'process raft request' (duration: 642.729185ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:21.004737Z","caller":"traceutil/trace.go:171","msg":"trace[388750523] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"642.642724ms","start":"2026-04-28T03:22:20.362069Z","end":"2026-04-28T03:22:21.004711Z","steps":["trace[388750523] 'process raft request' (duration: 642.340757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:21.005057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.361532Z","time spent":"643.428882ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:21.005123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.36206Z","time spent":"643.012572ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:21.005189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.660086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:22:21.005301Z","caller":"traceutil/trace.go:171","msg":"trace[1847647909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1323; }","duration":"220.870842ms","start":"2026-04-28T03:22:20.784381Z","end":"2026-04-28T03:22:21.005252Z","steps":["trace[1847647909] 'agreement among raft nodes before linearized reading' (duration: 220.515503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:21.00539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.364053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2897"} {"level":"info","ts":"2026-04-28T03:22:21.005447Z","caller":"traceutil/trace.go:171","msg":"trace[1721932205] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1323; }","duration":"641.466735ms","start":"2026-04-28T03:22:20.363964Z","end":"2026-04-28T03:22:21.005431Z","steps":["trace[1721932205] 'agreement among raft nodes before linearized reading' (duration: 641.292761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:21.005498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.363956Z","time spent":"641.529417ms","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2920,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-04-28T03:22:21.545441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732397940,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:22:21.607904Z","caller":"traceutil/trace.go:171","msg":"trace[113890077] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"597.87175ms","start":"2026-04-28T03:22:21.010004Z","end":"2026-04-28T03:22:21.607876Z","steps":["trace[113890077] 'process raft request' (duration: 597.704606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:21.608132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:21.009975Z","time spent":"598.020794ms","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2914,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:21.986083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.520343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:21.986156Z","caller":"traceutil/trace.go:171","msg":"trace[1434849064] linearizableReadLoop","detail":"{readStateIndex:1382; appliedIndex:1380; }","duration":"941.658733ms","start":"2026-04-28T03:22:21.044486Z","end":"2026-04-28T03:22:21.986144Z","steps":["trace[1434849064] 'read index received' (duration: 563.305814ms)","trace[1434849064] 'applied index is now lower than readState.Index' (duration: 378.351859ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:21.986272Z","caller":"traceutil/trace.go:171","msg":"trace[600274285] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"976.165808ms","start":"2026-04-28T03:22:21.010096Z","end":"2026-04-28T03:22:21.986262Z","steps":["trace[600274285] 'process raft request' (duration: 797.400099ms)","trace[600274285] 'compare' (duration: 178.327579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:21.98632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:21.01008Z","time spent":"976.216399ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:21.986538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.050232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:21.98657Z","caller":"traceutil/trace.go:171","msg":"trace[1656792654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1325; }","duration":"942.110984ms","start":"2026-04-28T03:22:21.04445Z","end":"2026-04-28T03:22:21.986561Z","steps":["trace[1656792654] 'agreement among raft nodes before linearized reading' (duration: 942.068073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:21.986592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:21.044434Z","time spent":"942.152806ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:21.986772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.289848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-vkkvd\" ","response":"range_response_count:1 size:4126"} {"level":"info","ts":"2026-04-28T03:22:21.986858Z","caller":"traceutil/trace.go:171","msg":"trace[119849087] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-vkkvd; range_end:; response_count:1; response_revision:1325; }","duration":"375.39459ms","start":"2026-04-28T03:22:21.611451Z","end":"2026-04-28T03:22:21.986846Z","steps":["trace[119849087] 'agreement among raft nodes before linearized reading' (duration: 375.223436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:21.986921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:21.611441Z","time spent":"375.468621ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":4149,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-vkkvd\" "} {"level":"warn","ts":"2026-04-28T03:22:21.986944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.746708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2929"} {"level":"info","ts":"2026-04-28T03:22:21.987049Z","caller":"traceutil/trace.go:171","msg":"trace[594966843] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1325; }","duration":"375.896882ms","start":"2026-04-28T03:22:21.611128Z","end":"2026-04-28T03:22:21.987024Z","steps":["trace[594966843] 'agreement among raft nodes before linearized reading' (duration: 375.656836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:21.98707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.664794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:22:21.987216Z","caller":"traceutil/trace.go:171","msg":"trace[678669466] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:1325; }","duration":"730.88875ms","start":"2026-04-28T03:22:21.256308Z","end":"2026-04-28T03:22:21.987197Z","steps":["trace[678669466] 'agreement among raft nodes before linearized reading' (duration: 730.03201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:21.987395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:21.256286Z","time spent":"731.036453ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.168\" "} {"level":"warn","ts":"2026-04-28T03:22:21.987112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:21.611106Z","time spent":"375.987073ms","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2952,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-04-28T03:22:22.230447Z","caller":"traceutil/trace.go:171","msg":"trace[1463065811] linearizableReadLoop","detail":"{readStateIndex:1383; appliedIndex:1382; }","duration":"240.762144ms","start":"2026-04-28T03:22:21.989656Z","end":"2026-04-28T03:22:22.230418Z","steps":["trace[1463065811] 'read index received' (duration: 180.923322ms)","trace[1463065811] 'applied index is now lower than readState.Index' (duration: 59.837322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:22.230655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.037328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:22.23069Z","caller":"traceutil/trace.go:171","msg":"trace[1296516628] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1325; }","duration":"135.12864ms","start":"2026-04-28T03:22:22.095552Z","end":"2026-04-28T03:22:22.23068Z","steps":["trace[1296516628] 'agreement among raft nodes before linearized reading' (duration: 135.034808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:22.23074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.109848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-28T03:22:22.230736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.04558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2929"} {"level":"info","ts":"2026-04-28T03:22:22.230804Z","caller":"traceutil/trace.go:171","msg":"trace[1526370922] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1325; }","duration":"143.177079ms","start":"2026-04-28T03:22:22.087607Z","end":"2026-04-28T03:22:22.230784Z","steps":["trace[1526370922] 'agreement among raft nodes before linearized reading' (duration: 143.037496ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:22.230825Z","caller":"traceutil/trace.go:171","msg":"trace[623604685] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1325; }","duration":"241.159294ms","start":"2026-04-28T03:22:21.989639Z","end":"2026-04-28T03:22:22.230798Z","steps":["trace[623604685] 'agreement among raft nodes before linearized reading' (duration: 240.897908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:22.230843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.20731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130259"} {"level":"info","ts":"2026-04-28T03:22:22.23093Z","caller":"traceutil/trace.go:171","msg":"trace[655862067] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1325; }","duration":"143.325983ms","start":"2026-04-28T03:22:22.087581Z","end":"2026-04-28T03:22:22.230907Z","steps":["trace[655862067] 'agreement among raft nodes before linearized reading' (duration: 143.021756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:22.951833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.133011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:22.952033Z","caller":"traceutil/trace.go:171","msg":"trace[1978924191] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"720.251773ms","start":"2026-04-28T03:22:22.231678Z","end":"2026-04-28T03:22:22.951929Z","steps":["trace[1978924191] 'process raft request' (duration: 143.931858ms)","trace[1978924191] 'compare' (duration: 575.929916ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:22.951944Z","caller":"traceutil/trace.go:171","msg":"trace[1376382493] linearizableReadLoop","detail":"{readStateIndex:1384; appliedIndex:1383; }","duration":"718.462261ms","start":"2026-04-28T03:22:22.233458Z","end":"2026-04-28T03:22:22.95192Z","steps":["trace[1376382493] 'read index received' (duration: 142.167996ms)","trace[1376382493] 'applied index is now lower than readState.Index' (duration: 576.291555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:22.952158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:22.231623Z","time spent":"720.478178ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:22.952421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.953053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:5 size:6605"} {"level":"info","ts":"2026-04-28T03:22:22.952485Z","caller":"traceutil/trace.go:171","msg":"trace[1920301216] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:5; response_revision:1326; }","duration":"719.049435ms","start":"2026-04-28T03:22:22.23342Z","end":"2026-04-28T03:22:22.95247Z","steps":["trace[1920301216] 'agreement among raft nodes before linearized reading' (duration: 718.785879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:22.952537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:22.233404Z","time spent":"719.116287ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":5,"response size":6628,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-04-28T03:22:23.008501Z","caller":"traceutil/trace.go:171","msg":"trace[1917721015] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"647.572307ms","start":"2026-04-28T03:22:22.360908Z","end":"2026-04-28T03:22:23.008481Z","steps":["trace[1917721015] 'process raft request' (duration: 647.429593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.008999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:22.360871Z","time spent":"648.056758ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:23.008735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.308748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-vkkvd\" ","response":"range_response_count:1 size:4126"} {"level":"warn","ts":"2026-04-28T03:22:23.009128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.668625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:22:23.009211Z","caller":"traceutil/trace.go:171","msg":"trace[840841556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1327; }","duration":"680.025303ms","start":"2026-04-28T03:22:22.329165Z","end":"2026-04-28T03:22:23.009191Z","steps":["trace[840841556] 'agreement among raft nodes before linearized reading' (duration: 679.43654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.009259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:22.329148Z","time spent":"680.098686ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:22:23.009153Z","caller":"traceutil/trace.go:171","msg":"trace[533450897] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-vkkvd; range_end:; response_count:1; response_revision:1327; }","duration":"774.80314ms","start":"2026-04-28T03:22:22.234325Z","end":"2026-04-28T03:22:23.009128Z","steps":["trace[533450897] 'agreement among raft nodes before linearized reading' (duration: 774.177665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.009494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:22.234309Z","time spent":"775.081557ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":4149,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-vkkvd\" "} {"level":"warn","ts":"2026-04-28T03:22:23.008874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.451702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:5 size:6605"} {"level":"info","ts":"2026-04-28T03:22:23.009701Z","caller":"traceutil/trace.go:171","msg":"trace[2122819535] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:5; response_revision:1327; }","duration":"775.293582ms","start":"2026-04-28T03:22:22.234396Z","end":"2026-04-28T03:22:23.009689Z","steps":["trace[2122819535] 'agreement among raft nodes before linearized reading' (duration: 774.372801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.009739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:22.234388Z","time spent":"775.340323ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":5,"response size":6628,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-04-28T03:22:23.22825Z","caller":"traceutil/trace.go:171","msg":"trace[1561418807] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"216.821569ms","start":"2026-04-28T03:22:23.011403Z","end":"2026-04-28T03:22:23.228225Z","steps":["trace[1561418807] 'process raft request' (duration: 216.642915ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:23.228275Z","caller":"traceutil/trace.go:171","msg":"trace[1912716991] linearizableReadLoop","detail":"{readStateIndex:1386; appliedIndex:1386; }","duration":"216.331127ms","start":"2026-04-28T03:22:23.011912Z","end":"2026-04-28T03:22:23.228244Z","steps":["trace[1912716991] 'read index received' (duration: 216.320217ms)","trace[1912716991] 'applied index is now lower than readState.Index' (duration: 9.13µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:23.228586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.644536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130259"} {"level":"info","ts":"2026-04-28T03:22:23.228631Z","caller":"traceutil/trace.go:171","msg":"trace[1265649316] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1328; }","duration":"216.724938ms","start":"2026-04-28T03:22:23.011894Z","end":"2026-04-28T03:22:23.228619Z","steps":["trace[1265649316] 'agreement among raft nodes before linearized reading' (duration: 216.486472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.469718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.483648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:23.470015Z","caller":"traceutil/trace.go:171","msg":"trace[793785962] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"456.669253ms","start":"2026-04-28T03:22:23.013306Z","end":"2026-04-28T03:22:23.469975Z","steps":["trace[793785962] 'process raft request' (duration: 287.642581ms)","trace[793785962] 'compare' (duration: 168.273343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:23.470198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:23.013267Z","time spent":"456.835057ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:23.470202Z","caller":"traceutil/trace.go:171","msg":"trace[103204003] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1331; }","duration":"240.322094ms","start":"2026-04-28T03:22:23.229848Z","end":"2026-04-28T03:22:23.47017Z","steps":["trace[103204003] 'process raft request' (duration: 240.249823ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:23.47054Z","caller":"traceutil/trace.go:171","msg":"trace[919438393] linearizableReadLoop","detail":"{readStateIndex:1389; appliedIndex:1386; }","duration":"242.157918ms","start":"2026-04-28T03:22:23.228353Z","end":"2026-04-28T03:22:23.470511Z","steps":["trace[919438393] 'read index received' (duration: 72.605155ms)","trace[919438393] 'applied index is now lower than readState.Index' (duration: 169.549863ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:23.470537Z","caller":"traceutil/trace.go:171","msg":"trace[133319371] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"456.766375ms","start":"2026-04-28T03:22:23.013732Z","end":"2026-04-28T03:22:23.470499Z","steps":["trace[133319371] 'process raft request' (duration: 456.13659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.470695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:23.013722Z","time spent":"456.894948ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:23.4707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.439244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T03:22:23.470737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.539867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:22:23.470769Z","caller":"traceutil/trace.go:171","msg":"trace[1687850729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1331; }","duration":"458.589238ms","start":"2026-04-28T03:22:23.012169Z","end":"2026-04-28T03:22:23.470758Z","steps":["trace[1687850729] 'agreement among raft nodes before linearized reading' (duration: 458.435765ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:23.470779Z","caller":"traceutil/trace.go:171","msg":"trace[1038587998] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1331; }","duration":"458.541747ms","start":"2026-04-28T03:22:23.012222Z","end":"2026-04-28T03:22:23.470764Z","steps":["trace[1038587998] 'agreement among raft nodes before linearized reading' (duration: 458.386554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.470799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:23.012162Z","time spent":"458.630089ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:23.470815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:23.012212Z","time spent":"458.594058ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T03:22:23.470701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.89456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:23.470892Z","caller":"traceutil/trace.go:171","msg":"trace[2010335166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1331; }","duration":"427.134975ms","start":"2026-04-28T03:22:23.043739Z","end":"2026-04-28T03:22:23.470874Z","steps":["trace[2010335166] 'agreement among raft nodes before linearized reading' (duration: 426.799847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.47099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:23.043724Z","time spent":"427.247138ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:22:23.472636Z","caller":"traceutil/trace.go:171","msg":"trace[601045083] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"456.070359ms","start":"2026-04-28T03:22:23.014166Z","end":"2026-04-28T03:22:23.470236Z","steps":["trace[601045083] 'process raft request' (duration: 455.876654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.472766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:23.014155Z","time spent":"458.537197ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:23.858202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.219232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T03:22:23.858455Z","caller":"traceutil/trace.go:171","msg":"trace[1906766536] transaction","detail":"{read_only:false; response_revision:1333; number_of_response:1; }","duration":"381.256422ms","start":"2026-04-28T03:22:23.477186Z","end":"2026-04-28T03:22:23.858442Z","steps":["trace[1906766536] 'process raft request' (duration: 381.107429ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:23.858448Z","caller":"traceutil/trace.go:171","msg":"trace[1568207362] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1332; }","duration":"385.719158ms","start":"2026-04-28T03:22:23.472698Z","end":"2026-04-28T03:22:23.858417Z","steps":["trace[1568207362] 'process raft request' (duration: 184.211499ms)","trace[1568207362] 'compare' (duration: 200.991947ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:23.858486Z","caller":"traceutil/trace.go:171","msg":"trace[894463673] linearizableReadLoop","detail":"{readStateIndex:1391; appliedIndex:1390; }","duration":"385.016471ms","start":"2026-04-28T03:22:23.473444Z","end":"2026-04-28T03:22:23.85846Z","steps":["trace[894463673] 'read index received' (duration: 183.466751ms)","trace[894463673] 'applied index is now lower than readState.Index' (duration: 201.54734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:23.858575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:23.472647Z","time spent":"385.873221ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-28T03:22:23.858666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:23.477163Z","time spent":"381.333035ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:23.858682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.218436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:23.85872Z","caller":"traceutil/trace.go:171","msg":"trace[870356635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1333; }","duration":"385.304557ms","start":"2026-04-28T03:22:23.473403Z","end":"2026-04-28T03:22:23.858707Z","steps":["trace[870356635] 'agreement among raft nodes before linearized reading' (duration: 385.162984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.85877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:23.473386Z","time spent":"385.37288ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:22:24.209587Z","caller":"traceutil/trace.go:171","msg":"trace[954130658] linearizableReadLoop","detail":"{readStateIndex:1393; appliedIndex:1392; }","duration":"218.610583ms","start":"2026-04-28T03:22:23.990955Z","end":"2026-04-28T03:22:24.209565Z","steps":["trace[954130658] 'read index received' (duration: 218.443459ms)","trace[954130658] 'applied index is now lower than readState.Index' (duration: 162.624µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:24.209617Z","caller":"traceutil/trace.go:171","msg":"trace[1314217158] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1334; }","duration":"339.427756ms","start":"2026-04-28T03:22:23.870165Z","end":"2026-04-28T03:22:24.209592Z","steps":["trace[1314217158] 'process raft request' (duration: 339.248892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:24.209745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:23.870144Z","time spent":"339.533169ms","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-28T03:22:24.20982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.850449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:22:24.20991Z","caller":"traceutil/trace.go:171","msg":"trace[1980982116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1334; }","duration":"218.993423ms","start":"2026-04-28T03:22:23.990902Z","end":"2026-04-28T03:22:24.209895Z","steps":["trace[1980982116] 'agreement among raft nodes before linearized reading' (duration: 218.777648ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:24.21582Z","caller":"traceutil/trace.go:171","msg":"trace[2936754] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"134.384194ms","start":"2026-04-28T03:22:24.081411Z","end":"2026-04-28T03:22:24.215795Z","steps":["trace[2936754] 'process raft request' (duration: 134.254661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:24.215842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.780404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:24.216042Z","caller":"traceutil/trace.go:171","msg":"trace[1270641654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1335; }","duration":"171.031089ms","start":"2026-04-28T03:22:24.044996Z","end":"2026-04-28T03:22:24.216028Z","steps":["trace[1270641654] 'agreement among raft nodes before linearized reading' (duration: 170.778834ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:24.684743Z","caller":"traceutil/trace.go:171","msg":"trace[253139430] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"103.31235ms","start":"2026-04-28T03:22:24.581411Z","end":"2026-04-28T03:22:24.684724Z","steps":["trace[253139430] 'process raft request' (duration: 102.781278ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:24.74966Z","caller":"traceutil/trace.go:171","msg":"trace[446206273] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"105.03348ms","start":"2026-04-28T03:22:24.6446Z","end":"2026-04-28T03:22:24.749634Z","steps":["trace[446206273] 'process raft request' (duration: 104.846646ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:24.817806Z","caller":"traceutil/trace.go:171","msg":"trace[1708525988] transaction","detail":"{read_only:false; response_revision:1341; number_of_response:1; }","duration":"128.313372ms","start":"2026-04-28T03:22:24.689475Z","end":"2026-04-28T03:22:24.817788Z","steps":["trace[1708525988] 'process raft request' (duration: 115.329284ms)","trace[1708525988] 'compare' (duration: 12.865345ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:24.817982Z","caller":"traceutil/trace.go:171","msg":"trace[114186926] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"128.085127ms","start":"2026-04-28T03:22:24.689888Z","end":"2026-04-28T03:22:24.817973Z","steps":["trace[114186926] 'process raft request' (duration: 127.857662ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:25.819113Z","caller":"traceutil/trace.go:171","msg":"trace[1392969865] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"337.81978ms","start":"2026-04-28T03:22:25.481268Z","end":"2026-04-28T03:22:25.819088Z","steps":["trace[1392969865] 'process raft request' (duration: 337.753839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:25.819263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:25.481246Z","time spent":"337.946013ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:25.819251Z","caller":"traceutil/trace.go:171","msg":"trace[681827703] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"340.012142ms","start":"2026-04-28T03:22:25.479212Z","end":"2026-04-28T03:22:25.819224Z","steps":["trace[681827703] 'process raft request' (duration: 272.767503ms)","trace[681827703] 'compare' (duration: 66.878351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:25.81938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:25.479191Z","time spent":"340.119454ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:26.364607Z","caller":"traceutil/trace.go:171","msg":"trace[2002112582] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"120.528938ms","start":"2026-04-28T03:22:26.244062Z","end":"2026-04-28T03:22:26.364591Z","steps":["trace[2002112582] 'process raft request' (duration: 120.427486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:27.385979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.412222ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T03:22:28.022673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.145939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:22:28.022782Z","caller":"traceutil/trace.go:171","msg":"trace[1108789736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1353; }","duration":"117.301632ms","start":"2026-04-28T03:22:27.905456Z","end":"2026-04-28T03:22:28.022757Z","steps":["trace[1108789736] 'range keys from in-memory index tree' (duration: 116.779261ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:29.126374Z","caller":"traceutil/trace.go:171","msg":"trace[1973494001] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"186.416589ms","start":"2026-04-28T03:22:28.939927Z","end":"2026-04-28T03:22:29.126344Z","steps":["trace[1973494001] 'process raft request' (duration: 174.352864ms)","trace[1973494001] 'compare' (duration: 11.769558ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:31.087383Z","caller":"traceutil/trace.go:171","msg":"trace[1109397265] linearizableReadLoop","detail":"{readStateIndex:1430; appliedIndex:1429; }","duration":"355.306062ms","start":"2026-04-28T03:22:30.732049Z","end":"2026-04-28T03:22:31.087355Z","steps":["trace[1109397265] 'read index received' (duration: 355.058826ms)","trace[1109397265] 'applied index is now lower than readState.Index' (duration: 246.156µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:31.087517Z","caller":"traceutil/trace.go:171","msg":"trace[1699561506] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"445.303032ms","start":"2026-04-28T03:22:30.642179Z","end":"2026-04-28T03:22:31.087482Z","steps":["trace[1699561506] 'process raft request' (duration: 444.994775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:31.087695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:30.642142Z","time spent":"445.457816ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4602,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:31.087702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.582349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:31.087754Z","caller":"traceutil/trace.go:171","msg":"trace[515747964] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1370; }","duration":"355.699632ms","start":"2026-04-28T03:22:30.73204Z","end":"2026-04-28T03:22:31.08774Z","steps":["trace[515747964] 'agreement among raft nodes before linearized reading' (duration: 355.474777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:31.08781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:30.731974Z","time spent":"355.821924ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":64,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:31.426167Z","caller":"traceutil/trace.go:171","msg":"trace[533105084] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"334.110703ms","start":"2026-04-28T03:22:31.09203Z","end":"2026-04-28T03:22:31.42614Z","steps":["trace[533105084] 'process raft request' (duration: 324.227259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:31.426287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:31.09201Z","time spent":"334.216926ms","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:31.426166Z","caller":"traceutil/trace.go:171","msg":"trace[1031554627] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"333.570142ms","start":"2026-04-28T03:22:31.092576Z","end":"2026-04-28T03:22:31.426146Z","steps":["trace[1031554627] 'process raft request' (duration: 333.48474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:31.42663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:31.092554Z","time spent":"333.985591ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:31.459915Z","caller":"traceutil/trace.go:171","msg":"trace[1553062334] linearizableReadLoop","detail":"{readStateIndex:1434; appliedIndex:1431; }","duration":"225.031935ms","start":"2026-04-28T03:22:31.23486Z","end":"2026-04-28T03:22:31.459892Z","steps":["trace[1553062334] 'read index received' (duration: 181.441783ms)","trace[1553062334] 'applied index is now lower than readState.Index' (duration: 43.589182ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:31.460039Z","caller":"traceutil/trace.go:171","msg":"trace[1157823958] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"328.581104ms","start":"2026-04-28T03:22:31.131425Z","end":"2026-04-28T03:22:31.460007Z","steps":["trace[1157823958] 'process raft request' (duration: 328.348028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:31.460057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.178308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:31.460117Z","caller":"traceutil/trace.go:171","msg":"trace[1086548051] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1374; }","duration":"225.302691ms","start":"2026-04-28T03:22:31.234803Z","end":"2026-04-28T03:22:31.460106Z","steps":["trace[1086548051] 'agreement among raft nodes before linearized reading' (duration: 225.197258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:31.460362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:31.131394Z","time spent":"328.715746ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:31.775425Z","caller":"traceutil/trace.go:171","msg":"trace[678825061] linearizableReadLoop","detail":"{readStateIndex:1435; appliedIndex:1434; }","duration":"315.4097ms","start":"2026-04-28T03:22:31.459979Z","end":"2026-04-28T03:22:31.775389Z","steps":["trace[678825061] 'read index received' (duration: 279.778208ms)","trace[678825061] 'applied index is now lower than readState.Index' (duration: 35.629532ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:31.775615Z","caller":"traceutil/trace.go:171","msg":"trace[1230800431] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"341.504998ms","start":"2026-04-28T03:22:31.433964Z","end":"2026-04-28T03:22:31.775469Z","steps":["trace[1230800431] 'process raft request' (duration: 305.759933ms)","trace[1230800431] 'compare' (duration: 35.400977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:31.775695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.185609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:31.775771Z","caller":"traceutil/trace.go:171","msg":"trace[410343870] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1375; }","duration":"223.348802ms","start":"2026-04-28T03:22:31.552403Z","end":"2026-04-28T03:22:31.775751Z","steps":["trace[410343870] 'agreement among raft nodes before linearized reading' (duration: 223.181069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:31.775815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.942594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:22:31.775879Z","caller":"traceutil/trace.go:171","msg":"trace[1887002270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1375; }","duration":"196.047176ms","start":"2026-04-28T03:22:31.579815Z","end":"2026-04-28T03:22:31.775862Z","steps":["trace[1887002270] 'agreement among raft nodes before linearized reading' (duration: 195.849441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:31.775872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.568097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:22:31.775973Z","caller":"traceutil/trace.go:171","msg":"trace[684051727] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:1375; }","duration":"518.713281ms","start":"2026-04-28T03:22:31.257244Z","end":"2026-04-28T03:22:31.775958Z","steps":["trace[684051727] 'agreement among raft nodes before linearized reading' (duration: 518.294021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:31.776018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:31.257224Z","time spent":"518.782852ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.168\" "} {"level":"warn","ts":"2026-04-28T03:22:31.776074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:31.433939Z","time spent":"341.955709ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:31.963724Z","caller":"traceutil/trace.go:171","msg":"trace[749980630] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"183.714167ms","start":"2026-04-28T03:22:31.779985Z","end":"2026-04-28T03:22:31.963699Z","steps":["trace[749980630] 'process raft request' (duration: 183.285877ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:32.194185Z","caller":"traceutil/trace.go:171","msg":"trace[169198951] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"226.841726ms","start":"2026-04-28T03:22:31.967301Z","end":"2026-04-28T03:22:32.194143Z","steps":["trace[169198951] 'process raft request' (duration: 173.149086ms)","trace[169198951] 'compare' (duration: 53.402574ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:32.194433Z","caller":"traceutil/trace.go:171","msg":"trace[535196050] linearizableReadLoop","detail":"{readStateIndex:1440; appliedIndex:1438; }","duration":"191.189332ms","start":"2026-04-28T03:22:32.003211Z","end":"2026-04-28T03:22:32.194401Z","steps":["trace[535196050] 'read index received' (duration: 137.262127ms)","trace[535196050] 'applied index is now lower than readState.Index' (duration: 53.924905ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:32.194521Z","caller":"traceutil/trace.go:171","msg":"trace[1189069378] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"225.469213ms","start":"2026-04-28T03:22:31.969014Z","end":"2026-04-28T03:22:32.194483Z","steps":["trace[1189069378] 'process raft request' (duration: 225.061264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:32.194758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.52381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T03:22:32.194829Z","caller":"traceutil/trace.go:171","msg":"trace[942796865] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1379; }","duration":"191.658653ms","start":"2026-04-28T03:22:32.003153Z","end":"2026-04-28T03:22:32.194811Z","steps":["trace[942796865] 'agreement among raft nodes before linearized reading' (duration: 191.417967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:32.195037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.292239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:32.195197Z","caller":"traceutil/trace.go:171","msg":"trace[1249585451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1379; }","duration":"151.440863ms","start":"2026-04-28T03:22:32.043666Z","end":"2026-04-28T03:22:32.195107Z","steps":["trace[1249585451] 'agreement among raft nodes before linearized reading' (duration: 150.935611ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:37.243938Z","caller":"traceutil/trace.go:171","msg":"trace[86644540] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"171.78746ms","start":"2026-04-28T03:22:37.072129Z","end":"2026-04-28T03:22:37.243917Z","steps":["trace[86644540] 'process raft request' (duration: 128.488924ms)","trace[86644540] 'compare' (duration: 42.794304ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:38.449703Z","caller":"traceutil/trace.go:171","msg":"trace[1463165484] linearizableReadLoop","detail":"{readStateIndex:1467; appliedIndex:1466; }","duration":"134.346643ms","start":"2026-04-28T03:22:38.315338Z","end":"2026-04-28T03:22:38.449685Z","steps":["trace[1463165484] 'read index received' (duration: 134.152548ms)","trace[1463165484] 'applied index is now lower than readState.Index' (duration: 193.305µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:38.449878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.526597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:22:38.449877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.037572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:22:38.449912Z","caller":"traceutil/trace.go:171","msg":"trace[251817184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1405; }","duration":"134.601549ms","start":"2026-04-28T03:22:38.315302Z","end":"2026-04-28T03:22:38.449904Z","steps":["trace[251817184] 'agreement among raft nodes before linearized reading' (duration: 134.472396ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:38.449917Z","caller":"traceutil/trace.go:171","msg":"trace[2069210684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1405; }","duration":"122.118813ms","start":"2026-04-28T03:22:38.327791Z","end":"2026-04-28T03:22:38.449909Z","steps":["trace[2069210684] 'agreement among raft nodes before linearized reading' (duration: 121.98798ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:38.449741Z","caller":"traceutil/trace.go:171","msg":"trace[1972507968] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"137.664231ms","start":"2026-04-28T03:22:38.312063Z","end":"2026-04-28T03:22:38.449727Z","steps":["trace[1972507968] 'process raft request' (duration: 137.490777ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:39.71354Z","caller":"traceutil/trace.go:171","msg":"trace[1113231247] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"145.983478ms","start":"2026-04-28T03:22:39.567527Z","end":"2026-04-28T03:22:39.71351Z","steps":["trace[1113231247] 'process raft request' (duration: 145.829844ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:39.718489Z","caller":"traceutil/trace.go:171","msg":"trace[932027859] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"117.434942ms","start":"2026-04-28T03:22:39.601031Z","end":"2026-04-28T03:22:39.718466Z","steps":["trace[932027859] 'process raft request' (duration: 117.255098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:40.44602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.734805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:22:40.446127Z","caller":"traceutil/trace.go:171","msg":"trace[730261193] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1412; }","duration":"622.885369ms","start":"2026-04-28T03:22:39.823209Z","end":"2026-04-28T03:22:40.446094Z","steps":["trace[730261193] 'range keys from in-memory index tree' (duration: 622.547491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:40.446192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:39.82319Z","time spent":"622.988162ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:22:40.446109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.507204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:40.446301Z","caller":"traceutil/trace.go:171","msg":"trace[687372399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1412; }","duration":"401.7579ms","start":"2026-04-28T03:22:40.044516Z","end":"2026-04-28T03:22:40.446274Z","steps":["trace[687372399] 'range keys from in-memory index tree' (duration: 401.394952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:40.446307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.661755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:22:40.44638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:40.04449Z","time spent":"401.864713ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:22:40.446382Z","caller":"traceutil/trace.go:171","msg":"trace[1959255410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1412; }","duration":"357.773498ms","start":"2026-04-28T03:22:40.088586Z","end":"2026-04-28T03:22:40.446359Z","steps":["trace[1959255410] 'range keys from in-memory index tree' (duration: 357.487762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:40.446446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:40.08857Z","time spent":"357.864511ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:22:40.738489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.053285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:40.73861Z","caller":"traceutil/trace.go:171","msg":"trace[416701828] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"192.026521ms","start":"2026-04-28T03:22:40.546564Z","end":"2026-04-28T03:22:40.73859Z","steps":["trace[416701828] 'process raft request' (duration: 79.803451ms)","trace[416701828] 'compare' (duration: 111.935803ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:40.8241Z","caller":"traceutil/trace.go:171","msg":"trace[1491881403] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"276.061842ms","start":"2026-04-28T03:22:40.548007Z","end":"2026-04-28T03:22:40.824069Z","steps":["trace[1491881403] 'process raft request' (duration: 275.840016ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:40.824357Z","caller":"traceutil/trace.go:171","msg":"trace[469946438] linearizableReadLoop","detail":"{readStateIndex:1479; appliedIndex:1477; }","duration":"111.743158ms","start":"2026-04-28T03:22:40.712591Z","end":"2026-04-28T03:22:40.824334Z","steps":["trace[469946438] 'read index received' (duration: 111.272256ms)","trace[469946438] 'applied index is now lower than readState.Index' (duration: 469.062µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:40.824446Z","caller":"traceutil/trace.go:171","msg":"trace[1674270358] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"276.002511ms","start":"2026-04-28T03:22:40.548416Z","end":"2026-04-28T03:22:40.824418Z","steps":["trace[1674270358] 'process raft request' (duration: 275.594262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:40.824559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.953874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:22:40.824613Z","caller":"traceutil/trace.go:171","msg":"trace[2077650583] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1417; }","duration":"112.052345ms","start":"2026-04-28T03:22:40.712546Z","end":"2026-04-28T03:22:40.824598Z","steps":["trace[2077650583] 'agreement among raft nodes before linearized reading' (duration: 111.868451ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:40.97274Z","caller":"traceutil/trace.go:171","msg":"trace[671245818] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"143.705047ms","start":"2026-04-28T03:22:40.829012Z","end":"2026-04-28T03:22:40.972717Z","steps":["trace[671245818] 'process raft request' (duration: 119.781649ms)","trace[671245818] 'compare' (duration: 23.839786ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:41.743763Z","caller":"traceutil/trace.go:171","msg":"trace[1674927447] linearizableReadLoop","detail":"{readStateIndex:1483; appliedIndex:1482; }","duration":"159.123722ms","start":"2026-04-28T03:22:41.584603Z","end":"2026-04-28T03:22:41.743727Z","steps":["trace[1674927447] 'read index received' (duration: 132.692445ms)","trace[1674927447] 'applied index is now lower than readState.Index' (duration: 26.428977ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:41.74381Z","caller":"traceutil/trace.go:171","msg":"trace[1015193685] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"333.537876ms","start":"2026-04-28T03:22:41.410232Z","end":"2026-04-28T03:22:41.74377Z","steps":["trace[1015193685] 'process raft request' (duration: 307.216441ms)","trace[1015193685] 'compare' (duration: 25.523556ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:41.74394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:41.41021Z","time spent":"333.662438ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:41.744002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.374117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:41.744053Z","caller":"traceutil/trace.go:171","msg":"trace[1714511168] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1420; }","duration":"159.47521ms","start":"2026-04-28T03:22:41.584559Z","end":"2026-04-28T03:22:41.744034Z","steps":["trace[1714511168] 'agreement among raft nodes before linearized reading' (duration: 159.306076ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:42.874847Z","caller":"traceutil/trace.go:171","msg":"trace[1520710178] linearizableReadLoop","detail":"{readStateIndex:1492; appliedIndex:1491; }","duration":"117.885284ms","start":"2026-04-28T03:22:42.756936Z","end":"2026-04-28T03:22:42.874821Z","steps":["trace[1520710178] 'read index received' (duration: 117.680879ms)","trace[1520710178] 'applied index is now lower than readState.Index' (duration: 203.175µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:42.874928Z","caller":"traceutil/trace.go:171","msg":"trace[1967509598] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"127.293988ms","start":"2026-04-28T03:22:42.747612Z","end":"2026-04-28T03:22:42.874906Z","steps":["trace[1967509598] 'process raft request' (duration: 127.057233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:42.875064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.106881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-m9j99\" ","response":"range_response_count:1 size:3889"} {"level":"info","ts":"2026-04-28T03:22:42.875127Z","caller":"traceutil/trace.go:171","msg":"trace[193157430] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-m9j99; range_end:; response_count:1; response_revision:1429; }","duration":"118.209103ms","start":"2026-04-28T03:22:42.756902Z","end":"2026-04-28T03:22:42.875111Z","steps":["trace[193157430] 'agreement among raft nodes before linearized reading' (duration: 118.034809ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:43.963242Z","caller":"traceutil/trace.go:171","msg":"trace[1863267551] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"180.401828ms","start":"2026-04-28T03:22:43.782814Z","end":"2026-04-28T03:22:43.963216Z","steps":["trace[1863267551] 'process raft request' (duration: 180.214593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:44.397329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.089612ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:44.397544Z","caller":"traceutil/trace.go:171","msg":"trace[824406704] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1434; }","duration":"148.320787ms","start":"2026-04-28T03:22:44.249203Z","end":"2026-04-28T03:22:44.397524Z","steps":["trace[824406704] 'range keys from in-memory index tree' (duration: 148.072431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:44.446898Z","caller":"traceutil/trace.go:171","msg":"trace[743478275] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"504.921744ms","start":"2026-04-28T03:22:43.941961Z","end":"2026-04-28T03:22:44.446883Z","steps":["trace[743478275] 'process raft request' (duration: 504.817081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:44.447134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:43.94192Z","time spent":"505.16706ms","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:44.7113Z","caller":"traceutil/trace.go:171","msg":"trace[1197473336] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"129.580884ms","start":"2026-04-28T03:22:44.581687Z","end":"2026-04-28T03:22:44.711268Z","steps":["trace[1197473336] 'process raft request' (duration: 129.41972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.37951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732398196,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:22:45.505252Z","caller":"traceutil/trace.go:171","msg":"trace[2116735334] linearizableReadLoop","detail":"{readStateIndex:1500; appliedIndex:1499; }","duration":"625.914176ms","start":"2026-04-28T03:22:44.879317Z","end":"2026-04-28T03:22:45.505232Z","steps":["trace[2116735334] 'read index received' (duration: 571.505245ms)","trace[2116735334] 'applied index is now lower than readState.Index' (duration: 54.408001ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:45.505286Z","caller":"traceutil/trace.go:171","msg":"trace[1449489319] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"789.926265ms","start":"2026-04-28T03:22:44.715334Z","end":"2026-04-28T03:22:45.505261Z","steps":["trace[1449489319] 'process raft request' (duration: 735.489613ms)","trace[1449489319] 'compare' (duration: 54.206825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:45.505435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.100311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:22:45.505467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.715313Z","time spent":"790.106309ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:45.505476Z","caller":"traceutil/trace.go:171","msg":"trace[2103806890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1437; }","duration":"626.176832ms","start":"2026-04-28T03:22:44.879288Z","end":"2026-04-28T03:22:45.505465Z","steps":["trace[2103806890] 'agreement among raft nodes before linearized reading' (duration: 626.005808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.505664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.879271Z","time spent":"626.382517ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:22:45.708649Z","caller":"traceutil/trace.go:171","msg":"trace[1011599872] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"327.806146ms","start":"2026-04-28T03:22:45.380813Z","end":"2026-04-28T03:22:45.708619Z","steps":["trace[1011599872] 'process raft request' (duration: 306.705195ms)","trace[1011599872] 'compare' (duration: 20.926656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:45.708779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.380791Z","time spent":"327.918789ms","remote":"127.0.0.1:42746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6385,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:45.708993Z","caller":"traceutil/trace.go:171","msg":"trace[1122368514] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"200.115526ms","start":"2026-04-28T03:22:45.508867Z","end":"2026-04-28T03:22:45.708982Z","steps":["trace[1122368514] 'process raft request' (duration: 199.727407ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:45.708649Z","caller":"traceutil/trace.go:171","msg":"trace[270489954] linearizableReadLoop","detail":"{readStateIndex:1501; appliedIndex:1500; }","duration":"203.24447ms","start":"2026-04-28T03:22:45.505387Z","end":"2026-04-28T03:22:45.708631Z","steps":["trace[270489954] 'read index received' (duration: 182.120699ms)","trace[270489954] 'applied index is now lower than readState.Index' (duration: 21.121851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:45.709121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.101193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:45.709189Z","caller":"traceutil/trace.go:171","msg":"trace[69223114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1439; }","duration":"651.196025ms","start":"2026-04-28T03:22:45.057971Z","end":"2026-04-28T03:22:45.709167Z","steps":["trace[69223114] 'agreement among raft nodes before linearized reading' (duration: 650.676603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.709206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.033775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:22:45.709227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.057957Z","time spent":"651.263687ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:45.709207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.370375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:45.709251Z","caller":"traceutil/trace.go:171","msg":"trace[452323247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1439; }","duration":"792.114597ms","start":"2026-04-28T03:22:44.917123Z","end":"2026-04-28T03:22:45.709238Z","steps":["trace[452323247] 'agreement among raft nodes before linearized reading' (duration: 791.538404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.709277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.917106Z","time spent":"792.165228ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:22:45.709282Z","caller":"traceutil/trace.go:171","msg":"trace[1799269588] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1439; }","duration":"814.501869ms","start":"2026-04-28T03:22:44.894763Z","end":"2026-04-28T03:22:45.709264Z","steps":["trace[1799269588] 'agreement among raft nodes before linearized reading' (duration: 813.926085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.709327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.894742Z","time spent":"814.57386ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:45.709377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.972519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:22:45.709401Z","caller":"traceutil/trace.go:171","msg":"trace[1898526351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1439; }","duration":"772.020671ms","start":"2026-04-28T03:22:44.937374Z","end":"2026-04-28T03:22:45.709395Z","steps":["trace[1898526351] 'agreement among raft nodes before linearized reading' (duration: 771.279943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.7094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.443969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:22:45.709425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.937361Z","time spent":"772.059831ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:22:45.709443Z","caller":"traceutil/trace.go:171","msg":"trace[85519343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1439; }","duration":"699.522811ms","start":"2026-04-28T03:22:45.009908Z","end":"2026-04-28T03:22:45.709431Z","steps":["trace[85519343] 'agreement among raft nodes before linearized reading' (duration: 698.724753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.709515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.009889Z","time spent":"699.615623ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:22:46.06867Z","caller":"traceutil/trace.go:171","msg":"trace[1839867936] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"354.93478ms","start":"2026-04-28T03:22:45.713711Z","end":"2026-04-28T03:22:46.068646Z","steps":["trace[1839867936] 'process raft request' (duration: 304.013201ms)","trace[1839867936] 'compare' (duration: 50.319384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:46.069007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.71369Z","time spent":"355.233437ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:46.068728Z","caller":"traceutil/trace.go:171","msg":"trace[193326053] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"100.327661ms","start":"2026-04-28T03:22:45.968382Z","end":"2026-04-28T03:22:46.06871Z","steps":["trace[193326053] 'process raft request' (duration: 100.047604ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:46.068737Z","caller":"traceutil/trace.go:171","msg":"trace[968979394] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"354.287615ms","start":"2026-04-28T03:22:45.71442Z","end":"2026-04-28T03:22:46.068707Z","steps":["trace[968979394] 'process raft request' (duration: 353.892136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:46.069393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.714411Z","time spent":"354.896089ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:47.545447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732398211,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:22:47.680348Z","caller":"traceutil/trace.go:171","msg":"trace[260543605] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"960.753735ms","start":"2026-04-28T03:22:46.719531Z","end":"2026-04-28T03:22:47.680285Z","steps":["trace[260543605] 'process raft request' (duration: 960.565681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:47.680536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:46.719499Z","time spent":"960.94512ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:49.045366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:22:49.04544Z","caller":"traceutil/trace.go:171","msg":"trace[1995741733] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000137723s","start":"2026-04-28T03:22:47.045285Z","end":"2026-04-28T03:22:49.045423Z","steps":["trace[1995741733] 'agreement among raft nodes before linearized reading' (duration: 2.000036821s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:49.045484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:47.045263Z","time spent":"2.000213355s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:22:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:22:50.809296Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.129373825s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:22:50.986357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.847639ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:22:50.986689Z","caller":"traceutil/trace.go:171","msg":"trace[1920175444] linearizableReadLoop","detail":"{readStateIndex:1508; appliedIndex:1506; }","duration":"3.941329013s","start":"2026-04-28T03:22:47.045337Z","end":"2026-04-28T03:22:50.986667Z","steps":["trace[1920175444] 'read index received' (duration: 634.733991ms)","trace[1920175444] 'applied index is now lower than readState.Index' (duration: 3.306592431s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:50.98677Z","caller":"traceutil/trace.go:171","msg":"trace[1119424148] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"1.720037489s","start":"2026-04-28T03:22:49.266713Z","end":"2026-04-28T03:22:50.986751Z","steps":["trace[1119424148] 'process raft request' (duration: 1.719981998s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:50.986784Z","caller":"traceutil/trace.go:171","msg":"trace[399341546] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"2.912559412s","start":"2026-04-28T03:22:48.074172Z","end":"2026-04-28T03:22:50.986732Z","steps":["trace[399341546] 'process raft request' (duration: 2.912314246s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:50.9869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.26669Z","time spent":"1.720132422s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:50.986974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.074153Z","time spent":"2.912733266s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:50.987024Z","caller":"traceutil/trace.go:171","msg":"trace[1768123448] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"1.745075454s","start":"2026-04-28T03:22:49.241938Z","end":"2026-04-28T03:22:50.987014Z","steps":["trace[1768123448] 'process raft request' (duration: 1.744694705s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:50.987107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.241913Z","time spent":"1.745166086s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:50.987133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366716872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:50.987188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941348423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:50.987192Z","caller":"traceutil/trace.go:171","msg":"trace[1440618290] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1447; }","duration":"1.366821304s","start":"2026-04-28T03:22:49.620354Z","end":"2026-04-28T03:22:50.987175Z","steps":["trace[1440618290] 'agreement among raft nodes before linearized reading' (duration: 1.366730412s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:50.98721Z","caller":"traceutil/trace.go:171","msg":"trace[321027370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1447; }","duration":"1.941406684s","start":"2026-04-28T03:22:49.045798Z","end":"2026-04-28T03:22:50.987204Z","steps":["trace[321027370] 'agreement among raft nodes before linearized reading' (duration: 1.941369743s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:50.987226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.045778Z","time spent":"1.941445016s","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:50.987237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.62033Z","time spent":"1.366894046s","remote":"127.0.0.1:59406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:50.987269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914374245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:22:50.987285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.273985898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:22:50.98731Z","caller":"traceutil/trace.go:171","msg":"trace[287537568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1447; }","duration":"2.914455947s","start":"2026-04-28T03:22:48.072842Z","end":"2026-04-28T03:22:50.987298Z","steps":["trace[287537568] 'agreement among raft nodes before linearized reading' (duration: 2.914300684s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:50.987327Z","caller":"traceutil/trace.go:171","msg":"trace[625424085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1447; }","duration":"3.27407161s","start":"2026-04-28T03:22:47.713244Z","end":"2026-04-28T03:22:50.987316Z","steps":["trace[625424085] 'agreement among raft nodes before linearized reading' (duration: 3.273697791s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:50.987341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.072819Z","time spent":"2.914515959s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:50.987359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:47.713224Z","time spent":"3.274127531s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:50.987449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.254745082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:22:50.987464Z","caller":"traceutil/trace.go:171","msg":"trace[1782468883] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1447; }","duration":"3.254785383s","start":"2026-04-28T03:22:47.732674Z","end":"2026-04-28T03:22:50.98746Z","steps":["trace[1782468883] 'agreement among raft nodes before linearized reading' (duration: 3.254734142s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:50.987458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272627227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:22:50.987478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:47.73266Z","time spent":"3.254814963s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:22:50.987466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.352074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:50.987494Z","caller":"traceutil/trace.go:171","msg":"trace[630937056] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1447; }","duration":"3.272707428s","start":"2026-04-28T03:22:47.714771Z","end":"2026-04-28T03:22:50.987478Z","steps":["trace[630937056] 'agreement among raft nodes before linearized reading' (duration: 3.272661847s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:50.987512Z","caller":"traceutil/trace.go:171","msg":"trace[1142733030] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1447; }","duration":"416.441016ms","start":"2026-04-28T03:22:50.571057Z","end":"2026-04-28T03:22:50.987498Z","steps":["trace[1142733030] 'agreement among raft nodes before linearized reading' (duration: 416.368334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:50.98754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302613491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:22:50.987552Z","caller":"traceutil/trace.go:171","msg":"trace[492138582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1447; }","duration":"1.302663632s","start":"2026-04-28T03:22:49.684885Z","end":"2026-04-28T03:22:50.987548Z","steps":["trace[492138582] 'agreement among raft nodes before linearized reading' (duration: 1.302627191s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:50.987552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913244859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:22:50.987552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:47.714739Z","time spent":"3.272794021s","remote":"127.0.0.1:46722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:50.9876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165814175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:50.987592Z","caller":"traceutil/trace.go:171","msg":"trace[841788977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1447; }","duration":"2.913307841s","start":"2026-04-28T03:22:48.074273Z","end":"2026-04-28T03:22:50.98758Z","steps":["trace[841788977] 'agreement among raft nodes before linearized reading' (duration: 2.913134127s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:50.987616Z","caller":"traceutil/trace.go:171","msg":"trace[418005394] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1447; }","duration":"1.165858847s","start":"2026-04-28T03:22:49.821753Z","end":"2026-04-28T03:22:50.987611Z","steps":["trace[418005394] 'agreement among raft nodes before linearized reading' (duration: 1.165825366s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:50.98765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.821736Z","time spent":"1.165890617s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":12,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:50.98762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344923016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:22:50.987659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.074256Z","time spent":"2.913366932s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:22:50.987688Z","caller":"traceutil/trace.go:171","msg":"trace[257200002] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1447; }","duration":"1.344994648s","start":"2026-04-28T03:22:49.642682Z","end":"2026-04-28T03:22:50.987676Z","steps":["trace[257200002] 'agreement among raft nodes before linearized reading' (duration: 1.344899046s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:50.987568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.684864Z","time spent":"1.302700803s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:22:50.987557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:50.571033Z","time spent":"416.511508ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:50.987749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.642628Z","time spent":"1.34510272s","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":7,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:51.124567Z","caller":"traceutil/trace.go:171","msg":"trace[310542293] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"130.625451ms","start":"2026-04-28T03:22:50.993923Z","end":"2026-04-28T03:22:51.124548Z","steps":["trace[310542293] 'process raft request' (duration: 130.57899ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:51.124593Z","caller":"traceutil/trace.go:171","msg":"trace[369205238] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"131.405589ms","start":"2026-04-28T03:22:50.993162Z","end":"2026-04-28T03:22:51.124568Z","steps":["trace[369205238] 'process raft request' (duration: 131.243866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:51.124888Z","caller":"traceutil/trace.go:171","msg":"trace[138388864] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"130.316795ms","start":"2026-04-28T03:22:50.994557Z","end":"2026-04-28T03:22:51.124874Z","steps":["trace[138388864] 'process raft request' (duration: 129.967125ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:51.124874Z","caller":"traceutil/trace.go:171","msg":"trace[243236343] linearizableReadLoop","detail":"{readStateIndex:1515; appliedIndex:1511; }","duration":"130.197952ms","start":"2026-04-28T03:22:50.994652Z","end":"2026-04-28T03:22:51.12485Z","steps":["trace[243236343] 'read index received' (duration: 24.283567ms)","trace[243236343] 'applied index is now lower than readState.Index' (duration: 105.913305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:51.125072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.408427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa67244f58aa38\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-28T03:22:51.125089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.152563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:51.125111Z","caller":"traceutil/trace.go:171","msg":"trace[183710106] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa67244f58aa38; range_end:; response_count:1; response_revision:1452; }","duration":"130.475099ms","start":"2026-04-28T03:22:50.994625Z","end":"2026-04-28T03:22:51.125101Z","steps":["trace[183710106] 'agreement among raft nodes before linearized reading' (duration: 130.337636ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:51.125142Z","caller":"traceutil/trace.go:171","msg":"trace[1672574919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1452; }","duration":"128.231485ms","start":"2026-04-28T03:22:50.996893Z","end":"2026-04-28T03:22:51.125124Z","steps":["trace[1672574919] 'agreement among raft nodes before linearized reading' (duration: 128.132203ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:51.125094Z","caller":"traceutil/trace.go:171","msg":"trace[239866986] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"130.344045ms","start":"2026-04-28T03:22:50.994694Z","end":"2026-04-28T03:22:51.125038Z","steps":["trace[239866986] 'process raft request' (duration: 130.042768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:51.757678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.366338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:51.757788Z","caller":"traceutil/trace.go:171","msg":"trace[230291628] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"308.104925ms","start":"2026-04-28T03:22:51.449666Z","end":"2026-04-28T03:22:51.757771Z","steps":["trace[230291628] 'process raft request' (duration: 104.550572ms)","trace[230291628] 'compare' (duration: 203.221964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:51.757848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:51.449642Z","time spent":"308.177436ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:52.132076Z","caller":"traceutil/trace.go:171","msg":"trace[626675818] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"334.618016ms","start":"2026-04-28T03:22:51.797432Z","end":"2026-04-28T03:22:52.13205Z","steps":["trace[626675818] 'process raft request' (duration: 334.009671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:52.13223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:51.79742Z","time spent":"334.732488ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4147,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:53.113321Z","caller":"traceutil/trace.go:171","msg":"trace[2061651787] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"115.858782ms","start":"2026-04-28T03:22:52.997417Z","end":"2026-04-28T03:22:53.113275Z","steps":["trace[2061651787] 'process raft request' (duration: 115.609336ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:53.294092Z","caller":"traceutil/trace.go:171","msg":"trace[976166211] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"160.452601ms","start":"2026-04-28T03:22:53.133616Z","end":"2026-04-28T03:22:53.294069Z","steps":["trace[976166211] 'process raft request' (duration: 160.263256ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:53.294324Z","caller":"traceutil/trace.go:171","msg":"trace[790250108] linearizableReadLoop","detail":"{readStateIndex:1528; appliedIndex:1523; }","duration":"105.69669ms","start":"2026-04-28T03:22:53.188615Z","end":"2026-04-28T03:22:53.294312Z","steps":["trace[790250108] 'read index received' (duration: 13.196154ms)","trace[790250108] 'applied index is now lower than readState.Index' (duration: 92.499776ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:53.294312Z","caller":"traceutil/trace.go:171","msg":"trace[36150045] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"159.918818ms","start":"2026-04-28T03:22:53.13437Z","end":"2026-04-28T03:22:53.294288Z","steps":["trace[36150045] 'process raft request' (duration: 159.639531ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:53.294373Z","caller":"traceutil/trace.go:171","msg":"trace[411547337] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"157.753767ms","start":"2026-04-28T03:22:53.136611Z","end":"2026-04-28T03:22:53.294365Z","steps":["trace[411547337] 'process raft request' (duration: 157.569542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:53.294503Z","caller":"traceutil/trace.go:171","msg":"trace[1269673993] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"155.358449ms","start":"2026-04-28T03:22:53.139113Z","end":"2026-04-28T03:22:53.294471Z","steps":["trace[1269673993] 'process raft request' (duration: 155.156754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.294574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.943256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/cert-manager/cert-manager-startupapicheck-m9j99\" ","response":"range_response_count:1 size:3477"} {"level":"info","ts":"2026-04-28T03:22:53.294634Z","caller":"traceutil/trace.go:171","msg":"trace[536351632] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/cert-manager/cert-manager-startupapicheck-m9j99; range_end:; response_count:1; response_revision:1462; }","duration":"106.024308ms","start":"2026-04-28T03:22:53.188575Z","end":"2026-04-28T03:22:53.294599Z","steps":["trace[536351632] 'agreement among raft nodes before linearized reading' (duration: 105.892025ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:53.437029Z","caller":"traceutil/trace.go:171","msg":"trace[2068993134] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1463; }","duration":"139.881372ms","start":"2026-04-28T03:22:53.29712Z","end":"2026-04-28T03:22:53.437001Z","steps":["trace[2068993134] 'process raft request' (duration: 67.831651ms)","trace[2068993134] 'compare' (duration: 71.936429ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:53.973107Z","caller":"traceutil/trace.go:171","msg":"trace[1685674182] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"157.01112ms","start":"2026-04-28T03:22:53.816047Z","end":"2026-04-28T03:22:53.973058Z","steps":["trace[1685674182] 'process raft request' (duration: 156.735253ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:54.435782Z","caller":"traceutil/trace.go:171","msg":"trace[682021129] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"134.083724ms","start":"2026-04-28T03:22:54.301665Z","end":"2026-04-28T03:22:54.435749Z","steps":["trace[682021129] 'process raft request' (duration: 133.812887ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:54.822651Z","caller":"traceutil/trace.go:171","msg":"trace[1963892478] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"303.257945ms","start":"2026-04-28T03:22:54.519368Z","end":"2026-04-28T03:22:54.822626Z","steps":["trace[1963892478] 'process raft request' (duration: 302.65963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:54.8228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:54.519336Z","time spent":"303.382079ms","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3245,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:55.220084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.2495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T03:22:55.22021Z","caller":"traceutil/trace.go:171","msg":"trace[1433156869] linearizableReadLoop","detail":"{readStateIndex:1537; appliedIndex:1536; }","duration":"174.470576ms","start":"2026-04-28T03:22:55.045717Z","end":"2026-04-28T03:22:55.220188Z","steps":["trace[1433156869] 'read index received' (duration: 7.927499ms)","trace[1433156869] 'applied index is now lower than readState.Index' (duration: 166.540877ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:55.220257Z","caller":"traceutil/trace.go:171","msg":"trace[874570763] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1471; }","duration":"261.716847ms","start":"2026-04-28T03:22:54.958504Z","end":"2026-04-28T03:22:55.22022Z","steps":["trace[874570763] 'process raft request' (duration: 95.230312ms)","trace[874570763] 'compare' (duration: 166.102406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:55.220332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.62325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:55.220375Z","caller":"traceutil/trace.go:171","msg":"trace[499340820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1471; }","duration":"174.710672ms","start":"2026-04-28T03:22:55.045651Z","end":"2026-04-28T03:22:55.220362Z","steps":["trace[499340820] 'agreement among raft nodes before linearized reading' (duration: 174.63494ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:55.220841Z","caller":"traceutil/trace.go:171","msg":"trace[102734173] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"100.350625ms","start":"2026-04-28T03:22:55.120477Z","end":"2026-04-28T03:22:55.220828Z","steps":["trace[102734173] 'process raft request' (duration: 100.111659ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:57.553985Z","caller":"traceutil/trace.go:171","msg":"trace[1396247208] linearizableReadLoop","detail":"{readStateIndex:1554; appliedIndex:1553; }","duration":"246.388565ms","start":"2026-04-28T03:22:57.307572Z","end":"2026-04-28T03:22:57.553961Z","steps":["trace[1396247208] 'read index received' (duration: 242.332558ms)","trace[1396247208] 'applied index is now lower than readState.Index' (duration: 4.055117ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:57.554222Z","caller":"traceutil/trace.go:171","msg":"trace[1137155488] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"292.079002ms","start":"2026-04-28T03:22:57.262107Z","end":"2026-04-28T03:22:57.554186Z","steps":["trace[1137155488] 'process raft request' (duration: 287.855282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:57.554365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.780865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:22:57.554409Z","caller":"traceutil/trace.go:171","msg":"trace[1951005185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1487; }","duration":"246.872786ms","start":"2026-04-28T03:22:57.307525Z","end":"2026-04-28T03:22:57.554398Z","steps":["trace[1951005185] 'agreement among raft nodes before linearized reading' (duration: 246.753734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:57.554255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.376408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:57.554569Z","caller":"traceutil/trace.go:171","msg":"trace[1236807657] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:0; response_revision:1487; }","duration":"236.731166ms","start":"2026-04-28T03:22:57.317827Z","end":"2026-04-28T03:22:57.554559Z","steps":["trace[1236807657] 'agreement among raft nodes before linearized reading' (duration: 236.386438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:57.554821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.907031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:22:57.554938Z","caller":"traceutil/trace.go:171","msg":"trace[707335426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1487; }","duration":"237.076184ms","start":"2026-04-28T03:22:57.317827Z","end":"2026-04-28T03:22:57.554903Z","steps":["trace[707335426] 'agreement among raft nodes before linearized reading' (duration: 236.709816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:57.555188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.498964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:22:57.555263Z","caller":"traceutil/trace.go:171","msg":"trace[811721152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1487; }","duration":"237.628277ms","start":"2026-04-28T03:22:57.31762Z","end":"2026-04-28T03:22:57.555248Z","steps":["trace[811721152] 'agreement among raft nodes before linearized reading' (duration: 236.547612ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:57.846083Z","caller":"traceutil/trace.go:171","msg":"trace[118301821] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"176.870653ms","start":"2026-04-28T03:22:57.66918Z","end":"2026-04-28T03:22:57.846051Z","steps":["trace[118301821] 'process raft request' (duration: 168.091004ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:57.846807Z","caller":"traceutil/trace.go:171","msg":"trace[332415570] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"177.067387ms","start":"2026-04-28T03:22:57.669716Z","end":"2026-04-28T03:22:57.846783Z","steps":["trace[332415570] 'process raft request' (duration: 177.017986ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:57.847074Z","caller":"traceutil/trace.go:171","msg":"trace[1205627550] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"177.789635ms","start":"2026-04-28T03:22:57.669273Z","end":"2026-04-28T03:22:57.847063Z","steps":["trace[1205627550] 'process raft request' (duration: 177.312454ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:57.965251Z","caller":"traceutil/trace.go:171","msg":"trace[2047512546] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"107.586916ms","start":"2026-04-28T03:22:57.857635Z","end":"2026-04-28T03:22:57.965222Z","steps":["trace[2047512546] 'process raft request' (duration: 107.512195ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:57.965321Z","caller":"traceutil/trace.go:171","msg":"trace[401703934] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"111.768146ms","start":"2026-04-28T03:22:57.853532Z","end":"2026-04-28T03:22:57.9653Z","steps":["trace[401703934] 'process raft request' (duration: 102.561048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:59.740543Z","caller":"traceutil/trace.go:171","msg":"trace[1761341744] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"174.403276ms","start":"2026-04-28T03:22:59.566115Z","end":"2026-04-28T03:22:59.740519Z","steps":["trace[1761341744] 'process raft request' (duration: 174.259402ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:59.760214Z","caller":"traceutil/trace.go:171","msg":"trace[1537853652] linearizableReadLoop","detail":"{readStateIndex:1593; appliedIndex:1591; }","duration":"173.69695ms","start":"2026-04-28T03:22:59.586491Z","end":"2026-04-28T03:22:59.760188Z","steps":["trace[1537853652] 'read index received' (duration: 153.885658ms)","trace[1537853652] 'applied index is now lower than readState.Index' (duration: 19.810071ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:59.760324Z","caller":"traceutil/trace.go:171","msg":"trace[111394023] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"190.696623ms","start":"2026-04-28T03:22:59.569593Z","end":"2026-04-28T03:22:59.76029Z","steps":["trace[111394023] 'process raft request' (duration: 190.421166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:59.76049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.979346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:22:59.760524Z","caller":"traceutil/trace.go:171","msg":"trace[1362787509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1524; }","duration":"174.084928ms","start":"2026-04-28T03:22:59.586429Z","end":"2026-04-28T03:22:59.760514Z","steps":["trace[1362787509] 'agreement among raft nodes before linearized reading' (duration: 173.922584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:59.760536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.005847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:22:59.760621Z","caller":"traceutil/trace.go:171","msg":"trace[520663673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1524; }","duration":"174.16844ms","start":"2026-04-28T03:22:59.58643Z","end":"2026-04-28T03:22:59.760598Z","steps":["trace[520663673] 'agreement among raft nodes before linearized reading' (duration: 173.858363ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:59.921999Z","caller":"traceutil/trace.go:171","msg":"trace[809285875] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"157.139255ms","start":"2026-04-28T03:22:59.764643Z","end":"2026-04-28T03:22:59.921783Z","steps":["trace[809285875] 'process raft request' (duration: 119.015778ms)","trace[809285875] 'compare' (duration: 37.862981ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:59.93971Z","caller":"traceutil/trace.go:171","msg":"trace[1826107964] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"174.973329ms","start":"2026-04-28T03:22:59.764701Z","end":"2026-04-28T03:22:59.939675Z","steps":["trace[1826107964] 'process raft request' (duration: 174.740323ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:02.049947Z","caller":"traceutil/trace.go:171","msg":"trace[1704692783] linearizableReadLoop","detail":"{readStateIndex:1605; appliedIndex:1604; }","duration":"105.721424ms","start":"2026-04-28T03:23:01.944206Z","end":"2026-04-28T03:23:02.049927Z","steps":["trace[1704692783] 'read index received' (duration: 105.465038ms)","trace[1704692783] 'applied index is now lower than readState.Index' (duration: 255.556µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:02.050293Z","caller":"traceutil/trace.go:171","msg":"trace[74695592] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"120.613438ms","start":"2026-04-28T03:23:01.929666Z","end":"2026-04-28T03:23:02.05028Z","steps":["trace[74695592] 'process raft request' (duration: 120.079504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:02.0505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.272107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:23:02.050575Z","caller":"traceutil/trace.go:171","msg":"trace[1654078578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1535; }","duration":"106.38636ms","start":"2026-04-28T03:23:01.94417Z","end":"2026-04-28T03:23:02.050556Z","steps":["trace[1654078578] 'agreement among raft nodes before linearized reading' (duration: 106.143625ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:02.182471Z","caller":"traceutil/trace.go:171","msg":"trace[1172373673] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"128.000024ms","start":"2026-04-28T03:23:02.054417Z","end":"2026-04-28T03:23:02.182417Z","steps":["trace[1172373673] 'process raft request' (duration: 91.015075ms)","trace[1172373673] 'compare' (duration: 36.760714ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:02.918529Z","caller":"traceutil/trace.go:171","msg":"trace[71856512] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"243.080671ms","start":"2026-04-28T03:23:02.675407Z","end":"2026-04-28T03:23:02.918488Z","steps":["trace[71856512] 'process raft request' (duration: 240.97812ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:05.92546Z","caller":"traceutil/trace.go:171","msg":"trace[442704759] transaction","detail":"{read_only:false; response_revision:1548; number_of_response:1; }","duration":"115.480237ms","start":"2026-04-28T03:23:05.809961Z","end":"2026-04-28T03:23:05.925441Z","steps":["trace[442704759] 'process raft request' (duration: 115.341333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:05.928334Z","caller":"traceutil/trace.go:171","msg":"trace[1975483100] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"115.420016ms","start":"2026-04-28T03:23:05.812879Z","end":"2026-04-28T03:23:05.928299Z","steps":["trace[1975483100] 'process raft request' (duration: 115.265902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:08.32801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.606336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:08.328115Z","caller":"traceutil/trace.go:171","msg":"trace[776626491] linearizableReadLoop","detail":"{readStateIndex:1651; appliedIndex:1650; }","duration":"112.677133ms","start":"2026-04-28T03:23:08.215421Z","end":"2026-04-28T03:23:08.328098Z","steps":["trace[776626491] 'read index received' (duration: 864.602µs)","trace[776626491] 'applied index is now lower than readState.Index' (duration: 111.811451ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:08.328187Z","caller":"traceutil/trace.go:171","msg":"trace[2043309561] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"211.579046ms","start":"2026-04-28T03:23:08.116573Z","end":"2026-04-28T03:23:08.328152Z","steps":["trace[2043309561] 'process raft request' (duration: 99.764615ms)","trace[2043309561] 'compare' (duration: 111.461732ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:08.328422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.96699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:23:08.328548Z","caller":"traceutil/trace.go:171","msg":"trace[1587117729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1580; }","duration":"113.136613ms","start":"2026-04-28T03:23:08.215389Z","end":"2026-04-28T03:23:08.328526Z","steps":["trace[1587117729] 'agreement among raft nodes before linearized reading' (duration: 112.797195ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:13.665866Z","caller":"traceutil/trace.go:171","msg":"trace[1038033338] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"790.926602ms","start":"2026-04-28T03:23:12.874914Z","end":"2026-04-28T03:23:13.665841Z","steps":["trace[1038033338] 'process raft request' (duration: 790.668876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:13.666173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:12.874898Z","time spent":"791.047476ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4335,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:13.687365Z","caller":"traceutil/trace.go:171","msg":"trace[880008072] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"120.90225ms","start":"2026-04-28T03:23:13.566431Z","end":"2026-04-28T03:23:13.687333Z","steps":["trace[880008072] 'process raft request' (duration: 107.196423ms)","trace[880008072] 'compare' (duration: 13.499292ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:18.337934Z","caller":"traceutil/trace.go:171","msg":"trace[487632131] linearizableReadLoop","detail":"{readStateIndex:1769; appliedIndex:1767; }","duration":"128.922842ms","start":"2026-04-28T03:23:18.208994Z","end":"2026-04-28T03:23:18.337917Z","steps":["trace[487632131] 'read index received' (duration: 54.436237ms)","trace[487632131] 'applied index is now lower than readState.Index' (duration: 74.485705ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:18.338179Z","caller":"traceutil/trace.go:171","msg":"trace[1316503439] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"153.015917ms","start":"2026-04-28T03:23:18.185149Z","end":"2026-04-28T03:23:18.338165Z","steps":["trace[1316503439] 'process raft request' (duration: 78.213995ms)","trace[1316503439] 'compare' (duration: 74.376022ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:18.338437Z","caller":"traceutil/trace.go:171","msg":"trace[660343372] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"151.305366ms","start":"2026-04-28T03:23:18.187116Z","end":"2026-04-28T03:23:18.338422Z","steps":["trace[660343372] 'process raft request' (duration: 150.754203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:18.338473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.462895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:23:18.338553Z","caller":"traceutil/trace.go:171","msg":"trace[224681913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1695; }","duration":"129.578268ms","start":"2026-04-28T03:23:18.208952Z","end":"2026-04-28T03:23:18.33853Z","steps":["trace[224681913] 'agreement among raft nodes before linearized reading' (duration: 129.226129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:18.344302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.31856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:23:18.345068Z","caller":"traceutil/trace.go:171","msg":"trace[720072751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1696; }","duration":"122.13875ms","start":"2026-04-28T03:23:18.222913Z","end":"2026-04-28T03:23:18.345052Z","steps":["trace[720072751] 'agreement among raft nodes before linearized reading' (duration: 121.246249ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:18.816525Z","caller":"traceutil/trace.go:171","msg":"trace[522333791] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"118.536585ms","start":"2026-04-28T03:23:18.697961Z","end":"2026-04-28T03:23:18.816497Z","steps":["trace[522333791] 'process raft request' (duration: 105.953445ms)","trace[522333791] 'compare' (duration: 12.474037ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:18.878723Z","caller":"traceutil/trace.go:171","msg":"trace[489060120] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"176.811243ms","start":"2026-04-28T03:23:18.701887Z","end":"2026-04-28T03:23:18.878698Z","steps":["trace[489060120] 'process raft request' (duration: 176.732291ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:18.879095Z","caller":"traceutil/trace.go:171","msg":"trace[2103946027] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"180.805198ms","start":"2026-04-28T03:23:18.697961Z","end":"2026-04-28T03:23:18.878766Z","steps":["trace[2103946027] 'process raft request' (duration: 180.527752ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:20.103618Z","caller":"traceutil/trace.go:171","msg":"trace[1888983302] linearizableReadLoop","detail":"{readStateIndex:1790; appliedIndex:1789; }","duration":"324.804949ms","start":"2026-04-28T03:23:19.778791Z","end":"2026-04-28T03:23:20.103596Z","steps":["trace[1888983302] 'read index received' (duration: 324.630035ms)","trace[1888983302] 'applied index is now lower than readState.Index' (duration: 174.024µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:20.103706Z","caller":"traceutil/trace.go:171","msg":"trace[1173931834] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"352.955799ms","start":"2026-04-28T03:23:19.750728Z","end":"2026-04-28T03:23:20.103684Z","steps":["trace[1173931834] 'process raft request' (duration: 352.731774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.103948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.149427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:23:20.103983Z","caller":"traceutil/trace.go:171","msg":"trace[106336518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1716; }","duration":"325.25039ms","start":"2026-04-28T03:23:19.77872Z","end":"2026-04-28T03:23:20.103971Z","steps":["trace[106336518] 'agreement among raft nodes before linearized reading' (duration: 325.078906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.104015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:19.778694Z","time spent":"325.311101ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:23:20.104016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:19.750691Z","time spent":"353.159014ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:20.907838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.355578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:20.908117Z","caller":"traceutil/trace.go:171","msg":"trace[1804653296] linearizableReadLoop","detail":"{readStateIndex:1794; appliedIndex:1792; }","duration":"386.290345ms","start":"2026-04-28T03:23:20.521809Z","end":"2026-04-28T03:23:20.908099Z","steps":["trace[1804653296] 'read index received' (duration: 210.63079ms)","trace[1804653296] 'applied index is now lower than readState.Index' (duration: 175.658605ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:20.908236Z","caller":"traceutil/trace.go:171","msg":"trace[50657197] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"449.101431ms","start":"2026-04-28T03:23:20.459109Z","end":"2026-04-28T03:23:20.908211Z","steps":["trace[50657197] 'process raft request' (duration: 448.901036ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:20.90826Z","caller":"traceutil/trace.go:171","msg":"trace[650580741] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"449.864569ms","start":"2026-04-28T03:23:20.458354Z","end":"2026-04-28T03:23:20.908219Z","steps":["trace[650580741] 'process raft request' (duration: 274.051491ms)","trace[650580741] 'compare' (duration: 175.03246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:20.908379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:20.459085Z","time spent":"449.224764ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:20.908483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:20.458319Z","time spent":"450.046563ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:20.908492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.695534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:23:20.908604Z","caller":"traceutil/trace.go:171","msg":"trace[1265274416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1720; }","duration":"386.863619ms","start":"2026-04-28T03:23:20.521728Z","end":"2026-04-28T03:23:20.908591Z","steps":["trace[1265274416] 'agreement among raft nodes before linearized reading' (duration: 386.462609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.908726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:20.521696Z","time spent":"386.984421ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:23:21.251077Z","caller":"traceutil/trace.go:171","msg":"trace[2144491702] linearizableReadLoop","detail":"{readStateIndex:1795; appliedIndex:1794; }","duration":"250.879059ms","start":"2026-04-28T03:23:21.000163Z","end":"2026-04-28T03:23:21.251042Z","steps":["trace[2144491702] 'read index received' (duration: 250.564182ms)","trace[2144491702] 'applied index is now lower than readState.Index' (duration: 313.477µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:21.251262Z","caller":"traceutil/trace.go:171","msg":"trace[2086629178] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"339.266905ms","start":"2026-04-28T03:23:20.911977Z","end":"2026-04-28T03:23:21.251244Z","steps":["trace[2086629178] 'process raft request' (duration: 338.824195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:21.251443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.929794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:21.251537Z","caller":"traceutil/trace.go:171","msg":"trace[1380770983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1721; }","duration":"205.078807ms","start":"2026-04-28T03:23:21.046436Z","end":"2026-04-28T03:23:21.251515Z","steps":["trace[1380770983] 'agreement among raft nodes before linearized reading' (duration: 204.929874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:21.251532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.33227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:21.251542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:20.91196Z","time spent":"339.344027ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:21.251603Z","caller":"traceutil/trace.go:171","msg":"trace[303202965] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1721; }","duration":"251.473583ms","start":"2026-04-28T03:23:21.000109Z","end":"2026-04-28T03:23:21.251583Z","steps":["trace[303202965] 'agreement among raft nodes before linearized reading' (duration: 251.320659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:21.591328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.039544ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T03:23:21.591431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:21.262887Z","time spent":"328.539229ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:23:21.855163Z","caller":"traceutil/trace.go:171","msg":"trace[1255137364] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"262.309211ms","start":"2026-04-28T03:23:21.59281Z","end":"2026-04-28T03:23:21.855119Z","steps":["trace[1255137364] 'process raft request' (duration: 192.843785ms)","trace[1255137364] 'compare' (duration: 69.22235ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:22.368302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.318031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:22.368569Z","caller":"traceutil/trace.go:171","msg":"trace[777841090] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"644.450528ms","start":"2026-04-28T03:23:21.724077Z","end":"2026-04-28T03:23:22.368528Z","steps":["trace[777841090] 'process raft request' (duration: 261.804338ms)","trace[777841090] 'compare' (duration: 382.056715ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:22.368615Z","caller":"traceutil/trace.go:171","msg":"trace[1209275846] linearizableReadLoop","detail":"{readStateIndex:1798; appliedIndex:1797; }","duration":"510.795654ms","start":"2026-04-28T03:23:21.857795Z","end":"2026-04-28T03:23:22.36859Z","steps":["trace[1209275846] 'read index received' (duration: 127.97344ms)","trace[1209275846] 'applied index is now lower than readState.Index' (duration: 382.820524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:22.368704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:21.724048Z","time spent":"644.587613ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:22.368794Z","caller":"traceutil/trace.go:171","msg":"trace[1012670351] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"286.385686ms","start":"2026-04-28T03:23:22.082391Z","end":"2026-04-28T03:23:22.368777Z","steps":["trace[1012670351] 'process raft request' (duration: 286.036918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:22.368887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.05958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T03:23:22.369061Z","caller":"traceutil/trace.go:171","msg":"trace[1602589702] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1723; }","duration":"511.200574ms","start":"2026-04-28T03:23:21.857735Z","end":"2026-04-28T03:23:22.368935Z","steps":["trace[1602589702] 'agreement among raft nodes before linearized reading' (duration: 510.965538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:22.369124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:21.857712Z","time spent":"511.396378ms","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T03:23:22.369846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.506071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:23:22.369889Z","caller":"traceutil/trace.go:171","msg":"trace[2061820037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1725; }","duration":"253.584663ms","start":"2026-04-28T03:23:22.116293Z","end":"2026-04-28T03:23:22.369877Z","steps":["trace[2061820037] 'agreement among raft nodes before linearized reading' (duration: 253.425739ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:22.37003Z","caller":"traceutil/trace.go:171","msg":"trace[1023003924] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"260.132939ms","start":"2026-04-28T03:23:22.109854Z","end":"2026-04-28T03:23:22.369987Z","steps":["trace[1023003924] 'process raft request' (duration: 259.675429ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:22.764246Z","caller":"traceutil/trace.go:171","msg":"trace[1562788418] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"300.608635ms","start":"2026-04-28T03:23:22.463596Z","end":"2026-04-28T03:23:22.764205Z","steps":["trace[1562788418] 'process raft request' (duration: 300.344179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:22.764521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:22.463557Z","time spent":"300.81742ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:23.473646Z","caller":"traceutil/trace.go:171","msg":"trace[177528968] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"214.493883ms","start":"2026-04-28T03:23:23.259123Z","end":"2026-04-28T03:23:23.473617Z","steps":["trace[177528968] 'process raft request' (duration: 214.306589ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:24.903085Z","caller":"traceutil/trace.go:171","msg":"trace[141740686] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"131.614547ms","start":"2026-04-28T03:23:24.771395Z","end":"2026-04-28T03:23:24.903009Z","steps":["trace[141740686] 'process raft request' (duration: 131.442673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:27.49776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732398800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:27.997888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732398800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:28.494303Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.582286919s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:23:28.494796Z","caller":"traceutil/trace.go:171","msg":"trace[1952763804] linearizableReadLoop","detail":"{readStateIndex:1822; appliedIndex:1821; }","duration":"1.497470826s","start":"2026-04-28T03:23:26.997296Z","end":"2026-04-28T03:23:28.494767Z","steps":["trace[1952763804] 'read index received' (duration: 1.497296212s)","trace[1952763804] 'applied index is now lower than readState.Index' (duration: 173.364µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:28.495194Z","caller":"traceutil/trace.go:171","msg":"trace[1735277344] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"1.583276833s","start":"2026-04-28T03:23:26.911904Z","end":"2026-04-28T03:23:28.495181Z","steps":["trace[1735277344] 'process raft request' (duration: 1.582664318s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:28.495313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:26.911884Z","time spent":"1.583340685s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:28.495603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498312918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:23:28.495682Z","caller":"traceutil/trace.go:171","msg":"trace[698872499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1746; }","duration":"1.49842842s","start":"2026-04-28T03:23:26.997243Z","end":"2026-04-28T03:23:28.495671Z","steps":["trace[698872499] 'agreement among raft nodes before linearized reading' (duration: 1.498252946s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:28.495716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:26.997216Z","time spent":"1.498491712s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:23:28.806994Z","caller":"traceutil/trace.go:171","msg":"trace[1777240399] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"306.713395ms","start":"2026-04-28T03:23:28.500259Z","end":"2026-04-28T03:23:28.806972Z","steps":["trace[1777240399] 'process raft request' (duration: 306.650833ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:28.807307Z","caller":"traceutil/trace.go:171","msg":"trace[1065168937] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"387.626973ms","start":"2026-04-28T03:23:28.419665Z","end":"2026-04-28T03:23:28.807292Z","steps":["trace[1065168937] 'process raft request' (duration: 319.998661ms)","trace[1065168937] 'compare' (duration: 66.873144ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:28.807378Z","caller":"traceutil/trace.go:171","msg":"trace[905003598] linearizableReadLoop","detail":"{readStateIndex:1823; appliedIndex:1822; }","duration":"312.477101ms","start":"2026-04-28T03:23:28.494872Z","end":"2026-04-28T03:23:28.807349Z","steps":["trace[905003598] 'read index received' (duration: 244.917531ms)","trace[905003598] 'applied index is now lower than readState.Index' (duration: 67.55562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:28.807536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763249165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:28.807626Z","caller":"traceutil/trace.go:171","msg":"trace[1997146665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1748; }","duration":"1.763338687s","start":"2026-04-28T03:23:27.044274Z","end":"2026-04-28T03:23:28.807612Z","steps":["trace[1997146665] 'agreement among raft nodes before linearized reading' (duration: 1.763204964s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:28.807678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312835285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:23:28.807734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:28.500242Z","time spent":"306.816177ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:28.80774Z","caller":"traceutil/trace.go:171","msg":"trace[426085323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1748; }","duration":"1.312939477s","start":"2026-04-28T03:23:27.494791Z","end":"2026-04-28T03:23:28.80773Z","steps":["trace[426085323] 'agreement among raft nodes before linearized reading' (duration: 1.31264114s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:28.807741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557288444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:28.807806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:27.49477Z","time spent":"1.31302838s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:23:28.807817Z","caller":"traceutil/trace.go:171","msg":"trace[1920760605] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1748; }","duration":"1.557415157s","start":"2026-04-28T03:23:27.250384Z","end":"2026-04-28T03:23:28.807799Z","steps":["trace[1920760605] 'agreement among raft nodes before linearized reading' (duration: 1.557240963s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:28.807785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:27.04423Z","time spent":"1.76348963s","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:28.807405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:28.419607Z","time spent":"387.732675ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:28.80786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.05224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:23:28.808015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810355798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:23:28.808043Z","caller":"traceutil/trace.go:171","msg":"trace[1736056766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1748; }","duration":"356.288316ms","start":"2026-04-28T03:23:28.451734Z","end":"2026-04-28T03:23:28.808022Z","steps":["trace[1736056766] 'agreement among raft nodes before linearized reading' (duration: 355.860566ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:28.808061Z","caller":"traceutil/trace.go:171","msg":"trace[1957673891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1748; }","duration":"1.81045025s","start":"2026-04-28T03:23:26.997599Z","end":"2026-04-28T03:23:28.808049Z","steps":["trace[1957673891] 'agreement among raft nodes before linearized reading' (duration: 1.809959868s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:28.808102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:28.451716Z","time spent":"356.370868ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:23:28.807661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292716165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:28.808297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.974515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:23:28.808365Z","caller":"traceutil/trace.go:171","msg":"trace[2137476777] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1748; }","duration":"254.065047ms","start":"2026-04-28T03:23:28.554261Z","end":"2026-04-28T03:23:28.808326Z","steps":["trace[2137476777] 'agreement among raft nodes before linearized reading' (duration: 253.880863ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:28.808362Z","caller":"traceutil/trace.go:171","msg":"trace[503969892] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1748; }","duration":"1.293433911s","start":"2026-04-28T03:23:27.514886Z","end":"2026-04-28T03:23:28.80832Z","steps":["trace[503969892] 'agreement among raft nodes before linearized reading' (duration: 1.292709594s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:28.808497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:27.51488Z","time spent":"1.293588986s","remote":"127.0.0.1:46620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:28.807855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:27.250368Z","time spent":"1.557479108s","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:28.808748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:26.997584Z","time spent":"1.810508571s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:23:29.025343Z","caller":"traceutil/trace.go:171","msg":"trace[298845280] linearizableReadLoop","detail":"{readStateIndex:1827; appliedIndex:1824; }","duration":"210.366897ms","start":"2026-04-28T03:23:28.814958Z","end":"2026-04-28T03:23:29.025325Z","steps":["trace[298845280] 'read index received' (duration: 81.013282ms)","trace[298845280] 'applied index is now lower than readState.Index' (duration: 129.352515ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:29.025413Z","caller":"traceutil/trace.go:171","msg":"trace[142559662] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"211.858992ms","start":"2026-04-28T03:23:28.813529Z","end":"2026-04-28T03:23:29.025388Z","steps":["trace[142559662] 'process raft request' (duration: 192.744346ms)","trace[142559662] 'compare' (duration: 18.892281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:29.025473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.608413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:29.025497Z","caller":"traceutil/trace.go:171","msg":"trace[841857982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1751; }","duration":"210.669644ms","start":"2026-04-28T03:23:28.81482Z","end":"2026-04-28T03:23:29.025489Z","steps":["trace[841857982] 'agreement among raft nodes before linearized reading' (duration: 210.581042ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:29.025677Z","caller":"traceutil/trace.go:171","msg":"trace[714348752] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"211.290009ms","start":"2026-04-28T03:23:28.814344Z","end":"2026-04-28T03:23:29.025634Z","steps":["trace[714348752] 'process raft request' (duration: 210.942591ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:29.746651Z","caller":"traceutil/trace.go:171","msg":"trace[1652567008] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"124.497458ms","start":"2026-04-28T03:23:29.622126Z","end":"2026-04-28T03:23:29.746623Z","steps":["trace[1652567008] 'process raft request' (duration: 124.306484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:33.095386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.295881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:33.095567Z","caller":"traceutil/trace.go:171","msg":"trace[193949647] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"377.859679ms","start":"2026-04-28T03:23:32.71769Z","end":"2026-04-28T03:23:33.09555Z","steps":["trace[193949647] 'process raft request' (duration: 177.318505ms)","trace[193949647] 'compare' (duration: 200.012447ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:33.095632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:32.717675Z","time spent":"377.933321ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7035,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:33.099909Z","caller":"traceutil/trace.go:171","msg":"trace[1665381836] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"278.503637ms","start":"2026-04-28T03:23:32.821386Z","end":"2026-04-28T03:23:33.09989Z","steps":["trace[1665381836] 'process raft request' (duration: 278.353775ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:33.099972Z","caller":"traceutil/trace.go:171","msg":"trace[838834526] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"379.242314ms","start":"2026-04-28T03:23:32.72072Z","end":"2026-04-28T03:23:33.099962Z","steps":["trace[838834526] 'process raft request' (duration: 378.736037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:33.099894Z","caller":"traceutil/trace.go:171","msg":"trace[804880324] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"341.868113ms","start":"2026-04-28T03:23:32.758004Z","end":"2026-04-28T03:23:33.099872Z","steps":["trace[804880324] 'process raft request' (duration: 341.605319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:33.10013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:32.7207Z","time spent":"379.324206ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:33.100187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.037407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:23:33.100282Z","caller":"traceutil/trace.go:171","msg":"trace[511022269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1838; }","duration":"279.20298ms","start":"2026-04-28T03:23:32.821064Z","end":"2026-04-28T03:23:33.100266Z","steps":["trace[511022269] 'agreement among raft nodes before linearized reading' (duration: 278.907526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:33.100198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:32.757977Z","time spent":"342.122827ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:33.099833Z","caller":"traceutil/trace.go:171","msg":"trace[1679445645] linearizableReadLoop","detail":"{readStateIndex:1915; appliedIndex:1912; }","duration":"278.681922ms","start":"2026-04-28T03:23:32.821113Z","end":"2026-04-28T03:23:33.099795Z","steps":["trace[1679445645] 'read index received' (duration: 73.908076ms)","trace[1679445645] 'applied index is now lower than readState.Index' (duration: 204.772596ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:33.100591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.029888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:23:33.100646Z","caller":"traceutil/trace.go:171","msg":"trace[532338414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1838; }","duration":"167.11987ms","start":"2026-04-28T03:23:32.933516Z","end":"2026-04-28T03:23:33.100636Z","steps":["trace[532338414] 'agreement among raft nodes before linearized reading' (duration: 166.971098ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:40.692418Z","caller":"traceutil/trace.go:171","msg":"trace[671659889] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"196.830169ms","start":"2026-04-28T03:23:40.495522Z","end":"2026-04-28T03:23:40.692352Z","steps":["trace[671659889] 'process raft request' (duration: 195.774202ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:40.70719Z","caller":"traceutil/trace.go:171","msg":"trace[1773358850] linearizableReadLoop","detail":"{readStateIndex:2049; appliedIndex:2046; }","duration":"133.599335ms","start":"2026-04-28T03:23:40.573571Z","end":"2026-04-28T03:23:40.70717Z","steps":["trace[1773358850] 'read index received' (duration: 117.856547ms)","trace[1773358850] 'applied index is now lower than readState.Index' (duration: 15.741858ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:40.707225Z","caller":"traceutil/trace.go:171","msg":"trace[1644615123] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"207.900075ms","start":"2026-04-28T03:23:40.499303Z","end":"2026-04-28T03:23:40.707203Z","steps":["trace[1644615123] 'process raft request' (duration: 207.700582ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:40.707288Z","caller":"traceutil/trace.go:171","msg":"trace[287715688] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1954; }","duration":"200.89879ms","start":"2026-04-28T03:23:40.506378Z","end":"2026-04-28T03:23:40.707277Z","steps":["trace[287715688] 'process raft request' (duration: 200.762958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:40.707458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.868089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:23:40.707508Z","caller":"traceutil/trace.go:171","msg":"trace[991329965] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1954; }","duration":"133.95965ms","start":"2026-04-28T03:23:40.573537Z","end":"2026-04-28T03:23:40.707496Z","steps":["trace[991329965] 'agreement among raft nodes before linearized reading' (duration: 133.758987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:40.70994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.966728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:23:40.710417Z","caller":"traceutil/trace.go:171","msg":"trace[2080867660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1955; }","duration":"106.511226ms","start":"2026-04-28T03:23:40.603889Z","end":"2026-04-28T03:23:40.7104Z","steps":["trace[2080867660] 'agreement among raft nodes before linearized reading' (duration: 105.898747ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:42.383028Z","caller":"traceutil/trace.go:171","msg":"trace[637125305] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"181.279806ms","start":"2026-04-28T03:23:42.201731Z","end":"2026-04-28T03:23:42.383011Z","steps":["trace[637125305] 'process raft request' (duration: 181.189655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:42.908326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732399254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:43.408809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732399254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:43.426913Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022311386s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:23:43.427423Z","caller":"traceutil/trace.go:171","msg":"trace[1049642624] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"1.038646185s","start":"2026-04-28T03:23:42.388749Z","end":"2026-04-28T03:23:43.427395Z","steps":["trace[1049642624] 'process raft request' (duration: 1.038352941s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:43.427571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.388728Z","time spent":"1.038782437s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6781,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:43.427706Z","caller":"traceutil/trace.go:171","msg":"trace[1663964671] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"1.025178251s","start":"2026-04-28T03:23:42.402424Z","end":"2026-04-28T03:23:43.427602Z","steps":["trace[1663964671] 'process raft request' (duration: 1.024851186s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:43.428047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.402406Z","time spent":"1.025415244s","remote":"127.0.0.1:46730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2479,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:43.559506Z","caller":"traceutil/trace.go:171","msg":"trace[557839862] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"311.104898ms","start":"2026-04-28T03:23:43.248385Z","end":"2026-04-28T03:23:43.55949Z","steps":["trace[557839862] 'process raft request' (duration: 311.057877ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:43.559516Z","caller":"traceutil/trace.go:171","msg":"trace[410184115] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"1.025881869s","start":"2026-04-28T03:23:42.533607Z","end":"2026-04-28T03:23:43.559489Z","steps":["trace[410184115] 'process raft request' (duration: 1.01547275s)","trace[410184115] 'compare' (duration: 10.229186ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:43.559633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.248356Z","time spent":"311.20402ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:43.55966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.533574Z","time spent":"1.025992071s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:43.559838Z","caller":"traceutil/trace.go:171","msg":"trace[1708874467] linearizableReadLoop","detail":"{readStateIndex:2070; appliedIndex:2065; }","duration":"1.151893075s","start":"2026-04-28T03:23:42.407894Z","end":"2026-04-28T03:23:43.559787Z","steps":["trace[1708874467] 'read index received' (duration: 1.01921522s)","trace[1708874467] 'applied index is now lower than readState.Index' (duration: 132.675455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:43.560274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152346252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:43.560334Z","caller":"traceutil/trace.go:171","msg":"trace[2040410321] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:0; response_revision:1974; }","duration":"1.152476483s","start":"2026-04-28T03:23:42.407841Z","end":"2026-04-28T03:23:43.560317Z","steps":["trace[2040410321] 'agreement among raft nodes before linearized reading' (duration: 1.152349111s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:43.559914Z","caller":"traceutil/trace.go:171","msg":"trace[286914550] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"206.938129ms","start":"2026-04-28T03:23:43.352957Z","end":"2026-04-28T03:23:43.559895Z","steps":["trace[286914550] 'process raft request' (duration: 206.513252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:43.560502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.40783Z","time spent":"1.152659827s","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" "} {"level":"info","ts":"2026-04-28T03:23:43.784Z","caller":"traceutil/trace.go:171","msg":"trace[1263222568] linearizableReadLoop","detail":"{readStateIndex:2072; appliedIndex:2070; }","duration":"224.05969ms","start":"2026-04-28T03:23:43.559923Z","end":"2026-04-28T03:23:43.783983Z","steps":["trace[1263222568] 'read index received' (duration: 223.916478ms)","trace[1263222568] 'applied index is now lower than readState.Index' (duration: 142.602µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:43.784172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.353745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:23:43.78414Z","caller":"traceutil/trace.go:171","msg":"trace[710663930] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"345.229089ms","start":"2026-04-28T03:23:43.438868Z","end":"2026-04-28T03:23:43.784098Z","steps":["trace[710663930] 'process raft request' (duration: 344.970225ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:43.784204Z","caller":"traceutil/trace.go:171","msg":"trace[359159523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1976; }","duration":"477.416656ms","start":"2026-04-28T03:23:43.306779Z","end":"2026-04-28T03:23:43.784196Z","steps":["trace[359159523] 'agreement among raft nodes before linearized reading' (duration: 477.288284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:43.78423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.306769Z","time spent":"477.455317ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:43.784333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.552578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:23:43.784392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27634333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:43.78442Z","caller":"traceutil/trace.go:171","msg":"trace[426324052] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1976; }","duration":"1.27640962s","start":"2026-04-28T03:23:42.508002Z","end":"2026-04-28T03:23:43.784412Z","steps":["trace[426324052] 'agreement among raft nodes before linearized reading' (duration: 1.27636391s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:43.784441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.507982Z","time spent":"1.276451691s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:43.784426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058914895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:23:43.784456Z","caller":"traceutil/trace.go:171","msg":"trace[1018324669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1976; }","duration":"473.66842ms","start":"2026-04-28T03:23:43.310712Z","end":"2026-04-28T03:23:43.784381Z","steps":["trace[1018324669] 'agreement among raft nodes before linearized reading' (duration: 473.321975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:43.784447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.438837Z","time spent":"345.415332ms","remote":"127.0.0.1:46760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3289,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:43.784493Z","caller":"traceutil/trace.go:171","msg":"trace[1082810285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1976; }","duration":"1.059024687s","start":"2026-04-28T03:23:42.725451Z","end":"2026-04-28T03:23:43.784475Z","steps":["trace[1082810285] 'agreement among raft nodes before linearized reading' (duration: 1.058850515s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:43.784548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.72543Z","time spent":"1.059106398s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:43.784581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.31067Z","time spent":"473.835262ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:43.784683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.213931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:43.784483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.965046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:43.784731Z","caller":"traceutil/trace.go:171","msg":"trace[102486184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1976; }","duration":"739.292883ms","start":"2026-04-28T03:23:43.045425Z","end":"2026-04-28T03:23:43.784717Z","steps":["trace[102486184] 'agreement among raft nodes before linearized reading' (duration: 739.222922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:43.784776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.045406Z","time spent":"739.360684ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:23:43.784804Z","caller":"traceutil/trace.go:171","msg":"trace[52572206] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"343.414301ms","start":"2026-04-28T03:23:43.44138Z","end":"2026-04-28T03:23:43.784795Z","steps":["trace[52572206] 'process raft request' (duration: 342.558398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:43.784797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.246031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:23:43.784878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.44136Z","time spent":"343.467282ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6790,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:43.784862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.643787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:23:43.784972Z","caller":"traceutil/trace.go:171","msg":"trace[1583897747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1976; }","duration":"480.758178ms","start":"2026-04-28T03:23:43.3042Z","end":"2026-04-28T03:23:43.784958Z","steps":["trace[1583897747] 'agreement among raft nodes before linearized reading' (duration: 480.29148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:43.785086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.30416Z","time spent":"480.91441ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:23:43.784908Z","caller":"traceutil/trace.go:171","msg":"trace[1308631210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1976; }","duration":"486.459915ms","start":"2026-04-28T03:23:43.298433Z","end":"2026-04-28T03:23:43.784893Z","steps":["trace[1308631210] 'agreement among raft nodes before linearized reading' (duration: 485.948627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:43.785206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.298414Z","time spent":"486.76263ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:23:43.784902Z","caller":"traceutil/trace.go:171","msg":"trace[1504988591] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:0; response_revision:1976; }","duration":"216.288631ms","start":"2026-04-28T03:23:43.568455Z","end":"2026-04-28T03:23:43.784743Z","steps":["trace[1504988591] 'agreement among raft nodes before linearized reading' (duration: 215.960766ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:44.335985Z","caller":"traceutil/trace.go:171","msg":"trace[1806258720] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"544.757404ms","start":"2026-04-28T03:23:43.791201Z","end":"2026-04-28T03:23:44.335958Z","steps":["trace[1806258720] 'process raft request' (duration: 514.824846ms)","trace[1806258720] 'compare' (duration: 29.461931ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:44.336099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.791184Z","time spent":"544.851445ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:44.359982Z","caller":"traceutil/trace.go:171","msg":"trace[1676479752] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"568.64246ms","start":"2026-04-28T03:23:43.791287Z","end":"2026-04-28T03:23:44.359929Z","steps":["trace[1676479752] 'process raft request' (duration: 568.288505ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:44.360016Z","caller":"traceutil/trace.go:171","msg":"trace[2091719533] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"568.540739ms","start":"2026-04-28T03:23:43.791386Z","end":"2026-04-28T03:23:44.359927Z","steps":["trace[2091719533] 'process raft request' (duration: 568.394267ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:44.36004Z","caller":"traceutil/trace.go:171","msg":"trace[1399870533] linearizableReadLoop","detail":"{readStateIndex:2078; appliedIndex:2072; }","duration":"531.644316ms","start":"2026-04-28T03:23:43.828362Z","end":"2026-04-28T03:23:44.360006Z","steps":["trace[1399870533] 'read index received' (duration: 477.644929ms)","trace[1399870533] 'applied index is now lower than readState.Index' (duration: 53.998237ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:44.360102Z","caller":"traceutil/trace.go:171","msg":"trace[1533398981] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"567.485033ms","start":"2026-04-28T03:23:43.792576Z","end":"2026-04-28T03:23:44.360061Z","steps":["trace[1533398981] 'process raft request' (duration: 567.30297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.360152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.791256Z","time spent":"568.814633ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:44.360244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.792571Z","time spent":"567.584024ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:44.360426Z","caller":"traceutil/trace.go:171","msg":"trace[1988287751] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"563.565372ms","start":"2026-04-28T03:23:43.796844Z","end":"2026-04-28T03:23:44.360409Z","steps":["trace[1988287751] 'process raft request' (duration: 563.103175ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:44.360519Z","caller":"traceutil/trace.go:171","msg":"trace[472491184] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"567.987641ms","start":"2026-04-28T03:23:43.792522Z","end":"2026-04-28T03:23:44.360509Z","steps":["trace[472491184] 'process raft request' (duration: 567.31212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.360523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.796831Z","time spent":"563.642084ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8330,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:44.360579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.792509Z","time spent":"568.042491ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:44.360814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.439418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.360877Z","caller":"traceutil/trace.go:171","msg":"trace[867683428] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1982; }","duration":"532.538729ms","start":"2026-04-28T03:23:43.828324Z","end":"2026-04-28T03:23:44.360862Z","steps":["trace[867683428] 'agreement among raft nodes before linearized reading' (duration: 532.404937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.360925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.828305Z","time spent":"532.606141ms","remote":"127.0.0.1:42842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:44.360827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.37553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.36115Z","caller":"traceutil/trace.go:171","msg":"trace[589150833] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1982; }","duration":"394.725336ms","start":"2026-04-28T03:23:43.966409Z","end":"2026-04-28T03:23:44.361135Z","steps":["trace[589150833] 'agreement among raft nodes before linearized reading' (duration: 394.379451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.361162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.816206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.361206Z","caller":"traceutil/trace.go:171","msg":"trace[1141070033] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1982; }","duration":"121.914028ms","start":"2026-04-28T03:23:44.239272Z","end":"2026-04-28T03:23:44.361186Z","steps":["trace[1141070033] 'agreement among raft nodes before linearized reading' (duration: 121.861357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.361202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.96639Z","time spent":"394.795797ms","remote":"127.0.0.1:55182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:44.36136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.191611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.36139Z","caller":"traceutil/trace.go:171","msg":"trace[904837909] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1982; }","duration":"122.243723ms","start":"2026-04-28T03:23:44.239138Z","end":"2026-04-28T03:23:44.361382Z","steps":["trace[904837909] 'agreement among raft nodes before linearized reading' (duration: 122.193112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.361409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.791359Z","time spent":"568.729481ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:44.361526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.490467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:44.361508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.418986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.361578Z","caller":"traceutil/trace.go:171","msg":"trace[425087604] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1982; }","duration":"293.544987ms","start":"2026-04-28T03:23:44.068014Z","end":"2026-04-28T03:23:44.361559Z","steps":["trace[425087604] 'agreement among raft nodes before linearized reading' (duration: 293.479986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.361573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.260409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.361601Z","caller":"traceutil/trace.go:171","msg":"trace[812441408] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1982; }","duration":"293.539537ms","start":"2026-04-28T03:23:44.06803Z","end":"2026-04-28T03:23:44.36157Z","steps":["trace[812441408] 'agreement among raft nodes before linearized reading' (duration: 293.384005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.361678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.676749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:44.36174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.570734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.361752Z","caller":"traceutil/trace.go:171","msg":"trace[1681271619] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1982; }","duration":"293.782101ms","start":"2026-04-28T03:23:44.067958Z","end":"2026-04-28T03:23:44.36174Z","steps":["trace[1681271619] 'agreement among raft nodes before linearized reading' (duration: 293.68993ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:44.361803Z","caller":"traceutil/trace.go:171","msg":"trace[1088615619] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1982; }","duration":"358.616244ms","start":"2026-04-28T03:23:44.003145Z","end":"2026-04-28T03:23:44.361762Z","steps":["trace[1088615619] 'agreement among raft nodes before linearized reading' (duration: 358.563104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.361832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:44.003141Z","time spent":"358.683105ms","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:23:44.361893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.73654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.361951Z","caller":"traceutil/trace.go:171","msg":"trace[63389098] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1982; }","duration":"122.795652ms","start":"2026-04-28T03:23:44.23914Z","end":"2026-04-28T03:23:44.361936Z","steps":["trace[63389098] 'agreement among raft nodes before linearized reading' (duration: 122.71083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.36203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.386285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:44.362055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.987912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.362077Z","caller":"traceutil/trace.go:171","msg":"trace[1017767420] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1982; }","duration":"306.479817ms","start":"2026-04-28T03:23:44.055583Z","end":"2026-04-28T03:23:44.362063Z","steps":["trace[1017767420] 'agreement among raft nodes before linearized reading' (duration: 306.356795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.362134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.1863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:44.362139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:44.055571Z","time spent":"306.554598ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:44.362201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.035252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:44.36221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.364116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.362234Z","caller":"traceutil/trace.go:171","msg":"trace[653510446] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1982; }","duration":"380.075312ms","start":"2026-04-28T03:23:43.982151Z","end":"2026-04-28T03:23:44.362226Z","steps":["trace[653510446] 'agreement among raft nodes before linearized reading' (duration: 380.025602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.362274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.982148Z","time spent":"380.105973ms","remote":"127.0.0.1:55184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:23:44.362327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.784862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.362364Z","caller":"traceutil/trace.go:171","msg":"trace[1211718549] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1982; }","duration":"139.857633ms","start":"2026-04-28T03:23:44.222495Z","end":"2026-04-28T03:23:44.362352Z","steps":["trace[1211718549] 'agreement among raft nodes before linearized reading' (duration: 139.801322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.362373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.795701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.36242Z","caller":"traceutil/trace.go:171","msg":"trace[660296923] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1982; }","duration":"306.864072ms","start":"2026-04-28T03:23:44.055542Z","end":"2026-04-28T03:23:44.362407Z","steps":["trace[660296923] 'agreement among raft nodes before linearized reading' (duration: 306.792051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.36245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.302646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.362482Z","caller":"traceutil/trace.go:171","msg":"trace[467558122] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1982; }","duration":"380.369427ms","start":"2026-04-28T03:23:43.982104Z","end":"2026-04-28T03:23:44.362473Z","steps":["trace[467558122] 'agreement among raft nodes before linearized reading' (duration: 380.317296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.362522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.982085Z","time spent":"380.427108ms","remote":"127.0.0.1:55184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:44.362529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.531886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:44.362565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.048396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.362609Z","caller":"traceutil/trace.go:171","msg":"trace[755140746] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1982; }","duration":"140.135157ms","start":"2026-04-28T03:23:44.222462Z","end":"2026-04-28T03:23:44.362597Z","steps":["trace[755140746] 'agreement among raft nodes before linearized reading' (duration: 140.072006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.36262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.034485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.362653Z","caller":"traceutil/trace.go:171","msg":"trace[2140127054] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1982; }","duration":"339.078676ms","start":"2026-04-28T03:23:44.023566Z","end":"2026-04-28T03:23:44.362645Z","steps":["trace[2140127054] 'agreement among raft nodes before linearized reading' (duration: 339.027285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.362676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.351135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:44.36269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:44.023563Z","time spent":"339.117576ms","remote":"127.0.0.1:55212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:23:44.36271Z","caller":"traceutil/trace.go:171","msg":"trace[1527966988] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1982; }","duration":"395.436806ms","start":"2026-04-28T03:23:43.967263Z","end":"2026-04-28T03:23:44.3627Z","steps":["trace[1527966988] 'agreement among raft nodes before linearized reading' (duration: 395.375626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.362752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.967233Z","time spent":"395.509918ms","remote":"127.0.0.1:55182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:23:44.362758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.87236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.362788Z","caller":"traceutil/trace.go:171","msg":"trace[174801210] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1982; }","duration":"174.940701ms","start":"2026-04-28T03:23:44.187839Z","end":"2026-04-28T03:23:44.362779Z","steps":["trace[174801210] 'agreement among raft nodes before linearized reading' (duration: 174.89526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.362833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.685385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.362872Z","caller":"traceutil/trace.go:171","msg":"trace[647963272] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1982; }","duration":"339.817537ms","start":"2026-04-28T03:23:44.023045Z","end":"2026-04-28T03:23:44.362862Z","steps":["trace[647963272] 'agreement among raft nodes before linearized reading' (duration: 339.765336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.362905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.436352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.36294Z","caller":"traceutil/trace.go:171","msg":"trace[652890509] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1982; }","duration":"396.499354ms","start":"2026-04-28T03:23:43.966429Z","end":"2026-04-28T03:23:44.362929Z","steps":["trace[652890509] 'agreement among raft nodes before linearized reading' (duration: 396.443023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.362949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.981379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:44.362981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.966413Z","time spent":"396.559245ms","remote":"127.0.0.1:55182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:23:44.363014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.082414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:44.363026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.803385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.36305Z","caller":"traceutil/trace.go:171","msg":"trace[1868441023] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1982; }","duration":"192.152405ms","start":"2026-04-28T03:23:44.170889Z","end":"2026-04-28T03:23:44.363041Z","steps":["trace[1868441023] 'agreement among raft nodes before linearized reading' (duration: 192.109294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.363088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.991398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.36311Z","caller":"traceutil/trace.go:171","msg":"trace[2019831257] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1982; }","duration":"351.040379ms","start":"2026-04-28T03:23:44.012064Z","end":"2026-04-28T03:23:44.363104Z","steps":["trace[2019831257] 'agreement among raft nodes before linearized reading' (duration: 351.005708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.363147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:44.012046Z","time spent":"351.090049ms","remote":"127.0.0.1:55208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:23:44.363193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.043529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.36323Z","caller":"traceutil/trace.go:171","msg":"trace[531329580] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1982; }","duration":"193.092029ms","start":"2026-04-28T03:23:44.170129Z","end":"2026-04-28T03:23:44.363221Z","steps":["trace[531329580] 'agreement among raft nodes before linearized reading' (duration: 193.040259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.363311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.282342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.363351Z","caller":"traceutil/trace.go:171","msg":"trace[729423150] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1982; }","duration":"351.340173ms","start":"2026-04-28T03:23:44.012001Z","end":"2026-04-28T03:23:44.363342Z","steps":["trace[729423150] 'agreement among raft nodes before linearized reading' (duration: 351.281232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.363354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.349173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:44.363382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:44.011994Z","time spent":"351.378974ms","remote":"127.0.0.1:55208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:23:44.362271Z","caller":"traceutil/trace.go:171","msg":"trace[1181374774] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1982; }","duration":"139.432307ms","start":"2026-04-28T03:23:44.222813Z","end":"2026-04-28T03:23:44.362245Z","steps":["trace[1181374774] 'agreement among raft nodes before linearized reading' (duration: 139.357316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.363426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.405478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.36346Z","caller":"traceutil/trace.go:171","msg":"trace[665001121] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1982; }","duration":"207.449119ms","start":"2026-04-28T03:23:44.156003Z","end":"2026-04-28T03:23:44.363453Z","steps":["trace[665001121] 'agreement among raft nodes before linearized reading' (duration: 207.395818ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:44.36209Z","caller":"traceutil/trace.go:171","msg":"trace[186356754] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1982; }","duration":"359.072912ms","start":"2026-04-28T03:23:44.003008Z","end":"2026-04-28T03:23:44.362081Z","steps":["trace[186356754] 'agreement among raft nodes before linearized reading' (duration: 358.95598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.362475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:44.05553Z","time spent":"306.931644ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:23:44.363553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:44.00297Z","time spent":"360.569625ms","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:23:44.363608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.630237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.363643Z","caller":"traceutil/trace.go:171","msg":"trace[235245690] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1982; }","duration":"208.695247ms","start":"2026-04-28T03:23:44.154939Z","end":"2026-04-28T03:23:44.363635Z","steps":["trace[235245690] 'agreement among raft nodes before linearized reading' (duration: 208.646947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.362911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:44.023024Z","time spent":"339.875287ms","remote":"127.0.0.1:55212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:23:44.363804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.918811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.363841Z","caller":"traceutil/trace.go:171","msg":"trace[625538753] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1982; }","duration":"208.983181ms","start":"2026-04-28T03:23:44.154848Z","end":"2026-04-28T03:23:44.363831Z","steps":["trace[625538753] 'agreement among raft nodes before linearized reading' (duration: 208.925641ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:44.362161Z","caller":"traceutil/trace.go:171","msg":"trace[196822875] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1982; }","duration":"379.21482ms","start":"2026-04-28T03:23:43.982938Z","end":"2026-04-28T03:23:44.362153Z","steps":["trace[196822875] 'agreement among raft nodes before linearized reading' (duration: 379.16893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.364001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.707055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.364041Z","caller":"traceutil/trace.go:171","msg":"trace[1810289870] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1982; }","duration":"230.778925ms","start":"2026-04-28T03:23:44.133254Z","end":"2026-04-28T03:23:44.364033Z","steps":["trace[1810289870] 'agreement among raft nodes before linearized reading' (duration: 230.717355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.364201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.211492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.364236Z","caller":"traceutil/trace.go:171","msg":"trace[308845408] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1982; }","duration":"231.265083ms","start":"2026-04-28T03:23:44.132963Z","end":"2026-04-28T03:23:44.364228Z","steps":["trace[308845408] 'agreement among raft nodes before linearized reading' (duration: 231.213003ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:44.362568Z","caller":"traceutil/trace.go:171","msg":"trace[644585190] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1982; }","duration":"317.602507ms","start":"2026-04-28T03:23:44.044954Z","end":"2026-04-28T03:23:44.362557Z","steps":["trace[644585190] 'agreement among raft nodes before linearized reading' (duration: 317.545806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.364342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.982933Z","time spent":"381.039068ms","remote":"127.0.0.1:55184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:23:44.36437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:44.044933Z","time spent":"319.425834ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:23:44.363055Z","caller":"traceutil/trace.go:171","msg":"trace[1135556131] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1982; }","duration":"350.893907ms","start":"2026-04-28T03:23:44.012152Z","end":"2026-04-28T03:23:44.363046Z","steps":["trace[1135556131] 'agreement among raft nodes before linearized reading' (duration: 350.848966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.364603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:44.012121Z","time spent":"352.46639ms","remote":"127.0.0.1:55208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:44.362944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.112489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:44.362981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.387683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.36492Z","caller":"traceutil/trace.go:171","msg":"trace[953956278] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1982; }","duration":"178.350243ms","start":"2026-04-28T03:23:44.186558Z","end":"2026-04-28T03:23:44.364908Z","steps":["trace[953956278] 'agreement among raft nodes before linearized reading' (duration: 176.406743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:44.362985Z","caller":"traceutil/trace.go:171","msg":"trace[1644195054] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1982; }","duration":"340.02992ms","start":"2026-04-28T03:23:44.022947Z","end":"2026-04-28T03:23:44.362977Z","steps":["trace[1644195054] 'agreement among raft nodes before linearized reading' (duration: 339.980079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.365228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:44.022938Z","time spent":"342.266455ms","remote":"127.0.0.1:55212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:44.364812Z","caller":"traceutil/trace.go:171","msg":"trace[247346414] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1982; }","duration":"177.992498ms","start":"2026-04-28T03:23:44.186804Z","end":"2026-04-28T03:23:44.364797Z","steps":["trace[247346414] 'agreement among raft nodes before linearized reading' (duration: 176.112789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.366052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.064754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.366094Z","caller":"traceutil/trace.go:171","msg":"trace[394068366] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1982; }","duration":"275.133575ms","start":"2026-04-28T03:23:44.090947Z","end":"2026-04-28T03:23:44.366081Z","steps":["trace[394068366] 'agreement among raft nodes before linearized reading' (duration: 275.036383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.36623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.433837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.366263Z","caller":"traceutil/trace.go:171","msg":"trace[1150974571] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1982; }","duration":"267.510528ms","start":"2026-04-28T03:23:44.098741Z","end":"2026-04-28T03:23:44.366252Z","steps":["trace[1150974571] 'agreement among raft nodes before linearized reading' (duration: 267.466028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.366312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.732423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.36636Z","caller":"traceutil/trace.go:171","msg":"trace[746984667] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1982; }","duration":"267.840384ms","start":"2026-04-28T03:23:44.098508Z","end":"2026-04-28T03:23:44.366348Z","steps":["trace[746984667] 'agreement among raft nodes before linearized reading' (duration: 267.747323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.366358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.425475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.366419Z","caller":"traceutil/trace.go:171","msg":"trace[173933018] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1982; }","duration":"233.508638ms","start":"2026-04-28T03:23:44.132897Z","end":"2026-04-28T03:23:44.366406Z","steps":["trace[173933018] 'agreement among raft nodes before linearized reading' (duration: 231.429576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.366444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.751852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.366489Z","caller":"traceutil/trace.go:171","msg":"trace[114988954] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1982; }","duration":"267.855784ms","start":"2026-04-28T03:23:44.098623Z","end":"2026-04-28T03:23:44.366478Z","steps":["trace[114988954] 'agreement among raft nodes before linearized reading' (duration: 267.787233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.366514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.541731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.366547Z","caller":"traceutil/trace.go:171","msg":"trace[1528861789] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1982; }","duration":"275.619323ms","start":"2026-04-28T03:23:44.090917Z","end":"2026-04-28T03:23:44.366536Z","steps":["trace[1528861789] 'agreement among raft nodes before linearized reading' (duration: 275.564962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.366387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.382419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.366655Z","caller":"traceutil/trace.go:171","msg":"trace[134013529] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1982; }","duration":"275.659223ms","start":"2026-04-28T03:23:44.090987Z","end":"2026-04-28T03:23:44.366646Z","steps":["trace[134013529] 'agreement among raft nodes before linearized reading' (duration: 275.372409ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:44.361623Z","caller":"traceutil/trace.go:171","msg":"trace[1448382689] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1982; }","duration":"358.31192ms","start":"2026-04-28T03:23:44.003296Z","end":"2026-04-28T03:23:44.361608Z","steps":["trace[1448382689] 'agreement among raft nodes before linearized reading' (duration: 358.230249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.366693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:44.003236Z","time spent":"363.447149ms","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:44.363382Z","caller":"traceutil/trace.go:171","msg":"trace[58305712] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1982; }","duration":"193.407784ms","start":"2026-04-28T03:23:44.169966Z","end":"2026-04-28T03:23:44.363374Z","steps":["trace[58305712] 'agreement among raft nodes before linearized reading' (duration: 193.366113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.974507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.693821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:44.974663Z","caller":"traceutil/trace.go:171","msg":"trace[619306800] linearizableReadLoop","detail":"{readStateIndex:2079; appliedIndex:2078; }","duration":"548.576996ms","start":"2026-04-28T03:23:44.426062Z","end":"2026-04-28T03:23:44.974639Z","steps":["trace[619306800] 'read index received' (duration: 252.54188ms)","trace[619306800] 'applied index is now lower than readState.Index' (duration: 296.033056ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:44.974822Z","caller":"traceutil/trace.go:171","msg":"trace[146563631] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"595.15752ms","start":"2026-04-28T03:23:44.379592Z","end":"2026-04-28T03:23:44.97475Z","steps":["trace[146563631] 'process raft request' (duration: 299.099284ms)","trace[146563631] 'compare' (duration: 295.110601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:44.974869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.80398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.974916Z","caller":"traceutil/trace.go:171","msg":"trace[2137387280] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1983; }","duration":"548.887061ms","start":"2026-04-28T03:23:44.426011Z","end":"2026-04-28T03:23:44.974898Z","steps":["trace[2137387280] 'agreement among raft nodes before linearized reading' (duration: 548.80343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.974969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:44.42599Z","time spent":"548.967263ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" "} {"level":"warn","ts":"2026-04-28T03:23:44.974973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:44.379581Z","time spent":"595.305362ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9355,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:44.975523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.996732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.975702Z","caller":"traceutil/trace.go:171","msg":"trace[1397433429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1983; }","duration":"513.217066ms","start":"2026-04-28T03:23:44.462467Z","end":"2026-04-28T03:23:44.975684Z","steps":["trace[1397433429] 'agreement among raft nodes before linearized reading' (duration: 513.000952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.975921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:44.462443Z","time spent":"513.334597ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:44.975574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.319042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.976115Z","caller":"traceutil/trace.go:171","msg":"trace[1447274560] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1983; }","duration":"127.956641ms","start":"2026-04-28T03:23:44.848139Z","end":"2026-04-28T03:23:44.976095Z","steps":["trace[1447274560] 'agreement among raft nodes before linearized reading' (duration: 127.265701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:45.374921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.341224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:45.375146Z","caller":"traceutil/trace.go:171","msg":"trace[378363217] linearizableReadLoop","detail":"{readStateIndex:2080; appliedIndex:2079; }","duration":"330.022427ms","start":"2026-04-28T03:23:45.0451Z","end":"2026-04-28T03:23:45.375123Z","steps":["trace[378363217] 'read index received' (duration: 97.443469ms)","trace[378363217] 'applied index is now lower than readState.Index' (duration: 232.576338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:45.375382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.27719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:45.37546Z","caller":"traceutil/trace.go:171","msg":"trace[2028051917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1984; }","duration":"330.395503ms","start":"2026-04-28T03:23:45.045053Z","end":"2026-04-28T03:23:45.375449Z","steps":["trace[2028051917] 'agreement among raft nodes before linearized reading' (duration: 330.20414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:45.375549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:45.045035Z","time spent":"330.500574ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:23:45.375793Z","caller":"traceutil/trace.go:171","msg":"trace[1515577772] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"388.406453ms","start":"2026-04-28T03:23:44.987353Z","end":"2026-04-28T03:23:45.37576Z","steps":["trace[1515577772] 'process raft request' (duration: 155.116755ms)","trace[1515577772] 'compare' (duration: 232.133691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:45.375887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:44.987321Z","time spent":"388.523195ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9364,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:45.386474Z","caller":"traceutil/trace.go:171","msg":"trace[877905518] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"280.299602ms","start":"2026-04-28T03:23:45.106151Z","end":"2026-04-28T03:23:45.38645Z","steps":["trace[877905518] 'process raft request' (duration: 280.15536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:45.830651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.146198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:45.830838Z","caller":"traceutil/trace.go:171","msg":"trace[1715455819] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"410.404214ms","start":"2026-04-28T03:23:45.420403Z","end":"2026-04-28T03:23:45.830808Z","steps":["trace[1715455819] 'process raft request' (duration: 306.995303ms)","trace[1715455819] 'compare' (duration: 102.881353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:45.830947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:45.420382Z","time spent":"410.530965ms","remote":"127.0.0.1:43180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:46.484256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.705267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:46.484501Z","caller":"traceutil/trace.go:171","msg":"trace[755831936] linearizableReadLoop","detail":"{readStateIndex:2085; appliedIndex:2082; }","duration":"902.778354ms","start":"2026-04-28T03:23:45.58171Z","end":"2026-04-28T03:23:46.484489Z","steps":["trace[755831936] 'read index received' (duration: 145.721211ms)","trace[755831936] 'applied index is now lower than readState.Index' (duration: 757.056263ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:46.484564Z","caller":"traceutil/trace.go:171","msg":"trace[1960831329] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"907.972644ms","start":"2026-04-28T03:23:45.576582Z","end":"2026-04-28T03:23:46.484555Z","steps":["trace[1960831329] 'process raft request' (duration: 907.784201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:46.484605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:45.576559Z","time spent":"908.022996ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188929,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:46.484671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.938726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:46.484769Z","caller":"traceutil/trace.go:171","msg":"trace[316573416] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1989; }","duration":"903.082319ms","start":"2026-04-28T03:23:45.581655Z","end":"2026-04-28T03:23:46.484737Z","steps":["trace[316573416] 'agreement among raft nodes before linearized reading' (duration: 902.943467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:46.484817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:45.581645Z","time spent":"903.16266ms","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:46.484968Z","caller":"traceutil/trace.go:171","msg":"trace[3350767] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"920.74806ms","start":"2026-04-28T03:23:45.564199Z","end":"2026-04-28T03:23:46.484947Z","steps":["trace[3350767] 'process raft request' (duration: 563.279511ms)","trace[3350767] 'compare' (duration: 356.547085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:46.485071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:45.564176Z","time spent":"920.834012ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:47.171548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.454247ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:23:47.171933Z","caller":"traceutil/trace.go:171","msg":"trace[1102321470] linearizableReadLoop","detail":"{readStateIndex:2086; appliedIndex:2085; }","duration":"687.364594ms","start":"2026-04-28T03:23:46.484527Z","end":"2026-04-28T03:23:47.171892Z","steps":["trace[1102321470] 'read index received' (duration: 41.486411ms)","trace[1102321470] 'applied index is now lower than readState.Index' (duration: 645.876553ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:47.172184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558145947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-28T03:23:47.1722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.394473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:23:47.172234Z","caller":"traceutil/trace.go:171","msg":"trace[2115871464] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1989; }","duration":"1.558239889s","start":"2026-04-28T03:23:45.613979Z","end":"2026-04-28T03:23:47.172219Z","steps":["trace[2115871464] 'agreement among raft nodes before linearized reading' (duration: 1.558014276s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:47.172258Z","caller":"traceutil/trace.go:171","msg":"trace[48229340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1989; }","duration":"832.476755ms","start":"2026-04-28T03:23:46.339764Z","end":"2026-04-28T03:23:47.172241Z","steps":["trace[48229340] 'agreement among raft nodes before linearized reading' (duration: 832.363713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:47.172294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:46.339748Z","time spent":"832.538855ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:23:47.172308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:45.613925Z","time spent":"1.55834672s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:23:47.172445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126775849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:47.1722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.78836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:23:47.172482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30805174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:47.172497Z","caller":"traceutil/trace.go:171","msg":"trace[668622916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1989; }","duration":"1.12684813s","start":"2026-04-28T03:23:46.045632Z","end":"2026-04-28T03:23:47.17248Z","steps":["trace[668622916] 'agreement among raft nodes before linearized reading' (duration: 1.126774019s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:47.172513Z","caller":"traceutil/trace.go:171","msg":"trace[1612169355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1989; }","duration":"798.138725ms","start":"2026-04-28T03:23:46.374364Z","end":"2026-04-28T03:23:47.172503Z","steps":["trace[1612169355] 'agreement among raft nodes before linearized reading' (duration: 797.664057ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:47.172534Z","caller":"traceutil/trace.go:171","msg":"trace[1909047790] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1989; }","duration":"1.308136711s","start":"2026-04-28T03:23:45.864383Z","end":"2026-04-28T03:23:47.17252Z","steps":["trace[1909047790] 'agreement among raft nodes before linearized reading' (duration: 1.30805356s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:47.172549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:46.045617Z","time spent":"1.126918881s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:47.172578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:45.864366Z","time spent":"1.308200592s","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:47.172546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:46.374353Z","time spent":"798.182495ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:23:47.172945Z","caller":"traceutil/trace.go:171","msg":"trace[869868491] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"546.823244ms","start":"2026-04-28T03:23:46.626102Z","end":"2026-04-28T03:23:47.172925Z","steps":["trace[869868491] 'process raft request' (duration: 545.628316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:47.173055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:46.626076Z","time spent":"546.917515ms","remote":"127.0.0.1:42746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7042,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:47.369602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.193378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:23:47.369684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.704667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:23:47.369714Z","caller":"traceutil/trace.go:171","msg":"trace[1982531518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1990; }","duration":"997.771579ms","start":"2026-04-28T03:23:46.371933Z","end":"2026-04-28T03:23:47.369704Z","steps":["trace[1982531518] 'agreement among raft nodes before linearized reading' (duration: 800.557702ms)","trace[1982531518] 'range keys from in-memory index tree' (duration: 197.144306ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:47.369704Z","caller":"traceutil/trace.go:171","msg":"trace[1980534328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1990; }","duration":"995.31456ms","start":"2026-04-28T03:23:46.374354Z","end":"2026-04-28T03:23:47.369668Z","steps":["trace[1980534328] 'agreement among raft nodes before linearized reading' (duration: 798.126064ms)","trace[1980534328] 'range keys from in-memory index tree' (duration: 196.980133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:47.369743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:46.371912Z","time spent":"997.821699ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:47.369744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:46.374344Z","time spent":"995.390761ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:23:47.369895Z","caller":"traceutil/trace.go:171","msg":"trace[647764028] linearizableReadLoop","detail":"{readStateIndex:2088; appliedIndex:2087; }","duration":"196.17641ms","start":"2026-04-28T03:23:47.173711Z","end":"2026-04-28T03:23:47.369887Z","steps":["trace[647764028] 'read index received' (duration: 166.373759ms)","trace[647764028] 'applied index is now lower than readState.Index' (duration: 29.802071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:47.369894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.583753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:23:47.369963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.249151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:47.369983Z","caller":"traceutil/trace.go:171","msg":"trace[371075393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1991; }","duration":"196.284322ms","start":"2026-04-28T03:23:47.173693Z","end":"2026-04-28T03:23:47.369977Z","steps":["trace[371075393] 'agreement among raft nodes before linearized reading' (duration: 196.224091ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:47.369978Z","caller":"traceutil/trace.go:171","msg":"trace[933231070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1990; }","duration":"993.699504ms","start":"2026-04-28T03:23:46.376256Z","end":"2026-04-28T03:23:47.369955Z","steps":["trace[933231070] 'agreement among raft nodes before linearized reading' (duration: 796.494418ms)","trace[933231070] 'range keys from in-memory index tree' (duration: 196.966243ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:47.369995Z","caller":"traceutil/trace.go:171","msg":"trace[1511480467] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"726.53653ms","start":"2026-04-28T03:23:46.643445Z","end":"2026-04-28T03:23:47.369982Z","steps":["trace[1511480467] 'process raft request' (duration: 696.629467ms)","trace[1511480467] 'compare' (duration: 29.617278ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:47.370033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:46.376247Z","time spent":"993.776215ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:23:47.370066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:46.643422Z","time spent":"726.59741ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188938,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:47.456002Z","caller":"traceutil/trace.go:171","msg":"trace[1478696382] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"278.549297ms","start":"2026-04-28T03:23:47.177433Z","end":"2026-04-28T03:23:47.455983Z","steps":["trace[1478696382] 'process raft request' (duration: 278.515497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:47.456227Z","caller":"traceutil/trace.go:171","msg":"trace[1729428362] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"279.443111ms","start":"2026-04-28T03:23:47.176735Z","end":"2026-04-28T03:23:47.456178Z","steps":["trace[1729428362] 'process raft request' (duration: 279.088206ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:47.456288Z","caller":"traceutil/trace.go:171","msg":"trace[642896391] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"278.987744ms","start":"2026-04-28T03:23:47.177287Z","end":"2026-04-28T03:23:47.456275Z","steps":["trace[642896391] 'process raft request' (duration: 278.637348ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:47.608983Z","caller":"traceutil/trace.go:171","msg":"trace[1887659884] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"230.22292ms","start":"2026-04-28T03:23:47.378734Z","end":"2026-04-28T03:23:47.608957Z","steps":["trace[1887659884] 'process raft request' (duration: 155.40215ms)","trace[1887659884] 'compare' (duration: 74.339261ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:47.60944Z","caller":"traceutil/trace.go:171","msg":"trace[477344338] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"230.611556ms","start":"2026-04-28T03:23:47.378818Z","end":"2026-04-28T03:23:47.609429Z","steps":["trace[477344338] 'process raft request' (duration: 229.863584ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:47.609537Z","caller":"traceutil/trace.go:171","msg":"trace[1914390665] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"229.546878ms","start":"2026-04-28T03:23:47.379962Z","end":"2026-04-28T03:23:47.609509Z","steps":["trace[1914390665] 'process raft request' (duration: 228.771126ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:47.609741Z","caller":"traceutil/trace.go:171","msg":"trace[2051094296] linearizableReadLoop","detail":"{readStateIndex:2094; appliedIndex:2091; }","duration":"223.047427ms","start":"2026-04-28T03:23:47.386681Z","end":"2026-04-28T03:23:47.609728Z","steps":["trace[2051094296] 'read index received' (duration: 69.844012ms)","trace[2051094296] 'applied index is now lower than readState.Index' (duration: 153.201775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:47.609855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.14988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:47.60991Z","caller":"traceutil/trace.go:171","msg":"trace[911504731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1997; }","duration":"223.245601ms","start":"2026-04-28T03:23:47.386651Z","end":"2026-04-28T03:23:47.609897Z","steps":["trace[911504731] 'agreement among raft nodes before linearized reading' (duration: 223.132159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:47.610115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.126081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:136258"} {"level":"info","ts":"2026-04-28T03:23:47.610156Z","caller":"traceutil/trace.go:171","msg":"trace[2114718701] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1998; }","duration":"178.177012ms","start":"2026-04-28T03:23:47.431965Z","end":"2026-04-28T03:23:47.610142Z","steps":["trace[2114718701] 'agreement among raft nodes before linearized reading' (duration: 177.997449ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:47.610359Z","caller":"traceutil/trace.go:171","msg":"trace[930908421] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"130.193358ms","start":"2026-04-28T03:23:47.480156Z","end":"2026-04-28T03:23:47.610349Z","steps":["trace[930908421] 'process raft request' (duration: 128.636094ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:48.127758Z","caller":"traceutil/trace.go:171","msg":"trace[1661198346] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1998; }","duration":"191.611727ms","start":"2026-04-28T03:23:47.936121Z","end":"2026-04-28T03:23:48.127733Z","steps":["trace[1661198346] 'process raft request' (duration: 191.493945ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:48.462043Z","caller":"traceutil/trace.go:171","msg":"trace[931311214] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1998; }","duration":"525.594063ms","start":"2026-04-28T03:23:47.936414Z","end":"2026-04-28T03:23:48.462008Z","steps":["trace[931311214] 'process raft request' (duration: 525.37108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:48.462216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:47.936397Z","time spent":"525.738556ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:48.462346Z","caller":"traceutil/trace.go:171","msg":"trace[1173258814] linearizableReadLoop","detail":"{readStateIndex:2098; appliedIndex:2095; }","duration":"443.545781ms","start":"2026-04-28T03:23:48.018776Z","end":"2026-04-28T03:23:48.462322Z","steps":["trace[1173258814] 'read index received' (duration: 108.905874ms)","trace[1173258814] 'applied index is now lower than readState.Index' (duration: 334.638767ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:48.462413Z","caller":"traceutil/trace.go:171","msg":"trace[1879464466] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1998; }","duration":"445.571452ms","start":"2026-04-28T03:23:48.016788Z","end":"2026-04-28T03:23:48.462359Z","steps":["trace[1879464466] 'process raft request' (duration: 445.238597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:48.462489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:48.016771Z","time spent":"445.684674ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:48.462662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.59646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:1 size:6805"} {"level":"info","ts":"2026-04-28T03:23:48.462731Z","caller":"traceutil/trace.go:171","msg":"trace[1698755805] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:1; response_revision:1998; }","duration":"333.713392ms","start":"2026-04-28T03:23:48.129Z","end":"2026-04-28T03:23:48.462714Z","steps":["trace[1698755805] 'agreement among raft nodes before linearized reading' (duration: 333.498278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:48.462774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:48.128985Z","time spent":"333.778603ms","remote":"127.0.0.1:42626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":6828,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" "} {"level":"warn","ts":"2026-04-28T03:23:48.462795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.990907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-pshpb\" ","response":"range_response_count:1 size:7308"} {"level":"info","ts":"2026-04-28T03:23:48.462919Z","caller":"traceutil/trace.go:171","msg":"trace[402124081] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-pshpb; range_end:; response_count:1; response_revision:1998; }","duration":"444.141469ms","start":"2026-04-28T03:23:48.018734Z","end":"2026-04-28T03:23:48.462875Z","steps":["trace[402124081] 'agreement among raft nodes before linearized reading' (duration: 443.754393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:48.462995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:48.018718Z","time spent":"444.238691ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7331,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-pshpb\" "} {"level":"info","ts":"2026-04-28T03:23:48.81681Z","caller":"traceutil/trace.go:171","msg":"trace[1821772836] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"338.933523ms","start":"2026-04-28T03:23:48.477845Z","end":"2026-04-28T03:23:48.816778Z","steps":["trace[1821772836] 'process raft request' (duration: 338.494436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:48.817018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:48.477834Z","time spent":"339.081826ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7109,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:48.817083Z","caller":"traceutil/trace.go:171","msg":"trace[270443746] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"325.504674ms","start":"2026-04-28T03:23:48.491542Z","end":"2026-04-28T03:23:48.817047Z","steps":["trace[270443746] 'process raft request' (duration: 325.103298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:48.817292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:48.491522Z","time spent":"325.654447ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:48.940069Z","caller":"traceutil/trace.go:171","msg":"trace[2090335872] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"115.484037ms","start":"2026-04-28T03:23:48.824565Z","end":"2026-04-28T03:23:48.940049Z","steps":["trace[2090335872] 'process raft request' (duration: 115.440076ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:48.940491Z","caller":"traceutil/trace.go:171","msg":"trace[1184591846] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"116.767587ms","start":"2026-04-28T03:23:48.823716Z","end":"2026-04-28T03:23:48.940484Z","steps":["trace[1184591846] 'process raft request' (duration: 108.033161ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:48.940703Z","caller":"traceutil/trace.go:171","msg":"trace[2041544637] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"116.885908ms","start":"2026-04-28T03:23:48.82381Z","end":"2026-04-28T03:23:48.940696Z","steps":["trace[2041544637] 'process raft request' (duration: 116.064596ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:48.940822Z","caller":"traceutil/trace.go:171","msg":"trace[1888063085] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"116.829018ms","start":"2026-04-28T03:23:48.823987Z","end":"2026-04-28T03:23:48.940816Z","steps":["trace[1888063085] 'process raft request' (duration: 115.931545ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:48.940928Z","caller":"traceutil/trace.go:171","msg":"trace[1927516330] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"116.750057ms","start":"2026-04-28T03:23:48.824172Z","end":"2026-04-28T03:23:48.940922Z","steps":["trace[1927516330] 'process raft request' (duration: 115.777662ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:48.941043Z","caller":"traceutil/trace.go:171","msg":"trace[674334960] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"116.822898ms","start":"2026-04-28T03:23:48.824213Z","end":"2026-04-28T03:23:48.941036Z","steps":["trace[674334960] 'process raft request' (duration: 115.765631ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:49.658831Z","caller":"traceutil/trace.go:171","msg":"trace[1913058062] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"188.856068ms","start":"2026-04-28T03:23:49.469952Z","end":"2026-04-28T03:23:49.658808Z","steps":["trace[1913058062] 'process raft request' (duration: 188.739967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.275755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.427344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:50.276271Z","caller":"traceutil/trace.go:171","msg":"trace[2042792303] linearizableReadLoop","detail":"{readStateIndex:2110; appliedIndex:2109; }","duration":"737.222787ms","start":"2026-04-28T03:23:49.539029Z","end":"2026-04-28T03:23:50.276252Z","steps":["trace[2042792303] 'read index received' (duration: 119.889041ms)","trace[2042792303] 'applied index is now lower than readState.Index' (duration: 617.331316ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:50.276449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.395449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:23:50.27643Z","caller":"traceutil/trace.go:171","msg":"trace[1319430918] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"806.122003ms","start":"2026-04-28T03:23:49.47027Z","end":"2026-04-28T03:23:50.276392Z","steps":["trace[1319430918] 'process raft request' (duration: 248.877206ms)","trace[1319430918] 'compare' (duration: 556.22366ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:50.276512Z","caller":"traceutil/trace.go:171","msg":"trace[173783044] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2010; }","duration":"737.513241ms","start":"2026-04-28T03:23:49.538985Z","end":"2026-04-28T03:23:50.276498Z","steps":["trace[173783044] 'agreement among raft nodes before linearized reading' (duration: 737.39565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.276621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:49.538968Z","time spent":"737.639883ms","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.276611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:49.47026Z","time spent":"806.254106ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:50.276668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.656507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.276587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.805548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.276735Z","caller":"traceutil/trace.go:171","msg":"trace[852099250] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:0; response_revision:2010; }","duration":"227.725559ms","start":"2026-04-28T03:23:50.048987Z","end":"2026-04-28T03:23:50.276713Z","steps":["trace[852099250] 'agreement among raft nodes before linearized reading' (duration: 227.652198ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.27676Z","caller":"traceutil/trace.go:171","msg":"trace[1108591691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2010; }","duration":"231.065022ms","start":"2026-04-28T03:23:50.045665Z","end":"2026-04-28T03:23:50.27673Z","steps":["trace[1108591691] 'agreement among raft nodes before linearized reading' (duration: 230.792228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.276863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.551791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:23:50.27696Z","caller":"traceutil/trace.go:171","msg":"trace[1209604298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2010; }","duration":"662.763545ms","start":"2026-04-28T03:23:49.614171Z","end":"2026-04-28T03:23:50.276934Z","steps":["trace[1209604298] 'agreement among raft nodes before linearized reading' (duration: 662.249747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.277172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.52124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:23:50.277211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:49.614149Z","time spent":"663.044439ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:23:50.277243Z","caller":"traceutil/trace.go:171","msg":"trace[1586500133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2010; }","duration":"662.616832ms","start":"2026-04-28T03:23:49.61461Z","end":"2026-04-28T03:23:50.277226Z","steps":["trace[1586500133] 'agreement among raft nodes before linearized reading' (duration: 661.960452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.276898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.284796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:23:50.27746Z","caller":"traceutil/trace.go:171","msg":"trace[385399659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2010; }","duration":"662.882246ms","start":"2026-04-28T03:23:49.614564Z","end":"2026-04-28T03:23:50.277446Z","steps":["trace[385399659] 'agreement among raft nodes before linearized reading' (duration: 662.216996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.277515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:49.614556Z","time spent":"662.939627ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:50.277455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:49.614605Z","time spent":"662.782684ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:23:50.568025Z","caller":"traceutil/trace.go:171","msg":"trace[611263499] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"286.717434ms","start":"2026-04-28T03:23:50.281257Z","end":"2026-04-28T03:23:50.567975Z","steps":["trace[611263499] 'process raft request' (duration: 285.625367ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.615501Z","caller":"traceutil/trace.go:171","msg":"trace[1749951461] linearizableReadLoop","detail":"{readStateIndex:2113; appliedIndex:2110; }","duration":"332.783676ms","start":"2026-04-28T03:23:50.282693Z","end":"2026-04-28T03:23:50.615476Z","steps":["trace[1749951461] 'read index received' (duration: 284.203225ms)","trace[1749951461] 'applied index is now lower than readState.Index' (duration: 48.579591ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:50.61558Z","caller":"traceutil/trace.go:171","msg":"trace[1305488469] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"333.244683ms","start":"2026-04-28T03:23:50.28232Z","end":"2026-04-28T03:23:50.615565Z","steps":["trace[1305488469] 'process raft request' (duration: 333.119301ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.615577Z","caller":"traceutil/trace.go:171","msg":"trace[809530077] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"333.217252ms","start":"2026-04-28T03:23:50.28232Z","end":"2026-04-28T03:23:50.615537Z","steps":["trace[809530077] 'process raft request' (duration: 332.971498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.615787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.282298Z","time spent":"333.343575ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:50.615786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.282307Z","time spent":"333.429546ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:50.615883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.133222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/pxc-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.616012Z","caller":"traceutil/trace.go:171","msg":"trace[676268964] range","detail":"{range_begin:/registry/rolebindings/openstack/pxc-operator; range_end:; response_count:0; response_revision:2013; }","duration":"333.299424ms","start":"2026-04-28T03:23:50.28267Z","end":"2026-04-28T03:23:50.615969Z","steps":["trace[676268964] 'agreement among raft nodes before linearized reading' (duration: 332.945268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.616094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.282661Z","time spent":"333.397055ms","remote":"127.0.0.1:42938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings/openstack/pxc-operator\" "} {"level":"info","ts":"2026-04-28T03:23:50.812387Z","caller":"traceutil/trace.go:171","msg":"trace[2076670880] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2013; }","duration":"159.821975ms","start":"2026-04-28T03:23:50.652542Z","end":"2026-04-28T03:23:50.812364Z","steps":["trace[2076670880] 'process raft request' (duration: 152.263936ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:51.687273Z","caller":"traceutil/trace.go:171","msg":"trace[1447713979] linearizableReadLoop","detail":"{readStateIndex:2116; appliedIndex:2115; }","duration":"424.391376ms","start":"2026-04-28T03:23:51.262853Z","end":"2026-04-28T03:23:51.687244Z","steps":["trace[1447713979] 'read index received' (duration: 422.906523ms)","trace[1447713979] 'applied index is now lower than readState.Index' (duration: 1.483583ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:51.687596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.721602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:23:51.687689Z","caller":"traceutil/trace.go:171","msg":"trace[1805178089] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:2015; }","duration":"424.879413ms","start":"2026-04-28T03:23:51.262797Z","end":"2026-04-28T03:23:51.687676Z","steps":["trace[1805178089] 'agreement among raft nodes before linearized reading' (duration: 424.62576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:51.687731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:51.262774Z","time spent":"424.946475ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.168\" "} {"level":"info","ts":"2026-04-28T03:23:51.687608Z","caller":"traceutil/trace.go:171","msg":"trace[1943246170] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"796.711186ms","start":"2026-04-28T03:23:50.890786Z","end":"2026-04-28T03:23:51.687497Z","steps":["trace[1943246170] 'process raft request' (duration: 796.236537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:51.688134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.890764Z","time spent":"797.261035ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":75430,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:51.910649Z","caller":"traceutil/trace.go:171","msg":"trace[607310730] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"164.558958ms","start":"2026-04-28T03:23:51.746055Z","end":"2026-04-28T03:23:51.910614Z","steps":["trace[607310730] 'process raft request' (duration: 96.569039ms)","trace[607310730] 'compare' (duration: 67.775366ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:51.912676Z","caller":"traceutil/trace.go:171","msg":"trace[1338897806] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"158.941111ms","start":"2026-04-28T03:23:51.753712Z","end":"2026-04-28T03:23:51.912653Z","steps":["trace[1338897806] 'process raft request' (duration: 158.830349ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.108269Z","caller":"traceutil/trace.go:171","msg":"trace[278177117] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"190.142317ms","start":"2026-04-28T03:23:51.918081Z","end":"2026-04-28T03:23:52.108223Z","steps":["trace[278177117] 'process raft request' (duration: 105.806036ms)","trace[278177117] 'compare' (duration: 84.197369ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:52.429809Z","caller":"traceutil/trace.go:171","msg":"trace[2899172] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"140.819374ms","start":"2026-04-28T03:23:52.288962Z","end":"2026-04-28T03:23:52.429781Z","steps":["trace[2899172] 'process raft request' (duration: 140.568979ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.429858Z","caller":"traceutil/trace.go:171","msg":"trace[671444345] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"139.029975ms","start":"2026-04-28T03:23:52.290808Z","end":"2026-04-28T03:23:52.429838Z","steps":["trace[671444345] 'process raft request' (duration: 138.850472ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.430016Z","caller":"traceutil/trace.go:171","msg":"trace[2080863160] linearizableReadLoop","detail":"{readStateIndex:2133; appliedIndex:2130; }","duration":"137.46778ms","start":"2026-04-28T03:23:52.292535Z","end":"2026-04-28T03:23:52.430002Z","steps":["trace[2080863160] 'read index received' (duration: 83.67646ms)","trace[2080863160] 'applied index is now lower than readState.Index' (duration: 53.79019ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:52.430231Z","caller":"traceutil/trace.go:171","msg":"trace[1698999871] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"139.158927ms","start":"2026-04-28T03:23:52.291041Z","end":"2026-04-28T03:23:52.4302Z","steps":["trace[1698999871] 'process raft request' (duration: 138.728649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.430477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.925297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4010"} {"level":"info","ts":"2026-04-28T03:23:52.430516Z","caller":"traceutil/trace.go:171","msg":"trace[521509588] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:2030; }","duration":"137.997169ms","start":"2026-04-28T03:23:52.292509Z","end":"2026-04-28T03:23:52.430507Z","steps":["trace[521509588] 'agreement among raft nodes before linearized reading' (duration: 137.738515ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.600732Z","caller":"traceutil/trace.go:171","msg":"trace[81199463] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"164.214233ms","start":"2026-04-28T03:23:52.436493Z","end":"2026-04-28T03:23:52.600707Z","steps":["trace[81199463] 'process raft request' (duration: 116.611961ms)","trace[81199463] 'compare' (duration: 47.508209ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:52.602625Z","caller":"traceutil/trace.go:171","msg":"trace[1222223105] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"165.876518ms","start":"2026-04-28T03:23:52.436653Z","end":"2026-04-28T03:23:52.602529Z","steps":["trace[1222223105] 'process raft request' (duration: 165.676155ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.602689Z","caller":"traceutil/trace.go:171","msg":"trace[1007004782] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"165.626724ms","start":"2026-04-28T03:23:52.437043Z","end":"2026-04-28T03:23:52.60267Z","steps":["trace[1007004782] 'process raft request' (duration: 165.39202ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:54.75297Z","caller":"traceutil/trace.go:171","msg":"trace[1072222634] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"111.534063ms","start":"2026-04-28T03:23:54.641411Z","end":"2026-04-28T03:23:54.752945Z","steps":["trace[1072222634] 'process raft request' (duration: 91.299572ms)","trace[1072222634] 'compare' (duration: 19.729823ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:56.005824Z","caller":"traceutil/trace.go:171","msg":"trace[785779080] linearizableReadLoop","detail":"{readStateIndex:2163; appliedIndex:2162; }","duration":"236.659325ms","start":"2026-04-28T03:23:55.769148Z","end":"2026-04-28T03:23:56.005807Z","steps":["trace[785779080] 'read index received' (duration: 236.537873ms)","trace[785779080] 'applied index is now lower than readState.Index' (duration: 120.322µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:56.006119Z","caller":"traceutil/trace.go:171","msg":"trace[1242970078] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"273.974501ms","start":"2026-04-28T03:23:55.732135Z","end":"2026-04-28T03:23:56.00611Z","steps":["trace[1242970078] 'process raft request' (duration: 273.538864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.006325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.171933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:23:56.006353Z","caller":"traceutil/trace.go:171","msg":"trace[1578665685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2060; }","duration":"237.254205ms","start":"2026-04-28T03:23:55.769092Z","end":"2026-04-28T03:23:56.006346Z","steps":["trace[1578665685] 'agreement among raft nodes before linearized reading' (duration: 237.146213ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:56.197803Z","caller":"traceutil/trace.go:171","msg":"trace[1966839282] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"187.136485ms","start":"2026-04-28T03:23:56.01063Z","end":"2026-04-28T03:23:56.197766Z","steps":["trace[1966839282] 'process raft request' (duration: 142.692394ms)","trace[1966839282] 'compare' (duration: 44.178456ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:56.240378Z","caller":"traceutil/trace.go:171","msg":"trace[1191816306] linearizableReadLoop","detail":"{readStateIndex:2165; appliedIndex:2163; }","duration":"195.160045ms","start":"2026-04-28T03:23:56.045189Z","end":"2026-04-28T03:23:56.240349Z","steps":["trace[1191816306] 'read index received' (duration: 108.109961ms)","trace[1191816306] 'applied index is now lower than readState.Index' (duration: 87.049094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:56.240498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.299616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:56.24053Z","caller":"traceutil/trace.go:171","msg":"trace[2044041893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2062; }","duration":"195.422298ms","start":"2026-04-28T03:23:56.045098Z","end":"2026-04-28T03:23:56.24052Z","steps":["trace[2044041893] 'agreement among raft nodes before linearized reading' (duration: 195.351447ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:56.240794Z","caller":"traceutil/trace.go:171","msg":"trace[1779493611] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"228.758922ms","start":"2026-04-28T03:23:56.012008Z","end":"2026-04-28T03:23:56.240767Z","steps":["trace[1779493611] 'process raft request' (duration: 228.207753ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:59.113443Z","caller":"traceutil/trace.go:171","msg":"trace[1969628287] linearizableReadLoop","detail":"{readStateIndex:2187; appliedIndex:2186; }","duration":"192.280323ms","start":"2026-04-28T03:23:58.921141Z","end":"2026-04-28T03:23:59.113422Z","steps":["trace[1969628287] 'read index received' (duration: 190.754969ms)","trace[1969628287] 'applied index is now lower than readState.Index' (duration: 1.524454ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:59.113495Z","caller":"traceutil/trace.go:171","msg":"trace[1654256179] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"246.769442ms","start":"2026-04-28T03:23:58.866703Z","end":"2026-04-28T03:23:59.113473Z","steps":["trace[1654256179] 'process raft request' (duration: 245.180617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:59.113901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.749092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:23:59.113951Z","caller":"traceutil/trace.go:171","msg":"trace[852422132] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2083; }","duration":"192.817203ms","start":"2026-04-28T03:23:58.921122Z","end":"2026-04-28T03:23:59.113939Z","steps":["trace[852422132] 'agreement among raft nodes before linearized reading' (duration: 192.399326ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:59.13463Z","caller":"traceutil/trace.go:171","msg":"trace[1449011462] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"211.712098ms","start":"2026-04-28T03:23:58.922904Z","end":"2026-04-28T03:23:59.134616Z","steps":["trace[1449011462] 'process raft request' (duration: 211.367413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:00.787672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732399493,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:01.288103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732399493,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:24:01.319677Z","caller":"traceutil/trace.go:171","msg":"trace[1498220095] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"1.05440255s","start":"2026-04-28T03:24:00.26522Z","end":"2026-04-28T03:24:01.319622Z","steps":["trace[1498220095] 'process raft request' (duration: 1.054232757s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:01.319851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.265197Z","time spent":"1.054558792s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:02.574052Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.254602476s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:24:02.666078Z","caller":"traceutil/trace.go:171","msg":"trace[968580928] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"1.525430799s","start":"2026-04-28T03:24:01.140618Z","end":"2026-04-28T03:24:02.666048Z","steps":["trace[968580928] 'process raft request' (duration: 1.433739031s)","trace[968580928] 'compare' (duration: 89.915138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:02.666269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379216705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:24:02.666328Z","caller":"traceutil/trace.go:171","msg":"trace[714778375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2086; }","duration":"2.379311707s","start":"2026-04-28T03:24:00.287005Z","end":"2026-04-28T03:24:02.666317Z","steps":["trace[714778375] 'agreement among raft nodes before linearized reading' (duration: 2.379151534s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.66637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.286989Z","time spent":"2.379372128s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:24:02.666579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.140594Z","time spent":"1.525585482s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:02.66612Z","caller":"traceutil/trace.go:171","msg":"trace[1918994363] linearizableReadLoop","detail":"{readStateIndex:2190; appliedIndex:2188; }","duration":"2.378867448s","start":"2026-04-28T03:24:00.28704Z","end":"2026-04-28T03:24:02.665907Z","steps":["trace[1918994363] 'read index received' (duration: 1.032418983s)","trace[1918994363] 'applied index is now lower than readState.Index' (duration: 1.346447415s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:02.667936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379840825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-28T03:24:02.667957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625845242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:02.66798Z","caller":"traceutil/trace.go:171","msg":"trace[1309674363] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2087; }","duration":"2.379902115s","start":"2026-04-28T03:24:00.288061Z","end":"2026-04-28T03:24:02.667964Z","steps":["trace[1309674363] 'agreement among raft nodes before linearized reading' (duration: 2.379812254s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.668003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.288049Z","time spent":"2.379949036s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T03:24:02.668006Z","caller":"traceutil/trace.go:171","msg":"trace[881533279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2087; }","duration":"1.625921844s","start":"2026-04-28T03:24:01.042069Z","end":"2026-04-28T03:24:02.667991Z","steps":["trace[881533279] 'agreement among raft nodes before linearized reading' (duration: 1.625850322s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.668014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.683135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-28T03:24:02.66804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.042053Z","time spent":"1.625978534s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:24:02.66807Z","caller":"traceutil/trace.go:171","msg":"trace[337396875] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2087; }","duration":"206.778996ms","start":"2026-04-28T03:24:02.461278Z","end":"2026-04-28T03:24:02.668057Z","steps":["trace[337396875] 'agreement among raft nodes before linearized reading' (duration: 206.621813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.668265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550593487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:02.668307Z","caller":"traceutil/trace.go:171","msg":"trace[1197985901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2087; }","duration":"1.550684048s","start":"2026-04-28T03:24:01.117612Z","end":"2026-04-28T03:24:02.668296Z","steps":["trace[1197985901] 'agreement among raft nodes before linearized reading' (duration: 1.550360643s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.668529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.117595Z","time spent":"1.550846812s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:24:02.668562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156300818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:24:02.66859Z","caller":"traceutil/trace.go:171","msg":"trace[1429348860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2087; }","duration":"2.156362069s","start":"2026-04-28T03:24:00.51222Z","end":"2026-04-28T03:24:02.668582Z","steps":["trace[1429348860] 'agreement among raft nodes before linearized reading' (duration: 2.155896652s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.668613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.512204Z","time spent":"2.156401779s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:02.668605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802986417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:24:02.668664Z","caller":"traceutil/trace.go:171","msg":"trace[2111025110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2087; }","duration":"1.803069288s","start":"2026-04-28T03:24:00.865577Z","end":"2026-04-28T03:24:02.668646Z","steps":["trace[2111025110] 'agreement among raft nodes before linearized reading' (duration: 1.802519249s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.668695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408944352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:02.668708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.623139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:24:02.668726Z","caller":"traceutil/trace.go:171","msg":"trace[148427351] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2087; }","duration":"1.409026703s","start":"2026-04-28T03:24:01.259692Z","end":"2026-04-28T03:24:02.668718Z","steps":["trace[148427351] 'agreement among raft nodes before linearized reading' (duration: 1.408981302s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.668737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.865561Z","time spent":"1.80315893s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:02.668779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.259666Z","time spent":"1.409078845s","remote":"127.0.0.1:59412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:02.668868Z","caller":"traceutil/trace.go:171","msg":"trace[1825255521] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2087; }","duration":"471.693841ms","start":"2026-04-28T03:24:02.197036Z","end":"2026-04-28T03:24:02.66873Z","steps":["trace[1825255521] 'agreement among raft nodes before linearized reading' (duration: 471.352685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.668303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621231896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:02.668888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97455982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:24:02.668917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:02.197014Z","time spent":"471.889484ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":232,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:02.668945Z","caller":"traceutil/trace.go:171","msg":"trace[1181903871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2087; }","duration":"1.974670993s","start":"2026-04-28T03:24:00.694259Z","end":"2026-04-28T03:24:02.66893Z","steps":["trace[1181903871] 'agreement among raft nodes before linearized reading' (duration: 1.973848888s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.669001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.694238Z","time spent":"1.974748533s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:24:02.668916Z","caller":"traceutil/trace.go:171","msg":"trace[64569576] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2087; }","duration":"1.621914708s","start":"2026-04-28T03:24:01.04699Z","end":"2026-04-28T03:24:02.668904Z","steps":["trace[64569576] 'agreement among raft nodes before linearized reading' (duration: 1.621197846s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.671533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.046902Z","time spent":"1.624593501s","remote":"127.0.0.1:57786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:02.669085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405881143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:24:02.671793Z","caller":"traceutil/trace.go:171","msg":"trace[335806345] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:2087; }","duration":"1.408633778s","start":"2026-04-28T03:24:01.263142Z","end":"2026-04-28T03:24:02.671776Z","steps":["trace[335806345] 'agreement among raft nodes before linearized reading' (duration: 1.405171391s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.671825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.263114Z","time spent":"1.408701359s","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.168\" "} {"level":"warn","ts":"2026-04-28T03:24:02.671097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545361981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:24:02.672063Z","caller":"traceutil/trace.go:171","msg":"trace[366254584] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2087; }","duration":"1.546376399s","start":"2026-04-28T03:24:01.125676Z","end":"2026-04-28T03:24:02.672053Z","steps":["trace[366254584] 'agreement among raft nodes before linearized reading' (duration: 1.542207651s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.672091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.125661Z","time spent":"1.54642112s","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:24:02.949887Z","caller":"traceutil/trace.go:171","msg":"trace[1719292119] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"276.641366ms","start":"2026-04-28T03:24:02.673227Z","end":"2026-04-28T03:24:02.949868Z","steps":["trace[1719292119] 'process raft request' (duration: 276.484424ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:02.950252Z","caller":"traceutil/trace.go:171","msg":"trace[509269727] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"276.974121ms","start":"2026-04-28T03:24:02.673269Z","end":"2026-04-28T03:24:02.950243Z","steps":["trace[509269727] 'process raft request' (duration: 276.9072ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:02.950323Z","caller":"traceutil/trace.go:171","msg":"trace[1892451314] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"277.054883ms","start":"2026-04-28T03:24:02.673228Z","end":"2026-04-28T03:24:02.950283Z","steps":["trace[1892451314] 'process raft request' (duration: 276.603976ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:02.950725Z","caller":"traceutil/trace.go:171","msg":"trace[1751315245] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"275.920674ms","start":"2026-04-28T03:24:02.674795Z","end":"2026-04-28T03:24:02.950715Z","steps":["trace[1751315245] 'process raft request' (duration: 275.424476ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:02.95084Z","caller":"traceutil/trace.go:171","msg":"trace[71384466] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"275.946584ms","start":"2026-04-28T03:24:02.674793Z","end":"2026-04-28T03:24:02.95074Z","steps":["trace[71384466] 'process raft request' (duration: 275.794912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:02.950939Z","caller":"traceutil/trace.go:171","msg":"trace[953081157] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"275.994725ms","start":"2026-04-28T03:24:02.674934Z","end":"2026-04-28T03:24:02.950929Z","steps":["trace[953081157] 'process raft request' (duration: 275.756672ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:02.950896Z","caller":"traceutil/trace.go:171","msg":"trace[1663076187] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"275.896184ms","start":"2026-04-28T03:24:02.674984Z","end":"2026-04-28T03:24:02.95088Z","steps":["trace[1663076187] 'process raft request' (duration: 275.811002ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:03.119913Z","caller":"traceutil/trace.go:171","msg":"trace[1725591038] linearizableReadLoop","detail":"{readStateIndex:2200; appliedIndex:2192; }","duration":"377.704513ms","start":"2026-04-28T03:24:02.74218Z","end":"2026-04-28T03:24:03.119885Z","steps":["trace[1725591038] 'read index received' (duration: 207.64129ms)","trace[1725591038] 'applied index is now lower than readState.Index' (duration: 170.061823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:03.120099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.884546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:03.12012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.676955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:03.119963Z","caller":"traceutil/trace.go:171","msg":"trace[1591408215] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"382.586172ms","start":"2026-04-28T03:24:02.737336Z","end":"2026-04-28T03:24:03.119922Z","steps":["trace[1591408215] 'process raft request' (duration: 353.676408ms)","trace[1591408215] 'compare' (duration: 28.750742ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:03.120182Z","caller":"traceutil/trace.go:171","msg":"trace[2114876183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2095; }","duration":"378.009957ms","start":"2026-04-28T03:24:02.742153Z","end":"2026-04-28T03:24:03.120163Z","steps":["trace[2114876183] 'agreement among raft nodes before linearized reading' (duration: 377.831264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:03.120335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:02.737305Z","time spent":"382.941189ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:03.120449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:02.742145Z","time spent":"378.259751ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:24:03.120189Z","caller":"traceutil/trace.go:171","msg":"trace[1131157524] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2095; }","duration":"330.786686ms","start":"2026-04-28T03:24:02.789384Z","end":"2026-04-28T03:24:03.120171Z","steps":["trace[1131157524] 'agreement among raft nodes before linearized reading' (duration: 330.671455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:03.120557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:02.789364Z","time spent":"331.165562ms","remote":"127.0.0.1:46730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":14,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:04.287418Z","caller":"traceutil/trace.go:171","msg":"trace[174561950] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"353.33738ms","start":"2026-04-28T03:24:03.934055Z","end":"2026-04-28T03:24:04.287393Z","steps":["trace[174561950] 'process raft request' (duration: 353.158128ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:04.287447Z","caller":"traceutil/trace.go:171","msg":"trace[2097866479] linearizableReadLoop","detail":"{readStateIndex:2202; appliedIndex:2202; }","duration":"243.080852ms","start":"2026-04-28T03:24:04.044315Z","end":"2026-04-28T03:24:04.287395Z","steps":["trace[2097866479] 'read index received' (duration: 243.053712ms)","trace[2097866479] 'applied index is now lower than readState.Index' (duration: 23.72µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:04.287516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.191634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:04.287555Z","caller":"traceutil/trace.go:171","msg":"trace[1135476494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2097; }","duration":"243.291336ms","start":"2026-04-28T03:24:04.044254Z","end":"2026-04-28T03:24:04.287545Z","steps":["trace[1135476494] 'agreement among raft nodes before linearized reading' (duration: 243.177774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:04.287573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:03.934032Z","time spent":"353.462642ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:04.292193Z","caller":"traceutil/trace.go:171","msg":"trace[1085147423] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"214.516044ms","start":"2026-04-28T03:24:04.07764Z","end":"2026-04-28T03:24:04.292156Z","steps":["trace[1085147423] 'process raft request' (duration: 214.361142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.788404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.191452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:24:05.788752Z","caller":"traceutil/trace.go:171","msg":"trace[1614842017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2099; }","duration":"832.459326ms","start":"2026-04-28T03:24:04.956164Z","end":"2026-04-28T03:24:05.788623Z","steps":["trace[1614842017] 'range keys from in-memory index tree' (duration: 831.906667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.788889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.283453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:24:05.788999Z","caller":"traceutil/trace.go:171","msg":"trace[737359010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2099; }","duration":"832.419065ms","start":"2026-04-28T03:24:04.956552Z","end":"2026-04-28T03:24:05.788971Z","steps":["trace[737359010] 'range keys from in-memory index tree' (duration: 832.10226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.789048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.822431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:24:05.789055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.593165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:24:05.789104Z","caller":"traceutil/trace.go:171","msg":"trace[13466238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2099; }","duration":"832.887403ms","start":"2026-04-28T03:24:04.9562Z","end":"2026-04-28T03:24:05.789087Z","steps":["trace[13466238] 'range keys from in-memory index tree' (duration: 832.73752ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:05.789114Z","caller":"traceutil/trace.go:171","msg":"trace[129237332] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2099; }","duration":"833.674825ms","start":"2026-04-28T03:24:04.95542Z","end":"2026-04-28T03:24:05.789095Z","steps":["trace[129237332] 'range keys from in-memory index tree' (duration: 833.488613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.788545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.65507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:05.789098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:04.956547Z","time spent":"832.537987ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:05.789165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:04.955403Z","time spent":"833.754096ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T03:24:05.789185Z","caller":"traceutil/trace.go:171","msg":"trace[780183121] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2099; }","duration":"521.352512ms","start":"2026-04-28T03:24:05.267811Z","end":"2026-04-28T03:24:05.789164Z","steps":["trace[780183121] 'count revisions from in-memory index tree' (duration: 520.542869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.789022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.403911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:24:05.789242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:05.267771Z","time spent":"521.451284ms","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:05.789166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:04.956196Z","time spent":"832.957974ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:24:05.789292Z","caller":"traceutil/trace.go:171","msg":"trace[1720553540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2099; }","duration":"833.672295ms","start":"2026-04-28T03:24:04.955597Z","end":"2026-04-28T03:24:05.78927Z","steps":["trace[1720553540] 'range keys from in-memory index tree' (duration: 833.271499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.789327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.359111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:24:05.788941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:04.956159Z","time spent":"832.755861ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:05.788783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.590063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:05.789439Z","caller":"traceutil/trace.go:171","msg":"trace[455095952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2099; }","duration":"833.490993ms","start":"2026-04-28T03:24:04.955921Z","end":"2026-04-28T03:24:05.789412Z","steps":["trace[455095952] 'range keys from in-memory index tree' (duration: 833.217529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.789868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:04.955914Z","time spent":"833.933751ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:24:05.789366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:04.955592Z","time spent":"833.755617ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:24:05.789792Z","caller":"traceutil/trace.go:171","msg":"trace[1343780627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2099; }","duration":"744.616861ms","start":"2026-04-28T03:24:05.045143Z","end":"2026-04-28T03:24:05.78976Z","steps":["trace[1343780627] 'range keys from in-memory index tree' (duration: 743.333039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.790139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:05.045111Z","time spent":"745.009287ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:24:05.803975Z","caller":"traceutil/trace.go:171","msg":"trace[1369031293] linearizableReadLoop","detail":"{readStateIndex:2205; appliedIndex:2204; }","duration":"158.97042ms","start":"2026-04-28T03:24:05.644985Z","end":"2026-04-28T03:24:05.803955Z","steps":["trace[1369031293] 'read index received' (duration: 158.816928ms)","trace[1369031293] 'applied index is now lower than readState.Index' (duration: 152.142µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:05.804028Z","caller":"traceutil/trace.go:171","msg":"trace[2015413987] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"412.04458ms","start":"2026-04-28T03:24:05.391961Z","end":"2026-04-28T03:24:05.804006Z","steps":["trace[2015413987] 'process raft request' (duration: 411.839647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.804328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:05.391942Z","time spent":"412.318294ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:05.804165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.159483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:05.804474Z","caller":"traceutil/trace.go:171","msg":"trace[1900972966] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2100; }","duration":"159.520339ms","start":"2026-04-28T03:24:05.644933Z","end":"2026-04-28T03:24:05.804453Z","steps":["trace[1900972966] 'agreement among raft nodes before linearized reading' (duration: 159.164543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.85119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.937182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:24:05.851275Z","caller":"traceutil/trace.go:171","msg":"trace[1377874941] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2106; }","duration":"161.052295ms","start":"2026-04-28T03:24:05.690203Z","end":"2026-04-28T03:24:05.851256Z","steps":["trace[1377874941] 'agreement among raft nodes before linearized reading' (duration: 160.852051ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:07.99553Z","caller":"traceutil/trace.go:171","msg":"trace[688133901] linearizableReadLoop","detail":"{readStateIndex:2214; appliedIndex:2213; }","duration":"140.961307ms","start":"2026-04-28T03:24:07.854545Z","end":"2026-04-28T03:24:07.995506Z","steps":["trace[688133901] 'read index received' (duration: 140.746343ms)","trace[688133901] 'applied index is now lower than readState.Index' (duration: 214.214µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:07.99583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.381528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:24:07.996183Z","caller":"traceutil/trace.go:171","msg":"trace[1028083631] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"186.748286ms","start":"2026-04-28T03:24:07.809416Z","end":"2026-04-28T03:24:07.996164Z","steps":["trace[1028083631] 'process raft request' (duration: 185.942823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:07.996156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.433538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:24:07.996199Z","caller":"traceutil/trace.go:171","msg":"trace[1821685707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2108; }","duration":"140.786644ms","start":"2026-04-28T03:24:07.855399Z","end":"2026-04-28T03:24:07.996186Z","steps":["trace[1821685707] 'agreement among raft nodes before linearized reading' (duration: 140.297946ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:07.996396Z","caller":"traceutil/trace.go:171","msg":"trace[114354502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2108; }","duration":"140.619441ms","start":"2026-04-28T03:24:07.855653Z","end":"2026-04-28T03:24:07.996272Z","steps":["trace[114354502] 'agreement among raft nodes before linearized reading' (duration: 140.067302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:07.995987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.486129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:24:07.996495Z","caller":"traceutil/trace.go:171","msg":"trace[446886242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2108; }","duration":"141.030818ms","start":"2026-04-28T03:24:07.855452Z","end":"2026-04-28T03:24:07.996482Z","steps":["trace[446886242] 'agreement among raft nodes before linearized reading' (duration: 140.376367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:07.995987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.264399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-04-28T03:24:07.996466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.842781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:07.996745Z","caller":"traceutil/trace.go:171","msg":"trace[1877787236] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2108; }","duration":"131.049602ms","start":"2026-04-28T03:24:07.865677Z","end":"2026-04-28T03:24:07.996726Z","steps":["trace[1877787236] 'agreement among raft nodes before linearized reading' (duration: 130.197048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:07.996773Z","caller":"traceutil/trace.go:171","msg":"trace[400823462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2108; }","duration":"142.237797ms","start":"2026-04-28T03:24:07.85451Z","end":"2026-04-28T03:24:07.996747Z","steps":["trace[400823462] 'agreement among raft nodes before linearized reading' (duration: 141.20602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:07.996116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.260469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-28T03:24:07.995981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.528499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:24:07.997235Z","caller":"traceutil/trace.go:171","msg":"trace[980259213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2108; }","duration":"141.787641ms","start":"2026-04-28T03:24:07.855433Z","end":"2026-04-28T03:24:07.99722Z","steps":["trace[980259213] 'agreement among raft nodes before linearized reading' (duration: 140.472968ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:07.997114Z","caller":"traceutil/trace.go:171","msg":"trace[645719607] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2108; }","duration":"140.294496ms","start":"2026-04-28T03:24:07.85679Z","end":"2026-04-28T03:24:07.997085Z","steps":["trace[645719607] 'agreement among raft nodes before linearized reading' (duration: 139.226468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:08.220613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.987448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:08.220828Z","caller":"traceutil/trace.go:171","msg":"trace[530509598] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"218.039815ms","start":"2026-04-28T03:24:08.002757Z","end":"2026-04-28T03:24:08.220797Z","steps":["trace[530509598] 'process raft request' (duration: 74.763393ms)","trace[530509598] 'compare' (duration: 142.798525ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:08.220876Z","caller":"traceutil/trace.go:171","msg":"trace[288431892] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"218.043525ms","start":"2026-04-28T03:24:08.002763Z","end":"2026-04-28T03:24:08.220807Z","steps":["trace[288431892] 'process raft request' (duration: 217.950203ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:08.524502Z","caller":"traceutil/trace.go:171","msg":"trace[1216728354] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"521.321629ms","start":"2026-04-28T03:24:08.003154Z","end":"2026-04-28T03:24:08.524476Z","steps":["trace[1216728354] 'process raft request' (duration: 510.355997ms)","trace[1216728354] 'compare' (duration: 10.759659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:08.524677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.003144Z","time spent":"521.443741ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:08.524717Z","caller":"traceutil/trace.go:171","msg":"trace[773217364] linearizableReadLoop","detail":"{readStateIndex:2220; appliedIndex:2214; }","duration":"479.299801ms","start":"2026-04-28T03:24:08.0454Z","end":"2026-04-28T03:24:08.5247Z","steps":["trace[773217364] 'read index received' (duration: 32.118804ms)","trace[773217364] 'applied index is now lower than readState.Index' (duration: 447.180277ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:08.524747Z","caller":"traceutil/trace.go:171","msg":"trace[1273437356] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"521.312289ms","start":"2026-04-28T03:24:08.003412Z","end":"2026-04-28T03:24:08.524724Z","steps":["trace[1273437356] 'process raft request' (duration: 521.025425ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:08.524777Z","caller":"traceutil/trace.go:171","msg":"trace[1012502570] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"521.31472ms","start":"2026-04-28T03:24:08.003421Z","end":"2026-04-28T03:24:08.524736Z","steps":["trace[1012502570] 'process raft request' (duration: 521.206318ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:08.524805Z","caller":"traceutil/trace.go:171","msg":"trace[1326200154] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"521.021825ms","start":"2026-04-28T03:24:08.003776Z","end":"2026-04-28T03:24:08.524797Z","steps":["trace[1326200154] 'process raft request' (duration: 520.897103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:08.524861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.00341Z","time spent":"521.408071ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:08.52487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.00373Z","time spent":"521.091946ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:08.524873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.003401Z","time spent":"521.396861ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:08.525002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.620086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:08.525024Z","caller":"traceutil/trace.go:171","msg":"trace[789390818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2114; }","duration":"479.681747ms","start":"2026-04-28T03:24:08.045335Z","end":"2026-04-28T03:24:08.525017Z","steps":["trace[789390818] 'agreement among raft nodes before linearized reading' (duration: 479.610196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:08.525041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.045309Z","time spent":"479.728587ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:08.525074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.234005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:08.525127Z","caller":"traceutil/trace.go:171","msg":"trace[1833980601] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2114; }","duration":"175.336126ms","start":"2026-04-28T03:24:08.349779Z","end":"2026-04-28T03:24:08.525115Z","steps":["trace[1833980601] 'agreement among raft nodes before linearized reading' (duration: 175.243304ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:09.145671Z","caller":"traceutil/trace.go:171","msg":"trace[1877892422] linearizableReadLoop","detail":"{readStateIndex:2221; appliedIndex:2220; }","duration":"126.047262ms","start":"2026-04-28T03:24:09.019595Z","end":"2026-04-28T03:24:09.145642Z","steps":["trace[1877892422] 'read index received' (duration: 103.14991ms)","trace[1877892422] 'applied index is now lower than readState.Index' (duration: 22.895812ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:09.145751Z","caller":"traceutil/trace.go:171","msg":"trace[1359385296] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"456.54056ms","start":"2026-04-28T03:24:08.68916Z","end":"2026-04-28T03:24:09.145701Z","steps":["trace[1359385296] 'process raft request' (duration: 433.674398ms)","trace[1359385296] 'compare' (duration: 22.19872ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:09.145952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.689134Z","time spent":"456.720633ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:09.14715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.501659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:24:09.147246Z","caller":"traceutil/trace.go:171","msg":"trace[705364313] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2115; }","duration":"127.71294ms","start":"2026-04-28T03:24:09.019501Z","end":"2026-04-28T03:24:09.147214Z","steps":["trace[705364313] 'agreement among raft nodes before linearized reading' (duration: 126.258346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:10.827452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.949935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:10.827528Z","caller":"traceutil/trace.go:171","msg":"trace[174168793] linearizableReadLoop","detail":"{readStateIndex:2228; appliedIndex:2227; }","duration":"396.238149ms","start":"2026-04-28T03:24:10.431278Z","end":"2026-04-28T03:24:10.827516Z","steps":["trace[174168793] 'read index received' (duration: 49.542µs)","trace[174168793] 'applied index is now lower than readState.Index' (duration: 396.187427ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:10.82772Z","caller":"traceutil/trace.go:171","msg":"trace[609707006] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"593.064951ms","start":"2026-04-28T03:24:10.234643Z","end":"2026-04-28T03:24:10.827708Z","steps":["trace[609707006] 'process raft request' (duration: 184.800941ms)","trace[609707006] 'compare' (duration: 407.862294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:10.827769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:10.234635Z","time spent":"593.111432ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:10.827886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.511081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:10.827957Z","caller":"traceutil/trace.go:171","msg":"trace[1338801255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2122; }","duration":"299.626362ms","start":"2026-04-28T03:24:10.528312Z","end":"2026-04-28T03:24:10.827939Z","steps":["trace[1338801255] 'agreement among raft nodes before linearized reading' (duration: 299.413909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:10.828115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.834849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:10.828168Z","caller":"traceutil/trace.go:171","msg":"trace[856598658] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2122; }","duration":"396.919481ms","start":"2026-04-28T03:24:10.431235Z","end":"2026-04-28T03:24:10.828155Z","steps":["trace[856598658] 'agreement among raft nodes before linearized reading' (duration: 396.832719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:10.828223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:10.431218Z","time spent":"396.986421ms","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":10,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:10.828272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.117274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:24:10.828302Z","caller":"traceutil/trace.go:171","msg":"trace[261894909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2122; }","duration":"299.159405ms","start":"2026-04-28T03:24:10.529135Z","end":"2026-04-28T03:24:10.828294Z","steps":["trace[261894909] 'agreement among raft nodes before linearized reading' (duration: 299.085584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:10.828329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.33888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-28T03:24:10.828338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.133204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:24:10.828397Z","caller":"traceutil/trace.go:171","msg":"trace[1570382293] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2122; }","duration":"298.432922ms","start":"2026-04-28T03:24:10.529948Z","end":"2026-04-28T03:24:10.828381Z","steps":["trace[1570382293] 'agreement among raft nodes before linearized reading' (duration: 298.235389ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:10.828419Z","caller":"traceutil/trace.go:171","msg":"trace[592394753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2122; }","duration":"299.236176ms","start":"2026-04-28T03:24:10.529162Z","end":"2026-04-28T03:24:10.828398Z","steps":["trace[592394753] 'agreement among raft nodes before linearized reading' (duration: 298.973911ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:17.110915Z","caller":"traceutil/trace.go:171","msg":"trace[218788375] linearizableReadLoop","detail":"{readStateIndex:2322; appliedIndex:2320; }","duration":"185.543021ms","start":"2026-04-28T03:24:16.925354Z","end":"2026-04-28T03:24:17.110897Z","steps":["trace[218788375] 'read index received' (duration: 3.523189ms)","trace[218788375] 'applied index is now lower than readState.Index' (duration: 182.019092ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:17.111728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.367156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:24:17.111762Z","caller":"traceutil/trace.go:171","msg":"trace[733950451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2215; }","duration":"186.445256ms","start":"2026-04-28T03:24:16.925308Z","end":"2026-04-28T03:24:17.111753Z","steps":["trace[733950451] 'agreement among raft nodes before linearized reading' (duration: 186.318594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:17.111786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.488106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:24:17.111867Z","caller":"traceutil/trace.go:171","msg":"trace[1439205100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2215; }","duration":"180.592657ms","start":"2026-04-28T03:24:16.931262Z","end":"2026-04-28T03:24:17.111855Z","steps":["trace[1439205100] 'agreement among raft nodes before linearized reading' (duration: 180.15386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:17.111873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.702478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:24:17.111947Z","caller":"traceutil/trace.go:171","msg":"trace[79957592] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2215; }","duration":"177.797049ms","start":"2026-04-28T03:24:16.934132Z","end":"2026-04-28T03:24:17.111929Z","steps":["trace[79957592] 'agreement among raft nodes before linearized reading' (duration: 177.570086ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:17.111969Z","caller":"traceutil/trace.go:171","msg":"trace[89943033] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"206.681311ms","start":"2026-04-28T03:24:16.905278Z","end":"2026-04-28T03:24:17.111959Z","steps":["trace[89943033] 'process raft request' (duration: 161.764105ms)","trace[89943033] 'compare' (duration: 43.738526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:17.114314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.112824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:17.115924Z","caller":"traceutil/trace.go:171","msg":"trace[972620430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2215; }","duration":"182.225526ms","start":"2026-04-28T03:24:16.932145Z","end":"2026-04-28T03:24:17.114371Z","steps":["trace[972620430] 'agreement among raft nodes before linearized reading' (duration: 179.566661ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:17.221944Z","caller":"traceutil/trace.go:171","msg":"trace[1182054797] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"104.465953ms","start":"2026-04-28T03:24:17.117415Z","end":"2026-04-28T03:24:17.221881Z","steps":["trace[1182054797] 'process raft request' (duration: 100.2222ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:17.274905Z","caller":"traceutil/trace.go:171","msg":"trace[132943927] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"157.381955ms","start":"2026-04-28T03:24:17.117504Z","end":"2026-04-28T03:24:17.274886Z","steps":["trace[132943927] 'process raft request' (duration: 157.195092ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:17.275234Z","caller":"traceutil/trace.go:171","msg":"trace[1090558111] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"155.640936ms","start":"2026-04-28T03:24:17.119568Z","end":"2026-04-28T03:24:17.275209Z","steps":["trace[1090558111] 'process raft request' (duration: 155.242848ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:17.275535Z","caller":"traceutil/trace.go:171","msg":"trace[1754270132] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"155.103137ms","start":"2026-04-28T03:24:17.120419Z","end":"2026-04-28T03:24:17.275522Z","steps":["trace[1754270132] 'process raft request' (duration: 154.67718ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:17.27554Z","caller":"traceutil/trace.go:171","msg":"trace[505897072] linearizableReadLoop","detail":"{readStateIndex:2326; appliedIndex:2322; }","duration":"102.192284ms","start":"2026-04-28T03:24:17.173326Z","end":"2026-04-28T03:24:17.275519Z","steps":["trace[505897072] 'read index received' (duration: 44.425348ms)","trace[505897072] 'applied index is now lower than readState.Index' (duration: 57.765796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:17.27576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.419998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:17.275834Z","caller":"traceutil/trace.go:171","msg":"trace[2115757471] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2220; }","duration":"102.53536ms","start":"2026-04-28T03:24:17.173289Z","end":"2026-04-28T03:24:17.275824Z","steps":["trace[2115757471] 'agreement among raft nodes before linearized reading' (duration: 102.318376ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:18.538881Z","caller":"traceutil/trace.go:171","msg":"trace[691064909] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"136.701068ms","start":"2026-04-28T03:24:18.402162Z","end":"2026-04-28T03:24:18.538863Z","steps":["trace[691064909] 'process raft request' (duration: 136.572246ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:19.548723Z","caller":"traceutil/trace.go:171","msg":"trace[1240998636] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"266.672583ms","start":"2026-04-28T03:24:19.282009Z","end":"2026-04-28T03:24:19.548682Z","steps":["trace[1240998636] 'process raft request' (duration: 259.994659ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:19.548934Z","caller":"traceutil/trace.go:171","msg":"trace[2138942698] linearizableReadLoop","detail":"{readStateIndex:2346; appliedIndex:2343; }","duration":"162.787372ms","start":"2026-04-28T03:24:19.386128Z","end":"2026-04-28T03:24:19.548916Z","steps":["trace[2138942698] 'read index received' (duration: 155.998456ms)","trace[2138942698] 'applied index is now lower than readState.Index' (duration: 6.787886ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:19.549079Z","caller":"traceutil/trace.go:171","msg":"trace[2079622131] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"266.746005ms","start":"2026-04-28T03:24:19.282299Z","end":"2026-04-28T03:24:19.549045Z","steps":["trace[2079622131] 'process raft request' (duration: 266.299978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:19.549104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.961995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:24:19.549133Z","caller":"traceutil/trace.go:171","msg":"trace[395328210] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2238; }","duration":"163.046756ms","start":"2026-04-28T03:24:19.386075Z","end":"2026-04-28T03:24:19.549122Z","steps":["trace[395328210] 'agreement among raft nodes before linearized reading' (duration: 162.905454ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:19.549137Z","caller":"traceutil/trace.go:171","msg":"trace[381728168] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"224.014452ms","start":"2026-04-28T03:24:19.3251Z","end":"2026-04-28T03:24:19.549115Z","steps":["trace[381728168] 'process raft request' (duration: 223.773848ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:20.33571Z","caller":"traceutil/trace.go:171","msg":"trace[1434864214] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"149.328888ms","start":"2026-04-28T03:24:20.186335Z","end":"2026-04-28T03:24:20.335664Z","steps":["trace[1434864214] 'process raft request' (duration: 149.162845ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:21.523034Z","caller":"traceutil/trace.go:171","msg":"trace[488401939] linearizableReadLoop","detail":"{readStateIndex:2355; appliedIndex:2354; }","duration":"278.307118ms","start":"2026-04-28T03:24:21.244702Z","end":"2026-04-28T03:24:21.523009Z","steps":["trace[488401939] 'read index received' (duration: 278.107095ms)","trace[488401939] 'applied index is now lower than readState.Index' (duration: 198.743µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:21.523129Z","caller":"traceutil/trace.go:171","msg":"trace[1295788413] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"304.337778ms","start":"2026-04-28T03:24:21.218767Z","end":"2026-04-28T03:24:21.523104Z","steps":["trace[1295788413] 'process raft request' (duration: 304.057633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:21.52328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.558472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:21.523267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.218755Z","time spent":"304.428619ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10970,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:21.523347Z","caller":"traceutil/trace.go:171","msg":"trace[1306218393] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2247; }","duration":"278.662574ms","start":"2026-04-28T03:24:21.244663Z","end":"2026-04-28T03:24:21.523326Z","steps":["trace[1306218393] 'agreement among raft nodes before linearized reading' (duration: 278.524082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:21.868919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.649663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:21.869547Z","caller":"traceutil/trace.go:171","msg":"trace[486148184] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"539.966ms","start":"2026-04-28T03:24:21.329547Z","end":"2026-04-28T03:24:21.869513Z","steps":["trace[486148184] 'process raft request' (duration: 303.262618ms)","trace[486148184] 'compare' (duration: 235.398779ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:21.869701Z","caller":"traceutil/trace.go:171","msg":"trace[2100992645] linearizableReadLoop","detail":"{readStateIndex:2356; appliedIndex:2355; }","duration":"346.463454ms","start":"2026-04-28T03:24:21.523152Z","end":"2026-04-28T03:24:21.869615Z","steps":["trace[2100992645] 'read index received' (duration: 109.681481ms)","trace[2100992645] 'applied index is now lower than readState.Index' (duration: 236.774433ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:21.869895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.456971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:24:21.869979Z","caller":"traceutil/trace.go:171","msg":"trace[1651330578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2248; }","duration":"590.553002ms","start":"2026-04-28T03:24:21.279408Z","end":"2026-04-28T03:24:21.869961Z","steps":["trace[1651330578] 'agreement among raft nodes before linearized reading' (duration: 590.309108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:21.869971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.840374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:21.870026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.279373Z","time spent":"590.642034ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:24:21.869903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.329505Z","time spent":"540.233864ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:21.870167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.054871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:24:21.870279Z","caller":"traceutil/trace.go:171","msg":"trace[1776071550] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:2248; }","duration":"606.236883ms","start":"2026-04-28T03:24:21.264024Z","end":"2026-04-28T03:24:21.870261Z","steps":["trace[1776071550] 'agreement among raft nodes before linearized reading' (duration: 605.830316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:21.870327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.264011Z","time spent":"606.305304ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.168\" "} {"level":"info","ts":"2026-04-28T03:24:21.870386Z","caller":"traceutil/trace.go:171","msg":"trace[1872925234] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"340.046472ms","start":"2026-04-28T03:24:21.530283Z","end":"2026-04-28T03:24:21.870329Z","steps":["trace[1872925234] 'process raft request' (duration: 339.715527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:21.870477Z","caller":"traceutil/trace.go:171","msg":"trace[725083206] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"324.009216ms","start":"2026-04-28T03:24:21.546437Z","end":"2026-04-28T03:24:21.870446Z","steps":["trace[725083206] 'process raft request' (duration: 323.935165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:21.870604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.53026Z","time spent":"340.182685ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:21.870653Z","caller":"traceutil/trace.go:171","msg":"trace[1225789581] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"324.214801ms","start":"2026-04-28T03:24:21.546421Z","end":"2026-04-28T03:24:21.870636Z","steps":["trace[1225789581] 'process raft request' (duration: 323.880305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:21.87075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.546393Z","time spent":"324.294201ms","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:21.871003Z","caller":"traceutil/trace.go:171","msg":"trace[439904066] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"339.651366ms","start":"2026-04-28T03:24:21.530752Z","end":"2026-04-28T03:24:21.870403Z","steps":["trace[439904066] 'process raft request' (duration: 339.432682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:21.871171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.530744Z","time spent":"340.379608ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:21.871195Z","caller":"traceutil/trace.go:171","msg":"trace[1215731257] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2248; }","duration":"423.104555ms","start":"2026-04-28T03:24:21.448047Z","end":"2026-04-28T03:24:21.871151Z","steps":["trace[1215731257] 'agreement among raft nodes before linearized reading' (duration: 421.732342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:21.871593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.448017Z","time spent":"423.494471ms","remote":"127.0.0.1:46558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:21.873781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.546393Z","time spent":"324.132189ms","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:22.290737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.59119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:22.291126Z","caller":"traceutil/trace.go:171","msg":"trace[10659659] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"512.5226ms","start":"2026-04-28T03:24:21.778578Z","end":"2026-04-28T03:24:22.2911Z","steps":["trace[10659659] 'process raft request' (duration: 389.442543ms)","trace[10659659] 'compare' (duration: 122.328254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:22.291269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.778541Z","time spent":"512.645971ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:22.291449Z","caller":"traceutil/trace.go:171","msg":"trace[1528987965] linearizableReadLoop","detail":"{readStateIndex:2361; appliedIndex:2360; }","duration":"421.382238ms","start":"2026-04-28T03:24:21.8698Z","end":"2026-04-28T03:24:22.291182Z","steps":["trace[1528987965] 'read index received' (duration: 298.23977ms)","trace[1528987965] 'applied index is now lower than readState.Index' (duration: 123.140658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:22.29186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.975573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:24:22.291927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.181437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:24:22.29193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.435663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-52c44205-0965-44c1-836c-d63a738245f5\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-28T03:24:22.291956Z","caller":"traceutil/trace.go:171","msg":"trace[727172437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2253; }","duration":"739.211157ms","start":"2026-04-28T03:24:21.552737Z","end":"2026-04-28T03:24:22.291948Z","steps":["trace[727172437] 'agreement among raft nodes before linearized reading' (duration: 738.77891ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:22.291947Z","caller":"traceutil/trace.go:171","msg":"trace[1260726466] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2253; }","duration":"739.114386ms","start":"2026-04-28T03:24:21.552813Z","end":"2026-04-28T03:24:22.291927Z","steps":["trace[1260726466] 'agreement among raft nodes before linearized reading' (duration: 738.497276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:22.291976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.552702Z","time spent":"739.270039ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:22.292009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.552773Z","time spent":"739.210418ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:24:22.292028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.872936Z","time spent":"419.090839ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:24:22.291995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.345369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:24:22.292091Z","caller":"traceutil/trace.go:171","msg":"trace[1162722344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2253; }","duration":"685.488691ms","start":"2026-04-28T03:24:21.606574Z","end":"2026-04-28T03:24:22.292063Z","steps":["trace[1162722344] 'agreement among raft nodes before linearized reading' (duration: 684.731598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:22.29217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.606555Z","time spent":"685.600203ms","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:24:22.292216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.425491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:24:22.292277Z","caller":"traceutil/trace.go:171","msg":"trace[161835692] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2253; }","duration":"739.529574ms","start":"2026-04-28T03:24:21.552729Z","end":"2026-04-28T03:24:22.292258Z","steps":["trace[161835692] 'agreement among raft nodes before linearized reading' (duration: 738.617997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:22.292326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.552723Z","time spent":"739.593655ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T03:24:22.29233Z","caller":"traceutil/trace.go:171","msg":"trace[2087390876] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-52c44205-0965-44c1-836c-d63a738245f5; range_end:; response_count:1; response_revision:2253; }","duration":"648.558295ms","start":"2026-04-28T03:24:21.643399Z","end":"2026-04-28T03:24:22.291958Z","steps":["trace[2087390876] 'agreement among raft nodes before linearized reading' (duration: 647.963804ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:22.292415Z","caller":"traceutil/trace.go:171","msg":"trace[280391548] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"417.811138ms","start":"2026-04-28T03:24:21.874596Z","end":"2026-04-28T03:24:22.292407Z","steps":["trace[280391548] 'process raft request' (duration: 417.161096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:22.292421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.643338Z","time spent":"649.066614ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-52c44205-0965-44c1-836c-d63a738245f5\" "} {"level":"warn","ts":"2026-04-28T03:24:22.292461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.87454Z","time spent":"417.89788ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:22.292553Z","caller":"traceutil/trace.go:171","msg":"trace[1377297997] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"187.977419ms","start":"2026-04-28T03:24:22.104556Z","end":"2026-04-28T03:24:22.292533Z","steps":["trace[1377297997] 'process raft request' (duration: 187.814417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:22.29259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.306652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:22.29263Z","caller":"traceutil/trace.go:171","msg":"trace[710180330] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2255; }","duration":"296.389004ms","start":"2026-04-28T03:24:21.996224Z","end":"2026-04-28T03:24:22.292613Z","steps":["trace[710180330] 'agreement among raft nodes before linearized reading' (duration: 296.295592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:22.292679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.34479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:22.292707Z","caller":"traceutil/trace.go:171","msg":"trace[293889923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2255; }","duration":"249.449732ms","start":"2026-04-28T03:24:22.04325Z","end":"2026-04-28T03:24:22.2927Z","steps":["trace[293889923] 'agreement among raft nodes before linearized reading' (duration: 249.364731ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:22.42324Z","caller":"traceutil/trace.go:171","msg":"trace[1352037314] linearizableReadLoop","detail":"{readStateIndex:2365; appliedIndex:2364; }","duration":"128.111033ms","start":"2026-04-28T03:24:22.295104Z","end":"2026-04-28T03:24:22.423215Z","steps":["trace[1352037314] 'read index received' (duration: 98.220137ms)","trace[1352037314] 'applied index is now lower than readState.Index' (duration: 29.886416ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:22.423334Z","caller":"traceutil/trace.go:171","msg":"trace[480569567] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"128.955869ms","start":"2026-04-28T03:24:22.294344Z","end":"2026-04-28T03:24:22.4233Z","steps":["trace[480569567] 'process raft request' (duration: 99.015132ms)","trace[480569567] 'compare' (duration: 29.674512ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:22.423467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.277126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:22.423672Z","caller":"traceutil/trace.go:171","msg":"trace[1127925385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2256; }","duration":"128.549251ms","start":"2026-04-28T03:24:22.295072Z","end":"2026-04-28T03:24:22.423621Z","steps":["trace[1127925385] 'agreement among raft nodes before linearized reading' (duration: 128.237026ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:22.4275Z","caller":"traceutil/trace.go:171","msg":"trace[1409129945] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"130.352114ms","start":"2026-04-28T03:24:22.297136Z","end":"2026-04-28T03:24:22.427488Z","steps":["trace[1409129945] 'process raft request' (duration: 129.962357ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:22.42766Z","caller":"traceutil/trace.go:171","msg":"trace[498624614] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"128.961189ms","start":"2026-04-28T03:24:22.298666Z","end":"2026-04-28T03:24:22.427627Z","steps":["trace[498624614] 'process raft request' (duration: 128.531382ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:22.427721Z","caller":"traceutil/trace.go:171","msg":"trace[2106582336] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"126.574458ms","start":"2026-04-28T03:24:22.301142Z","end":"2026-04-28T03:24:22.427717Z","steps":["trace[2106582336] 'process raft request' (duration: 126.082889ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:23.153683Z","caller":"traceutil/trace.go:171","msg":"trace[2059161436] linearizableReadLoop","detail":"{readStateIndex:2370; appliedIndex:2369; }","duration":"108.196016ms","start":"2026-04-28T03:24:23.045463Z","end":"2026-04-28T03:24:23.153659Z","steps":["trace[2059161436] 'read index received' (duration: 108.000162ms)","trace[2059161436] 'applied index is now lower than readState.Index' (duration: 195.004µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:23.153772Z","caller":"traceutil/trace.go:171","msg":"trace[737752625] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"113.906834ms","start":"2026-04-28T03:24:23.039835Z","end":"2026-04-28T03:24:23.153741Z","steps":["trace[737752625] 'process raft request' (duration: 113.66282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:23.153828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.356248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:23.153867Z","caller":"traceutil/trace.go:171","msg":"trace[2102892985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2261; }","duration":"108.45191ms","start":"2026-04-28T03:24:23.045405Z","end":"2026-04-28T03:24:23.153857Z","steps":["trace[2102892985] 'agreement among raft nodes before linearized reading' (duration: 108.346758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:24.430948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732399848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:24.93197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732399848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:25.250178Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.372735555s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:24:25.250926Z","caller":"traceutil/trace.go:171","msg":"trace[770940947] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"1.37356749s","start":"2026-04-28T03:24:23.877328Z","end":"2026-04-28T03:24:25.250896Z","steps":["trace[770940947] 'process raft request' (duration: 1.373353237s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:25.251108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:23.87731Z","time spent":"1.373710443s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:26.044672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999941804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:24:26.044762Z","caller":"traceutil/trace.go:171","msg":"trace[1681486127] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000133857s","start":"2026-04-28T03:24:24.044611Z","end":"2026-04-28T03:24:26.044745Z","steps":["trace[1681486127] 'agreement among raft nodes before linearized reading' (duration: 2.000022025s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:26.044807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:24.044585Z","time spent":"2.000214578s","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:26.466067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00511994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:24:26.466147Z","caller":"traceutil/trace.go:171","msg":"trace[1572133654] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.005272202s","start":"2026-04-28T03:24:24.460856Z","end":"2026-04-28T03:24:26.466128Z","steps":["trace[1572133654] 'agreement among raft nodes before linearized reading' (duration: 2.005167941s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:26.466198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:24.460827Z","time spent":"2.005360853s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:27.649272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.398440593s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:24:27.650362Z","caller":"traceutil/trace.go:171","msg":"trace[1381453191] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"3.34966803s","start":"2026-04-28T03:24:24.300672Z","end":"2026-04-28T03:24:27.65034Z","steps":["trace[1381453191] 'process raft request' (duration: 3.348911967s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:27.650539Z","caller":"traceutil/trace.go:171","msg":"trace[1275828758] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"3.348489789s","start":"2026-04-28T03:24:24.302036Z","end":"2026-04-28T03:24:27.650526Z","steps":["trace[1275828758] 'process raft request' (duration: 3.348255435s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:27.650604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:24.30202Z","time spent":"3.34855334s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:27.650964Z","caller":"traceutil/trace.go:171","msg":"trace[1920231247] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"2.828855672s","start":"2026-04-28T03:24:24.822095Z","end":"2026-04-28T03:24:27.65095Z","steps":["trace[1920231247] 'process raft request' (duration: 2.828381634s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:27.651028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:24.822075Z","time spent":"2.828922912s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:27.65133Z","caller":"traceutil/trace.go:171","msg":"trace[1999985665] linearizableReadLoop","detail":"{readStateIndex:2375; appliedIndex:2370; }","duration":"3.720523861s","start":"2026-04-28T03:24:23.930795Z","end":"2026-04-28T03:24:27.651319Z","steps":["trace[1999985665] 'read index received' (duration: 1.319966861s)","trace[1999985665] 'applied index is now lower than readState.Index' (duration: 2.4005562s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:27.651484Z","caller":"traceutil/trace.go:171","msg":"trace[529628818] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"2.82809087s","start":"2026-04-28T03:24:24.823384Z","end":"2026-04-28T03:24:27.651475Z","steps":["trace[529628818] 'process raft request' (duration: 2.827528449s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:27.651547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:24.823376Z","time spent":"2.82813952s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:27.651719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.720932169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:27.651759Z","caller":"traceutil/trace.go:171","msg":"trace[633824899] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2266; }","duration":"3.720975989s","start":"2026-04-28T03:24:23.930774Z","end":"2026-04-28T03:24:27.65175Z","steps":["trace[633824899] 'agreement among raft nodes before linearized reading' (duration: 3.720907598s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:27.651786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:23.930681Z","time spent":"3.721097731s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:27.650479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:24.300646Z","time spent":"3.349770292s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:28.0534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000477606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:24:28.053466Z","caller":"traceutil/trace.go:171","msg":"trace[846796510] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000586718s","start":"2026-04-28T03:24:26.052866Z","end":"2026-04-28T03:24:28.053453Z","steps":["trace[846796510] 'agreement among raft nodes before linearized reading' (duration: 2.000505897s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:28.0535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:26.052846Z","time spent":"2.000647519s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:24:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:28.151706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732399857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:29.297433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999118677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:24:29.297505Z","caller":"traceutil/trace.go:171","msg":"trace[1425213821] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999244449s","start":"2026-04-28T03:24:24.298245Z","end":"2026-04-28T03:24:29.29749Z","steps":["trace[1425213821] 'agreement among raft nodes before linearized reading' (duration: 4.999150198s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:29.297539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:24.298225Z","time spent":"4.99930708s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 03:24:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:29.430074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998908142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:24:29.430146Z","caller":"traceutil/trace.go:171","msg":"trace[950024787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999057006s","start":"2026-04-28T03:24:24.43107Z","end":"2026-04-28T03:24:29.430127Z","steps":["trace[950024787] 'agreement among raft nodes before linearized reading' (duration: 4.998951813s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:29.430183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:24.431044Z","time spent":"4.999131047s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 03:24:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:29.624543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999081697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:24:29.624631Z","caller":"traceutil/trace.go:171","msg":"trace[2077505992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99926026s","start":"2026-04-28T03:24:24.625351Z","end":"2026-04-28T03:24:29.624612Z","steps":["trace[2077505992] 'agreement among raft nodes before linearized reading' (duration: 4.999150658s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:29.624679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:24.625323Z","time spent":"4.999346432s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 03:24:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:30.053734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999913665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:24:30.053816Z","caller":"traceutil/trace.go:171","msg":"trace[995070800] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000050358s","start":"2026-04-28T03:24:28.053747Z","end":"2026-04-28T03:24:30.053798Z","steps":["trace[995070800] 'agreement among raft nodes before linearized reading' (duration: 1.999946196s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:30.053861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:28.053723Z","time spent":"2.000128789s","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:32.060185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000348032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:24:32.060271Z","caller":"traceutil/trace.go:171","msg":"trace[647077660] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000487355s","start":"2026-04-28T03:24:30.059763Z","end":"2026-04-28T03:24:32.060251Z","steps":["trace[647077660] 'agreement among raft nodes before linearized reading' (duration: 2.000371822s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.060324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:30.059745Z","time spent":"2.000568596s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:24:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:32.090969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:27.968039Z","time spent":"4.122924444s","remote":"127.0.0.1:53096","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:24:32.092195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.736305803s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:32.092393Z","caller":"traceutil/trace.go:171","msg":"trace[657706604] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"6.763282298s","start":"2026-04-28T03:24:25.329087Z","end":"2026-04-28T03:24:32.092369Z","steps":["trace[657706604] 'process raft request' (duration: 3.02661913s)","trace[657706604] 'compare' (duration: 3.735171331s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.092513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:25.329066Z","time spent":"6.763375539s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:32.255444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:27.257347Z","time spent":"4.998089646s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:24:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:32.356723Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.695299103s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:24:32.60117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.863243ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:24:32.602374Z","caller":"traceutil/trace.go:171","msg":"trace[1574445301] linearizableReadLoop","detail":"{readStateIndex:2378; appliedIndex:2375; }","duration":"4.950996344s","start":"2026-04-28T03:24:27.651358Z","end":"2026-04-28T03:24:32.602354Z","steps":["trace[1574445301] 'read index received' (duration: 704.308672ms)","trace[1574445301] 'applied index is now lower than readState.Index' (duration: 4.246686632s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.684389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.217592339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:24:32.684495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.663919232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T03:24:32.68457Z","caller":"traceutil/trace.go:171","msg":"trace[152161526] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2268; }","duration":"6.664071915s","start":"2026-04-28T03:24:26.020479Z","end":"2026-04-28T03:24:32.68455Z","steps":["trace[152161526] 'agreement among raft nodes before linearized reading' (duration: 6.582081093s)","trace[152161526] 'range keys from in-memory index tree' (duration: 81.781798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.684627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:26.020446Z","time spent":"6.664168776s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:24:32.684639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.695037175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:32.684711Z","caller":"traceutil/trace.go:171","msg":"trace[1079078187] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2268; }","duration":"5.695143636s","start":"2026-04-28T03:24:26.989548Z","end":"2026-04-28T03:24:32.684692Z","steps":["trace[1079078187] 'agreement among raft nodes before linearized reading' (duration: 5.61290847s)","trace[1079078187] 'count revisions from in-memory index tree' (duration: 81.943892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.684693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.252278892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:24:32.684771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:26.98953Z","time spent":"5.695226627s","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:32.684801Z","caller":"traceutil/trace.go:171","msg":"trace[1240451310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2268; }","duration":"8.252439496s","start":"2026-04-28T03:24:24.432335Z","end":"2026-04-28T03:24:32.684775Z","steps":["trace[1240451310] 'agreement among raft nodes before linearized reading' (duration: 8.170136288s)","trace[1240451310] 'range keys from in-memory index tree' (duration: 81.89799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.684874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:24.432322Z","time spent":"8.252543427s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:32.684935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.252575288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:24:32.68497Z","caller":"traceutil/trace.go:171","msg":"trace[1277197] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2268; }","duration":"8.252638699s","start":"2026-04-28T03:24:24.432322Z","end":"2026-04-28T03:24:32.68496Z","steps":["trace[1277197] 'agreement among raft nodes before linearized reading' (duration: 8.170181519s)","trace[1277197] 'range keys from in-memory index tree' (duration: 82.374448ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.684997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:24.432308Z","time spent":"8.252683259s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:24:32.685097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.372942638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:24:32.685205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.006626211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:24:32.685187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.37820935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-52c44205-0965-44c1-836c-d63a738245f5\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-28T03:24:32.685222Z","caller":"traceutil/trace.go:171","msg":"trace[1759172356] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2268; }","duration":"8.373027109s","start":"2026-04-28T03:24:24.312137Z","end":"2026-04-28T03:24:32.685164Z","steps":["trace[1759172356] 'agreement among raft nodes before linearized reading' (duration: 8.290391236s)","trace[1759172356] 'range keys from in-memory index tree' (duration: 82.116394ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:32.685275Z","caller":"traceutil/trace.go:171","msg":"trace[982760704] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-52c44205-0965-44c1-836c-d63a738245f5; range_end:; response_count:1; response_revision:2268; }","duration":"8.378362332s","start":"2026-04-28T03:24:24.30689Z","end":"2026-04-28T03:24:32.685252Z","steps":["trace[982760704] 'agreement among raft nodes before linearized reading' (duration: 8.295624317s)","trace[982760704] 'range keys from in-memory index tree' (duration: 82.359529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.685316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.52667856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:24:32.685318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.785539775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa675e06c5d39a\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-04-28T03:24:32.685345Z","caller":"traceutil/trace.go:171","msg":"trace[450083622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2268; }","duration":"7.526753251s","start":"2026-04-28T03:24:25.158584Z","end":"2026-04-28T03:24:32.685338Z","steps":["trace[450083622] 'agreement among raft nodes before linearized reading' (duration: 7.443912113s)","trace[450083622] 'range keys from in-memory index tree' (duration: 82.764785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.685317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:24.312077Z","time spent":"8.373225324s","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:24:32.685356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:24.30686Z","time spent":"8.378471325s","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-52c44205-0965-44c1-836c-d63a738245f5\" "} {"level":"info","ts":"2026-04-28T03:24:32.685242Z","caller":"traceutil/trace.go:171","msg":"trace[351548055] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2268; }","duration":"7.006700583s","start":"2026-04-28T03:24:25.678532Z","end":"2026-04-28T03:24:32.685233Z","steps":["trace[351548055] 'agreement among raft nodes before linearized reading' (duration: 6.923904266s)","trace[351548055] 'count revisions from in-memory index tree' (duration: 82.739315ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.685439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.632810229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa67244f58aa38\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-28T03:24:32.685455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:25.678513Z","time spent":"7.006920967s","remote":"127.0.0.1:46760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:32.685476Z","caller":"traceutil/trace.go:171","msg":"trace[1359717818] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa67244f58aa38; range_end:; response_count:1; response_revision:2268; }","duration":"6.632902301s","start":"2026-04-28T03:24:26.052564Z","end":"2026-04-28T03:24:32.685467Z","steps":["trace[1359717818] 'agreement among raft nodes before linearized reading' (duration: 6.54990794s)","trace[1359717818] 'range keys from in-memory index tree' (duration: 82.908879ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.685373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:25.158557Z","time spent":"7.526809752s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:32.685513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:26.052538Z","time spent":"6.632968181s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa67244f58aa38\" "} {"level":"info","ts":"2026-04-28T03:24:32.685361Z","caller":"traceutil/trace.go:171","msg":"trace[1404045031] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa675e06c5d39a; range_end:; response_count:1; response_revision:2268; }","duration":"5.785605607s","start":"2026-04-28T03:24:26.899742Z","end":"2026-04-28T03:24:32.685347Z","steps":["trace[1404045031] 'agreement among raft nodes before linearized reading' (duration: 5.702744998s)","trace[1404045031] 'range keys from in-memory index tree' (duration: 82.758676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.685699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:26.899729Z","time spent":"5.785960222s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa675e06c5d39a\" "} {"level":"info","ts":"2026-04-28T03:24:32.685745Z","caller":"traceutil/trace.go:171","msg":"trace[774675053] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"3.024389713s","start":"2026-04-28T03:24:29.661344Z","end":"2026-04-28T03:24:32.685734Z","steps":["trace[774675053] 'process raft request' (duration: 2.940999666s)","trace[774675053] 'compare' (duration: 82.755925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.685826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:29.661325Z","time spent":"3.024448784s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:32.685994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058904231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:24:32.68601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.031293828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-04-28T03:24:32.68605Z","caller":"traceutil/trace.go:171","msg":"trace[705153744] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"3.023655301s","start":"2026-04-28T03:24:29.662387Z","end":"2026-04-28T03:24:32.686042Z","steps":["trace[705153744] 'process raft request' (duration: 3.023306915s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:32.686051Z","caller":"traceutil/trace.go:171","msg":"trace[2015171179] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2270; }","duration":"5.031359739s","start":"2026-04-28T03:24:27.654679Z","end":"2026-04-28T03:24:32.686039Z","steps":["trace[2015171179] 'agreement among raft nodes before linearized reading' (duration: 5.031249927s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.686083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:27.654666Z","time spent":"5.03140957s","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:24:32.686093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:29.662367Z","time spent":"3.023706161s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:32.686118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254248683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:32.686144Z","caller":"traceutil/trace.go:171","msg":"trace[466126966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2270; }","duration":"1.254312384s","start":"2026-04-28T03:24:31.431824Z","end":"2026-04-28T03:24:32.686137Z","steps":["trace[466126966] 'agreement among raft nodes before linearized reading' (duration: 1.254244693s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.686164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:31.431797Z","time spent":"1.254362885s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:24:32.686238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.465426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-28T03:24:32.686268Z","caller":"traceutil/trace.go:171","msg":"trace[728486331] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2270; }","duration":"224.524386ms","start":"2026-04-28T03:24:32.461736Z","end":"2026-04-28T03:24:32.686261Z","steps":["trace[728486331] 'agreement among raft nodes before linearized reading' (duration: 224.448155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.686334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380420013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:24:32.686367Z","caller":"traceutil/trace.go:171","msg":"trace[1148439420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2270; }","duration":"1.380488683s","start":"2026-04-28T03:24:31.305871Z","end":"2026-04-28T03:24:32.68636Z","steps":["trace[1148439420] 'agreement among raft nodes before linearized reading' (duration: 1.380410102s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.686387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:31.305852Z","time spent":"1.380530715s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:24:32.686407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.87534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:32.686439Z","caller":"traceutil/trace.go:171","msg":"trace[660203986] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2270; }","duration":"313.94514ms","start":"2026-04-28T03:24:32.372484Z","end":"2026-04-28T03:24:32.686429Z","steps":["trace[660203986] 'agreement among raft nodes before linearized reading' (duration: 313.896109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.686461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:32.372465Z","time spent":"313.989402ms","remote":"127.0.0.1:46592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:32.68651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421783784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:24:32.686536Z","caller":"traceutil/trace.go:171","msg":"trace[1828928885] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:2270; }","duration":"1.421840824s","start":"2026-04-28T03:24:31.264688Z","end":"2026-04-28T03:24:32.686529Z","steps":["trace[1828928885] 'agreement among raft nodes before linearized reading' (duration: 1.421776073s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.686555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:31.264669Z","time spent":"1.421881375s","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.168\" "} {"level":"warn","ts":"2026-04-28T03:24:32.686616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.247072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-04-28T03:24:32.686645Z","caller":"traceutil/trace.go:171","msg":"trace[964570290] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2270; }","duration":"429.321884ms","start":"2026-04-28T03:24:32.257316Z","end":"2026-04-28T03:24:32.686637Z","steps":["trace[964570290] 'agreement among raft nodes before linearized reading' (duration: 429.243823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.686665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:32.257278Z","time spent":"429.381525ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-28T03:24:32.686783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.032548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:32.686808Z","caller":"traceutil/trace.go:171","msg":"trace[706447257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2270; }","duration":"626.10126ms","start":"2026-04-28T03:24:32.0607Z","end":"2026-04-28T03:24:32.686802Z","steps":["trace[706447257] 'agreement among raft nodes before linearized reading' (duration: 626.063669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.686827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:32.060676Z","time spent":"626.1466ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:32.686907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.875310617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:32.686939Z","caller":"traceutil/trace.go:171","msg":"trace[2076331966] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2270; }","duration":"4.875385539s","start":"2026-04-28T03:24:27.811546Z","end":"2026-04-28T03:24:32.686931Z","steps":["trace[2076331966] 'agreement among raft nodes before linearized reading' (duration: 4.875322648s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.686956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.970168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:24:32.686962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:27.811524Z","time spent":"4.87543199s","remote":"127.0.0.1:42978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:32.686979Z","caller":"traceutil/trace.go:171","msg":"trace[54802808] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2270; }","duration":"970.03091ms","start":"2026-04-28T03:24:31.716941Z","end":"2026-04-28T03:24:32.686972Z","steps":["trace[54802808] 'agreement among raft nodes before linearized reading' (duration: 969.983409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.687001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:31.716919Z","time spent":"970.07556ms","remote":"127.0.0.1:43146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:32.687098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.319933472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:32.687127Z","caller":"traceutil/trace.go:171","msg":"trace[1851701513] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2270; }","duration":"4.319965182s","start":"2026-04-28T03:24:28.367153Z","end":"2026-04-28T03:24:32.687118Z","steps":["trace[1851701513] 'agreement among raft nodes before linearized reading' (duration: 4.319916581s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.687149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:28.367091Z","time spent":"4.320052324s","remote":"127.0.0.1:46722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:32.687305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.755901387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:32.687333Z","caller":"traceutil/trace.go:171","msg":"trace[1725469965] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2270; }","duration":"4.755928068s","start":"2026-04-28T03:24:27.931395Z","end":"2026-04-28T03:24:32.687323Z","steps":["trace[1725469965] 'agreement among raft nodes before linearized reading' (duration: 4.755861577s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.687358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:27.931303Z","time spent":"4.756048411s","remote":"127.0.0.1:42686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:32.686023Z","caller":"traceutil/trace.go:171","msg":"trace[448751095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2270; }","duration":"1.058979672s","start":"2026-04-28T03:24:31.627034Z","end":"2026-04-28T03:24:32.686013Z","steps":["trace[448751095] 'agreement among raft nodes before linearized reading' (duration: 1.058909931s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.686051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.248050847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:32.688178Z","caller":"traceutil/trace.go:171","msg":"trace[1783355379] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2270; }","duration":"3.250197295s","start":"2026-04-28T03:24:29.437963Z","end":"2026-04-28T03:24:32.68816Z","steps":["trace[1783355379] 'agreement among raft nodes before linearized reading' (duration: 3.248051337s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.688254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:29.437945Z","time spent":"3.250287637s","remote":"127.0.0.1:43018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:32.68897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:31.627013Z","time spent":"1.061938694s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:24:32.684485Z","caller":"traceutil/trace.go:171","msg":"trace[655480553] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2268; }","duration":"8.217721551s","start":"2026-04-28T03:24:24.466737Z","end":"2026-04-28T03:24:32.684458Z","steps":["trace[655480553] 'agreement among raft nodes before linearized reading' (duration: 8.13576815s)","trace[655480553] 'count revisions from in-memory index tree' (duration: 81.803819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.690916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:24.466689Z","time spent":"8.224205687s","remote":"127.0.0.1:42918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:34.835997Z","caller":"traceutil/trace.go:171","msg":"trace[2110583537] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2294; }","duration":"148.424481ms","start":"2026-04-28T03:24:34.687558Z","end":"2026-04-28T03:24:34.835982Z","steps":["trace[2110583537] 'process raft request' (duration: 148.260828ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:34.844959Z","caller":"traceutil/trace.go:171","msg":"trace[444805678] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"152.668296ms","start":"2026-04-28T03:24:34.692272Z","end":"2026-04-28T03:24:34.844941Z","steps":["trace[444805678] 'process raft request' (duration: 152.542034ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:34.845145Z","caller":"traceutil/trace.go:171","msg":"trace[1761481363] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"144.920499ms","start":"2026-04-28T03:24:34.700217Z","end":"2026-04-28T03:24:34.845137Z","steps":["trace[1761481363] 'process raft request' (duration: 144.693494ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:34.845384Z","caller":"traceutil/trace.go:171","msg":"trace[1206511001] linearizableReadLoop","detail":"{readStateIndex:2407; appliedIndex:2404; }","duration":"144.513242ms","start":"2026-04-28T03:24:34.700846Z","end":"2026-04-28T03:24:34.845359Z","steps":["trace[1206511001] 'read index received' (duration: 135.100284ms)","trace[1206511001] 'applied index is now lower than readState.Index' (duration: 9.410838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:34.845706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.416791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:24:34.845777Z","caller":"traceutil/trace.go:171","msg":"trace[2123414292] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2297; }","duration":"143.512315ms","start":"2026-04-28T03:24:34.702246Z","end":"2026-04-28T03:24:34.845758Z","steps":["trace[2123414292] 'agreement among raft nodes before linearized reading' (duration: 143.321741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:34.846077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.207694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-52c44205-0965-44c1-836c-d63a738245f5\" ","response":"range_response_count:1 size:3920"} {"level":"info","ts":"2026-04-28T03:24:34.846139Z","caller":"traceutil/trace.go:171","msg":"trace[1950647107] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-52c44205-0965-44c1-836c-d63a738245f5; range_end:; response_count:1; response_revision:2297; }","duration":"145.315246ms","start":"2026-04-28T03:24:34.700808Z","end":"2026-04-28T03:24:34.846123Z","steps":["trace[1950647107] 'agreement among raft nodes before linearized reading' (duration: 145.099682ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:35.584094Z","caller":"traceutil/trace.go:171","msg":"trace[2144484736] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"215.632096ms","start":"2026-04-28T03:24:35.368438Z","end":"2026-04-28T03:24:35.58407Z","steps":["trace[2144484736] 'process raft request' (duration: 129.102902ms)","trace[2144484736] 'compare' (duration: 86.166057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:36.139833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.673493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:36.139967Z","caller":"traceutil/trace.go:171","msg":"trace[767113740] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"182.960459ms","start":"2026-04-28T03:24:35.956978Z","end":"2026-04-28T03:24:36.139938Z","steps":["trace[767113740] 'process raft request' (duration: 32.100653ms)","trace[767113740] 'compare' (duration: 150.449639ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:36.18739Z","caller":"traceutil/trace.go:171","msg":"trace[476020844] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"228.782737ms","start":"2026-04-28T03:24:35.958582Z","end":"2026-04-28T03:24:36.187364Z","steps":["trace[476020844] 'process raft request' (duration: 228.637345ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:36.58073Z","caller":"traceutil/trace.go:171","msg":"trace[1215742033] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"115.095068ms","start":"2026-04-28T03:24:36.465613Z","end":"2026-04-28T03:24:36.580708Z","steps":["trace[1215742033] 'process raft request' (duration: 114.947195ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:37.048321Z","caller":"traceutil/trace.go:171","msg":"trace[452354075] linearizableReadLoop","detail":"{readStateIndex:2429; appliedIndex:2428; }","duration":"366.433122ms","start":"2026-04-28T03:24:36.681865Z","end":"2026-04-28T03:24:37.048298Z","steps":["trace[452354075] 'read index received' (duration: 366.28083ms)","trace[452354075] 'applied index is now lower than readState.Index' (duration: 150.812µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:37.048395Z","caller":"traceutil/trace.go:171","msg":"trace[1829345896] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"425.197032ms","start":"2026-04-28T03:24:36.623165Z","end":"2026-04-28T03:24:37.048362Z","steps":["trace[1829345896] 'process raft request' (duration: 424.941778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.048678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.794549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-28T03:24:37.048737Z","caller":"traceutil/trace.go:171","msg":"trace[43197353] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2317; }","duration":"366.89513ms","start":"2026-04-28T03:24:36.681827Z","end":"2026-04-28T03:24:37.048722Z","steps":["trace[43197353] 'agreement among raft nodes before linearized reading' (duration: 366.612245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.048776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:36.681808Z","time spent":"366.960782ms","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:24:37.049192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:36.623143Z","time spent":"425.324594ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11650,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:37.105157Z","caller":"traceutil/trace.go:171","msg":"trace[413621967] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"253.886901ms","start":"2026-04-28T03:24:36.851243Z","end":"2026-04-28T03:24:37.10513Z","steps":["trace[413621967] 'process raft request' (duration: 253.700558ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:37.105439Z","caller":"traceutil/trace.go:171","msg":"trace[1973366071] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"253.842881ms","start":"2026-04-28T03:24:36.851571Z","end":"2026-04-28T03:24:37.105414Z","steps":["trace[1973366071] 'process raft request' (duration: 253.502375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.106524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.75164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:24:37.106553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.798372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:24:37.106656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.710416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:24:37.106638Z","caller":"traceutil/trace.go:171","msg":"trace[123199854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2320; }","duration":"154.914393ms","start":"2026-04-28T03:24:36.951707Z","end":"2026-04-28T03:24:37.106621Z","steps":["trace[123199854] 'agreement among raft nodes before linearized reading' (duration: 154.69203ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:37.106677Z","caller":"traceutil/trace.go:171","msg":"trace[1697288313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2320; }","duration":"154.969395ms","start":"2026-04-28T03:24:36.95169Z","end":"2026-04-28T03:24:37.10666Z","steps":["trace[1697288313] 'agreement among raft nodes before linearized reading' (duration: 154.713171ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:37.106782Z","caller":"traceutil/trace.go:171","msg":"trace[1511295152] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"255.034313ms","start":"2026-04-28T03:24:36.851723Z","end":"2026-04-28T03:24:37.106757Z","steps":["trace[1511295152] 'process raft request' (duration: 253.584986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.106811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.876389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:37.106859Z","caller":"traceutil/trace.go:171","msg":"trace[1965139545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2320; }","duration":"231.96032ms","start":"2026-04-28T03:24:36.874886Z","end":"2026-04-28T03:24:37.106847Z","steps":["trace[1965139545] 'agreement among raft nodes before linearized reading' (duration: 231.845738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.106848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.095777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:24:37.106925Z","caller":"traceutil/trace.go:171","msg":"trace[991056629] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2320; }","duration":"155.21948ms","start":"2026-04-28T03:24:36.95169Z","end":"2026-04-28T03:24:37.106909Z","steps":["trace[991056629] 'agreement among raft nodes before linearized reading' (duration: 154.998876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.106961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.563761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:37.107019Z","caller":"traceutil/trace.go:171","msg":"trace[385168828] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2320; }","duration":"392.612202ms","start":"2026-04-28T03:24:36.714384Z","end":"2026-04-28T03:24:37.106997Z","steps":["trace[385168828] 'agreement among raft nodes before linearized reading' (duration: 392.551321ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:37.106707Z","caller":"traceutil/trace.go:171","msg":"trace[647057283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2320; }","duration":"245.810618ms","start":"2026-04-28T03:24:36.860881Z","end":"2026-04-28T03:24:37.106692Z","steps":["trace[647057283] 'agreement among raft nodes before linearized reading' (duration: 245.655305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.107057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:36.71433Z","time spent":"392.714194ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:37.10711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.979764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:24:37.107177Z","caller":"traceutil/trace.go:171","msg":"trace[1525730558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2320; }","duration":"155.060375ms","start":"2026-04-28T03:24:36.952109Z","end":"2026-04-28T03:24:37.107169Z","steps":["trace[1525730558] 'agreement among raft nodes before linearized reading' (duration: 154.954893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.10718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.056935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:24:37.107228Z","caller":"traceutil/trace.go:171","msg":"trace[1209433174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2320; }","duration":"155.117027ms","start":"2026-04-28T03:24:36.952098Z","end":"2026-04-28T03:24:37.107215Z","steps":["trace[1209433174] 'agreement among raft nodes before linearized reading' (duration: 154.962824ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:37.251122Z","caller":"traceutil/trace.go:171","msg":"trace[1813972062] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"139.105861ms","start":"2026-04-28T03:24:37.111989Z","end":"2026-04-28T03:24:37.251095Z","steps":["trace[1813972062] 'process raft request' (duration: 138.852456ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:37.251664Z","caller":"traceutil/trace.go:171","msg":"trace[703468438] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"138.611454ms","start":"2026-04-28T03:24:37.112998Z","end":"2026-04-28T03:24:37.251609Z","steps":["trace[703468438] 'process raft request' (duration: 137.998962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:37.251625Z","caller":"traceutil/trace.go:171","msg":"trace[420581596] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"139.685613ms","start":"2026-04-28T03:24:37.111907Z","end":"2026-04-28T03:24:37.251592Z","steps":["trace[420581596] 'process raft request' (duration: 134.782924ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:37.251682Z","caller":"traceutil/trace.go:171","msg":"trace[904526290] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"139.203894ms","start":"2026-04-28T03:24:37.112461Z","end":"2026-04-28T03:24:37.251665Z","steps":["trace[904526290] 'process raft request' (duration: 138.44472ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:37.251814Z","caller":"traceutil/trace.go:171","msg":"trace[204838376] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"139.229964ms","start":"2026-04-28T03:24:37.112555Z","end":"2026-04-28T03:24:37.251785Z","steps":["trace[204838376] 'process raft request' (duration: 138.402239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:38.384221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.791597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-04-28T03:24:38.384301Z","caller":"traceutil/trace.go:171","msg":"trace[1454032270] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2329; }","duration":"534.038752ms","start":"2026-04-28T03:24:37.850244Z","end":"2026-04-28T03:24:38.384283Z","steps":["trace[1454032270] 'agreement among raft nodes before linearized reading' (duration: 56.776978ms)","trace[1454032270] 'range keys from in-memory index tree' (duration: 476.987849ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:38.384339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:37.850215Z","time spent":"534.114993ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11688,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:24:38.384534Z","caller":"traceutil/trace.go:171","msg":"trace[1143363521] linearizableReadLoop","detail":"{readStateIndex:2444; appliedIndex:2442; }","duration":"339.802141ms","start":"2026-04-28T03:24:38.044718Z","end":"2026-04-28T03:24:38.38452Z","steps":["trace[1143363521] 'read index received' (duration: 305.417394ms)","trace[1143363521] 'applied index is now lower than readState.Index' (duration: 34.383937ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:38.384633Z","caller":"traceutil/trace.go:171","msg":"trace[408129735] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"382.886114ms","start":"2026-04-28T03:24:38.001731Z","end":"2026-04-28T03:24:38.384617Z","steps":["trace[408129735] 'process raft request' (duration: 382.737532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:38.38476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:38.001698Z","time spent":"382.996586ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:38.384652Z","caller":"traceutil/trace.go:171","msg":"trace[1005825553] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"396.982627ms","start":"2026-04-28T03:24:37.987653Z","end":"2026-04-28T03:24:38.384635Z","steps":["trace[1005825553] 'process raft request' (duration: 362.471337ms)","trace[1005825553] 'compare' (duration: 34.230935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:38.384874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:37.987609Z","time spent":"397.228181ms","remote":"127.0.0.1:46730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2491,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:24:38.385617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.812554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:24:38.38571Z","caller":"traceutil/trace.go:171","msg":"trace[1271130301] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2331; }","duration":"269.939846ms","start":"2026-04-28T03:24:38.115759Z","end":"2026-04-28T03:24:38.385698Z","steps":["trace[1271130301] 'agreement among raft nodes before linearized reading' (duration: 269.782504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:38.384778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.065625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:38.385823Z","caller":"traceutil/trace.go:171","msg":"trace[2017594669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2331; }","duration":"341.146204ms","start":"2026-04-28T03:24:38.044665Z","end":"2026-04-28T03:24:38.385811Z","steps":["trace[2017594669] 'agreement among raft nodes before linearized reading' (duration: 340.084646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:38.385883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:38.044645Z","time spent":"341.228705ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:24:38.649853Z","caller":"traceutil/trace.go:171","msg":"trace[504655732] linearizableReadLoop","detail":"{readStateIndex:2445; appliedIndex:2444; }","duration":"249.614211ms","start":"2026-04-28T03:24:38.400217Z","end":"2026-04-28T03:24:38.649831Z","steps":["trace[504655732] 'read index received' (duration: 240.972606ms)","trace[504655732] 'applied index is now lower than readState.Index' (duration: 8.640595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:38.649971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.737813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:38.65Z","caller":"traceutil/trace.go:171","msg":"trace[886673447] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2332; }","duration":"249.804315ms","start":"2026-04-28T03:24:38.400187Z","end":"2026-04-28T03:24:38.649991Z","steps":["trace[886673447] 'agreement among raft nodes before linearized reading' (duration: 249.718353ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:38.649949Z","caller":"traceutil/trace.go:171","msg":"trace[1044824102] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"256.624077ms","start":"2026-04-28T03:24:38.393297Z","end":"2026-04-28T03:24:38.649921Z","steps":["trace[1044824102] 'process raft request' (duration: 247.960222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:39.118586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.812764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:39.118664Z","caller":"traceutil/trace.go:171","msg":"trace[471275503] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2332; }","duration":"305.967577ms","start":"2026-04-28T03:24:38.812681Z","end":"2026-04-28T03:24:39.118648Z","steps":["trace[471275503] 'count revisions from in-memory index tree' (duration: 305.645152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:39.11878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:38.81266Z","time spent":"306.105069ms","remote":"127.0.0.1:42948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:39.601369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.769385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:24:39.601432Z","caller":"traceutil/trace.go:171","msg":"trace[552302697] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2341; }","duration":"208.898608ms","start":"2026-04-28T03:24:39.392518Z","end":"2026-04-28T03:24:39.601417Z","steps":["trace[552302697] 'range keys from in-memory index tree' (duration: 208.594223ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:39.985236Z","caller":"traceutil/trace.go:171","msg":"trace[794162733] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"387.893259ms","start":"2026-04-28T03:24:39.597315Z","end":"2026-04-28T03:24:39.985208Z","steps":["trace[794162733] 'process raft request' (duration: 387.695755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:39.985395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:39.597297Z","time spent":"388.016301ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:40.217742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.249123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:40.217818Z","caller":"traceutil/trace.go:171","msg":"trace[593982529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2342; }","duration":"173.439757ms","start":"2026-04-28T03:24:40.044363Z","end":"2026-04-28T03:24:40.217802Z","steps":["trace[593982529] 'range keys from in-memory index tree' (duration: 173.07909ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:41.387153Z","caller":"traceutil/trace.go:171","msg":"trace[445735831] linearizableReadLoop","detail":"{readStateIndex:2459; appliedIndex:2457; }","duration":"121.406444ms","start":"2026-04-28T03:24:41.265718Z","end":"2026-04-28T03:24:41.387124Z","steps":["trace[445735831] 'read index received' (duration: 112.446632ms)","trace[445735831] 'applied index is now lower than readState.Index' (duration: 8.958102ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:41.387514Z","caller":"traceutil/trace.go:171","msg":"trace[1272480717] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"181.172274ms","start":"2026-04-28T03:24:41.206332Z","end":"2026-04-28T03:24:41.387504Z","steps":["trace[1272480717] 'process raft request' (duration: 180.536412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:41.387718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.447658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:24:41.386945Z","caller":"traceutil/trace.go:171","msg":"trace[1638747355] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"180.705435ms","start":"2026-04-28T03:24:41.206213Z","end":"2026-04-28T03:24:41.386918Z","steps":["trace[1638747355] 'process raft request' (duration: 171.940707ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:41.387796Z","caller":"traceutil/trace.go:171","msg":"trace[628419847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2346; }","duration":"109.56848ms","start":"2026-04-28T03:24:41.27821Z","end":"2026-04-28T03:24:41.387778Z","steps":["trace[628419847] 'agreement among raft nodes before linearized reading' (duration: 109.319315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:41.387986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.25175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:24:41.388053Z","caller":"traceutil/trace.go:171","msg":"trace[1584660904] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:2346; }","duration":"122.366021ms","start":"2026-04-28T03:24:41.265666Z","end":"2026-04-28T03:24:41.388032Z","steps":["trace[1584660904] 'agreement among raft nodes before linearized reading' (duration: 122.156677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:41.388066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.238029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:24:41.388148Z","caller":"traceutil/trace.go:171","msg":"trace[1923834340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2346; }","duration":"101.377872ms","start":"2026-04-28T03:24:41.286754Z","end":"2026-04-28T03:24:41.388132Z","steps":["trace[1923834340] 'agreement among raft nodes before linearized reading' (duration: 101.214059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:41.600748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.425529ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T03:24:42.114793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732399999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:42.615679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732399999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:42.727729Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.235373868s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:24:42.896008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.824749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:42.896162Z","caller":"traceutil/trace.go:171","msg":"trace[1187528601] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"1.502531802s","start":"2026-04-28T03:24:41.393607Z","end":"2026-04-28T03:24:42.896139Z","steps":["trace[1187528601] 'process raft request' (duration: 1.334517169s)","trace[1187528601] 'compare' (duration: 167.129057ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:42.896238Z","caller":"traceutil/trace.go:171","msg":"trace[2141202516] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"1.502464091s","start":"2026-04-28T03:24:41.39376Z","end":"2026-04-28T03:24:42.896224Z","steps":["trace[2141202516] 'process raft request' (duration: 1.502419591s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:42.896251Z","caller":"traceutil/trace.go:171","msg":"trace[226238956] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"1.502500513s","start":"2026-04-28T03:24:41.39373Z","end":"2026-04-28T03:24:42.89623Z","steps":["trace[226238956] 'process raft request' (duration: 1.5024088s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:42.896282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:41.393589Z","time spent":"1.502627864s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:42.896297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:41.393756Z","time spent":"1.502515023s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:42.896251Z","caller":"traceutil/trace.go:171","msg":"trace[1164702644] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"1.502508682s","start":"2026-04-28T03:24:41.39368Z","end":"2026-04-28T03:24:42.896189Z","steps":["trace[1164702644] 'process raft request' (duration: 1.50240228s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:42.896382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:41.393725Z","time spent":"1.502585814s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:42.896391Z","caller":"traceutil/trace.go:171","msg":"trace[235377301] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"1.501306821s","start":"2026-04-28T03:24:41.395066Z","end":"2026-04-28T03:24:42.896373Z","steps":["trace[235377301] 'process raft request' (duration: 1.501135947s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:42.896404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:41.393676Z","time spent":"1.502695876s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:42.896495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:41.395055Z","time spent":"1.501385372s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:42.896519Z","caller":"traceutil/trace.go:171","msg":"trace[2027244988] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"1.501055826s","start":"2026-04-28T03:24:41.395451Z","end":"2026-04-28T03:24:42.896507Z","steps":["trace[2027244988] 'process raft request' (duration: 1.500867913s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:42.896701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:41.395443Z","time spent":"1.501229099s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:42.991141Z","caller":"traceutil/trace.go:171","msg":"trace[1288278521] linearizableReadLoop","detail":"{readStateIndex:2467; appliedIndex:2460; }","duration":"1.377000797s","start":"2026-04-28T03:24:41.614114Z","end":"2026-04-28T03:24:42.991115Z","steps":["trace[1288278521] 'read index received' (duration: 1.113861483s)","trace[1288278521] 'applied index is now lower than readState.Index' (duration: 263.133434ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:42.991191Z","caller":"traceutil/trace.go:171","msg":"trace[2001258621] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"1.38929865s","start":"2026-04-28T03:24:41.601856Z","end":"2026-04-28T03:24:42.991155Z","steps":["trace[2001258621] 'process raft request' (duration: 1.389116627s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:42.991447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.72122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:42.991378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:41.601836Z","time spent":"1.389430922s","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:42.991522Z","caller":"traceutil/trace.go:171","msg":"trace[28411979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2353; }","duration":"947.828623ms","start":"2026-04-28T03:24:42.043675Z","end":"2026-04-28T03:24:42.991504Z","steps":["trace[28411979] 'agreement among raft nodes before linearized reading' (duration: 947.70134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:42.99158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:42.043659Z","time spent":"947.908545ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:42.99146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377323643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:24:42.991881Z","caller":"traceutil/trace.go:171","msg":"trace[1960888987] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2353; }","duration":"1.37764449s","start":"2026-04-28T03:24:41.614067Z","end":"2026-04-28T03:24:42.991711Z","steps":["trace[1960888987] 'agreement among raft nodes before linearized reading' (duration: 1.377217662s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:42.991963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:41.614047Z","time spent":"1.377896024s","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:24:43.255904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.626441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:24:43.256001Z","caller":"traceutil/trace.go:171","msg":"trace[934602044] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2353; }","duration":"259.779034ms","start":"2026-04-28T03:24:42.9962Z","end":"2026-04-28T03:24:43.255979Z","steps":["trace[934602044] 'range keys from in-memory index tree' (duration: 259.501979ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:43.608726Z","caller":"traceutil/trace.go:171","msg":"trace[171517915] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"214.37001ms","start":"2026-04-28T03:24:43.394335Z","end":"2026-04-28T03:24:43.608705Z","steps":["trace[171517915] 'process raft request' (duration: 118.927308ms)","trace[171517915] 'compare' (duration: 95.35041ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:43.627867Z","caller":"traceutil/trace.go:171","msg":"trace[1138577992] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"231.326248ms","start":"2026-04-28T03:24:43.396517Z","end":"2026-04-28T03:24:43.627843Z","steps":["trace[1138577992] 'process raft request' (duration: 231.194476ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:45.010503Z","caller":"traceutil/trace.go:171","msg":"trace[901147623] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"105.096061ms","start":"2026-04-28T03:24:44.905388Z","end":"2026-04-28T03:24:45.010484Z","steps":["trace[901147623] 'process raft request' (duration: 104.942038ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:45.010861Z","caller":"traceutil/trace.go:171","msg":"trace[1144368584] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"105.463727ms","start":"2026-04-28T03:24:44.905385Z","end":"2026-04-28T03:24:45.010849Z","steps":["trace[1144368584] 'process raft request' (duration: 105.06971ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:45.011018Z","caller":"traceutil/trace.go:171","msg":"trace[634022440] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"105.04027ms","start":"2026-04-28T03:24:44.905961Z","end":"2026-04-28T03:24:45.011002Z","steps":["trace[634022440] 'process raft request' (duration: 104.904127ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:45.011037Z","caller":"traceutil/trace.go:171","msg":"trace[215108763] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"105.274163ms","start":"2026-04-28T03:24:44.905748Z","end":"2026-04-28T03:24:45.011023Z","steps":["trace[215108763] 'process raft request' (duration: 104.944177ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:45.011129Z","caller":"traceutil/trace.go:171","msg":"trace[315828779] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"104.843036ms","start":"2026-04-28T03:24:44.906239Z","end":"2026-04-28T03:24:45.011081Z","steps":["trace[315828779] 'process raft request' (duration: 104.665963ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:47.978285Z","caller":"traceutil/trace.go:171","msg":"trace[1762817016] linearizableReadLoop","detail":"{readStateIndex:2489; appliedIndex:2487; }","duration":"190.498985ms","start":"2026-04-28T03:24:47.787763Z","end":"2026-04-28T03:24:47.978262Z","steps":["trace[1762817016] 'read index received' (duration: 4.477841ms)","trace[1762817016] 'applied index is now lower than readState.Index' (duration: 186.020254ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:47.978413Z","caller":"traceutil/trace.go:171","msg":"trace[608012293] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"260.351433ms","start":"2026-04-28T03:24:47.718028Z","end":"2026-04-28T03:24:47.97838Z","steps":["trace[608012293] 'process raft request' (duration: 260.098118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:47.978493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.722378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T03:24:47.978542Z","caller":"traceutil/trace.go:171","msg":"trace[531030763] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2375; }","duration":"190.904281ms","start":"2026-04-28T03:24:47.787625Z","end":"2026-04-28T03:24:47.978529Z","steps":["trace[531030763] 'agreement among raft nodes before linearized reading' (duration: 190.745159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:47.978576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.966864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:47.978636Z","caller":"traceutil/trace.go:171","msg":"trace[206106392] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2375; }","duration":"185.100386ms","start":"2026-04-28T03:24:47.793517Z","end":"2026-04-28T03:24:47.978618Z","steps":["trace[206106392] 'agreement among raft nodes before linearized reading' (duration: 184.968764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:53.546586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732400155,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:24:53.825263Z","caller":"traceutil/trace.go:171","msg":"trace[1544696711] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"794.663146ms","start":"2026-04-28T03:24:53.03058Z","end":"2026-04-28T03:24:53.825243Z","steps":["trace[1544696711] 'process raft request' (duration: 794.534884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:53.825375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:53.030556Z","time spent":"794.761828ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:54.104141Z","caller":"traceutil/trace.go:171","msg":"trace[1291362457] linearizableReadLoop","detail":"{readStateIndex:2533; appliedIndex:2531; }","duration":"1.057800059s","start":"2026-04-28T03:24:53.046309Z","end":"2026-04-28T03:24:54.104109Z","steps":["trace[1291362457] 'read index received' (duration: 778.822413ms)","trace[1291362457] 'applied index is now lower than readState.Index' (duration: 278.976656ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:54.10423Z","caller":"traceutil/trace.go:171","msg":"trace[2088878437] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"794.398605ms","start":"2026-04-28T03:24:53.309801Z","end":"2026-04-28T03:24:54.1042Z","steps":["trace[2088878437] 'process raft request' (duration: 778.017371ms)","trace[2088878437] 'compare' (duration: 16.104809ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:54.104337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058008073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:24:54.104371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:53.309777Z","time spent":"794.515976ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:54.104401Z","caller":"traceutil/trace.go:171","msg":"trace[447376068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2417; }","duration":"1.058105804s","start":"2026-04-28T03:24:53.046279Z","end":"2026-04-28T03:24:54.104384Z","steps":["trace[447376068] 'agreement among raft nodes before linearized reading' (duration: 1.057931251s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:54.104439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:53.046265Z","time spent":"1.058166126s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:24:54.107676Z","caller":"traceutil/trace.go:171","msg":"trace[538095223] transaction","detail":"{read_only:false; response_revision:2418; number_of_response:1; }","duration":"200.427934ms","start":"2026-04-28T03:24:53.907198Z","end":"2026-04-28T03:24:54.107626Z","steps":["trace[538095223] 'process raft request' (duration: 200.296041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:54.107768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058744027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:24:54.107821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036317672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:24:54.107857Z","caller":"traceutil/trace.go:171","msg":"trace[1860513723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2419; }","duration":"1.058865409s","start":"2026-04-28T03:24:53.048982Z","end":"2026-04-28T03:24:54.107848Z","steps":["trace[1860513723] 'agreement among raft nodes before linearized reading' (duration: 1.058633225s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:54.10787Z","caller":"traceutil/trace.go:171","msg":"trace[876176378] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2419; }","duration":"1.036375853s","start":"2026-04-28T03:24:53.071481Z","end":"2026-04-28T03:24:54.107857Z","steps":["trace[876176378] 'agreement among raft nodes before linearized reading' (duration: 1.03623385s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:54.107901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:53.048974Z","time spent":"1.058913289s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:54.107988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.2196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-04-28T03:24:54.108023Z","caller":"traceutil/trace.go:171","msg":"trace[801101675] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2419; }","duration":"360.295082ms","start":"2026-04-28T03:24:53.74772Z","end":"2026-04-28T03:24:54.108015Z","steps":["trace[801101675] 'agreement among raft nodes before linearized reading' (duration: 360.20513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:54.108054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:53.74769Z","time spent":"360.358713ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12005,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:24:54.108173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052515733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-28T03:24:54.108201Z","caller":"traceutil/trace.go:171","msg":"trace[608154128] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2419; }","duration":"1.052571003s","start":"2026-04-28T03:24:53.055622Z","end":"2026-04-28T03:24:54.108193Z","steps":["trace[608154128] 'agreement among raft nodes before linearized reading' (duration: 1.05242148s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:54.108219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058765657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:54.108264Z","caller":"traceutil/trace.go:171","msg":"trace[1544364948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2419; }","duration":"1.05889335s","start":"2026-04-28T03:24:53.049359Z","end":"2026-04-28T03:24:54.108252Z","steps":["trace[1544364948] 'agreement among raft nodes before linearized reading' (duration: 1.058715837s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:54.108293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:53.049353Z","time spent":"1.058932731s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:24:54.108277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:53.055617Z","time spent":"1.052652634s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:24:54.107906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:53.071411Z","time spent":"1.036484835s","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:24:54.108389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053345267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:24:54.108445Z","caller":"traceutil/trace.go:171","msg":"trace[1047247425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2419; }","duration":"1.053433078s","start":"2026-04-28T03:24:53.054997Z","end":"2026-04-28T03:24:54.10843Z","steps":["trace[1047247425] 'agreement among raft nodes before linearized reading' (duration: 1.053255395s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:54.108488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:53.054979Z","time spent":"1.05350155s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:54.565762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.072439ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:54.565886Z","caller":"traceutil/trace.go:171","msg":"trace[1258821967] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2419; }","duration":"317.206841ms","start":"2026-04-28T03:24:54.248659Z","end":"2026-04-28T03:24:54.565866Z","steps":["trace[1258821967] 'range keys from in-memory index tree' (duration: 317.054879ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:54.566701Z","caller":"traceutil/trace.go:171","msg":"trace[993949670] linearizableReadLoop","detail":"{readStateIndex:2536; appliedIndex:2535; }","duration":"455.986804ms","start":"2026-04-28T03:24:54.110684Z","end":"2026-04-28T03:24:54.566671Z","steps":["trace[993949670] 'read index received' (duration: 388.034294ms)","trace[993949670] 'applied index is now lower than readState.Index' (duration: 67.9512ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:54.566769Z","caller":"traceutil/trace.go:171","msg":"trace[1002560939] transaction","detail":"{read_only:false; response_revision:2420; number_of_response:1; }","duration":"457.615595ms","start":"2026-04-28T03:24:54.10913Z","end":"2026-04-28T03:24:54.566746Z","steps":["trace[1002560939] 'process raft request' (duration: 389.574463ms)","trace[1002560939] 'compare' (duration: 67.118905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:54.566977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:54.109109Z","time spent":"457.799918ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:54.567354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.647467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:54.567404Z","caller":"traceutil/trace.go:171","msg":"trace[524963043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2420; }","duration":"456.729108ms","start":"2026-04-28T03:24:54.110664Z","end":"2026-04-28T03:24:54.567393Z","steps":["trace[524963043] 'agreement among raft nodes before linearized reading' (duration: 456.130357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:54.567445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:54.110648Z","time spent":"456.787859ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:24:54.623789Z","caller":"traceutil/trace.go:171","msg":"trace[2037448371] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"511.326721ms","start":"2026-04-28T03:24:54.11243Z","end":"2026-04-28T03:24:54.623756Z","steps":["trace[2037448371] 'process raft request' (duration: 511.056496ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:54.623892Z","caller":"traceutil/trace.go:171","msg":"trace[1889206588] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"510.960524ms","start":"2026-04-28T03:24:54.112881Z","end":"2026-04-28T03:24:54.623842Z","steps":["trace[1889206588] 'process raft request' (duration: 510.74621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:54.623931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.201507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:54.623977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:54.112409Z","time spent":"511.484124ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:54.623992Z","caller":"traceutil/trace.go:171","msg":"trace[1979910888] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2424; }","duration":"505.292268ms","start":"2026-04-28T03:24:54.118683Z","end":"2026-04-28T03:24:54.623975Z","steps":["trace[1979910888] 'agreement among raft nodes before linearized reading' (duration: 505.185616ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:54.624063Z","caller":"traceutil/trace.go:171","msg":"trace[109699066] transaction","detail":"{read_only:false; response_revision:2424; number_of_response:1; }","duration":"509.026369ms","start":"2026-04-28T03:24:54.114969Z","end":"2026-04-28T03:24:54.623996Z","steps":["trace[109699066] 'process raft request' (duration: 508.829535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:54.624075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:54.112863Z","time spent":"511.115227ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:54.624172Z","caller":"traceutil/trace.go:171","msg":"trace[543577210] transaction","detail":"{read_only:false; response_revision:2423; number_of_response:1; }","duration":"510.301261ms","start":"2026-04-28T03:24:54.113855Z","end":"2026-04-28T03:24:54.624156Z","steps":["trace[543577210] 'process raft request' (duration: 509.855523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:54.624163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:54.118674Z","time spent":"505.445421ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:24:54.624275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:54.113838Z","time spent":"510.380783ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:54.624323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:54.114958Z","time spent":"509.243882ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:54.624196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.04268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:54.624428Z","caller":"traceutil/trace.go:171","msg":"trace[1791204031] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2424; }","duration":"158.300325ms","start":"2026-04-28T03:24:54.466096Z","end":"2026-04-28T03:24:54.624396Z","steps":["trace[1791204031] 'agreement among raft nodes before linearized reading' (duration: 157.920168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:56.852082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.646522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:56.852362Z","caller":"traceutil/trace.go:171","msg":"trace[447680298] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"217.204672ms","start":"2026-04-28T03:24:56.635127Z","end":"2026-04-28T03:24:56.852332Z","steps":["trace[447680298] 'process raft request' (duration: 108.090951ms)","trace[447680298] 'compare' (duration: 108.364457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:56.955386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.13953ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:24:56.955986Z","caller":"traceutil/trace.go:171","msg":"trace[1898144939] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"320.169138ms","start":"2026-04-28T03:24:56.635792Z","end":"2026-04-28T03:24:56.955961Z","steps":["trace[1898144939] 'process raft request' (duration: 319.74122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:56.956201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:56.635775Z","time spent":"320.26821ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:56.956352Z","caller":"traceutil/trace.go:171","msg":"trace[1341172854] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"320.507605ms","start":"2026-04-28T03:24:56.635817Z","end":"2026-04-28T03:24:56.956324Z","steps":["trace[1341172854] 'process raft request' (duration: 320.086816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:56.956505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:56.635787Z","time spent":"320.627217ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:56.956484Z","caller":"traceutil/trace.go:171","msg":"trace[313222879] transaction","detail":"{read_only:false; response_revision:2436; number_of_response:1; }","duration":"319.952015ms","start":"2026-04-28T03:24:56.636514Z","end":"2026-04-28T03:24:56.956466Z","steps":["trace[313222879] 'process raft request' (duration: 319.71319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:56.956624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:56.636503Z","time spent":"320.049997ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:57.247811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.982028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:24:57.247899Z","caller":"traceutil/trace.go:171","msg":"trace[110680115] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2436; }","duration":"119.118661ms","start":"2026-04-28T03:24:57.12876Z","end":"2026-04-28T03:24:57.247879Z","steps":["trace[110680115] 'range keys from in-memory index tree' (duration: 118.660332ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:58.771354Z","caller":"traceutil/trace.go:171","msg":"trace[1145693206] linearizableReadLoop","detail":"{readStateIndex:2559; appliedIndex:2558; }","duration":"156.347109ms","start":"2026-04-28T03:24:58.614921Z","end":"2026-04-28T03:24:58.771268Z","steps":["trace[1145693206] 'read index received' (duration: 156.182696ms)","trace[1145693206] 'applied index is now lower than readState.Index' (duration: 163.803µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:58.771423Z","caller":"traceutil/trace.go:171","msg":"trace[1340065812] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"288.046509ms","start":"2026-04-28T03:24:58.483347Z","end":"2026-04-28T03:24:58.771393Z","steps":["trace[1340065812] 'process raft request' (duration: 287.825385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:58.771604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.665757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:24:58.771659Z","caller":"traceutil/trace.go:171","msg":"trace[1011842256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2441; }","duration":"156.751588ms","start":"2026-04-28T03:24:58.614878Z","end":"2026-04-28T03:24:58.77163Z","steps":["trace[1011842256] 'agreement among raft nodes before linearized reading' (duration: 156.527072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:59.35795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732400214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:59.859023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732400214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:00.359998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732400214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:00.861132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732400214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:00.934606Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.159869895s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:25:01.043212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999873443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:25:01.043315Z","caller":"traceutil/trace.go:171","msg":"trace[89715676] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000021785s","start":"2026-04-28T03:24:59.043275Z","end":"2026-04-28T03:25:01.043297Z","steps":["trace[89715676] 'agreement among raft nodes before linearized reading' (duration: 1.999896913s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:01.043362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:59.043257Z","time spent":"2.000095027s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:25:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:25:01.090113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.276412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:01.090652Z","caller":"traceutil/trace.go:171","msg":"trace[1495277514] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"2.315963772s","start":"2026-04-28T03:24:58.774665Z","end":"2026-04-28T03:25:01.090629Z","steps":["trace[1495277514] 'process raft request' (duration: 2.160114389s)","trace[1495277514] 'compare' (duration: 155.16263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:01.090805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:58.774642Z","time spent":"2.316113354s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:02.810244Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.723139569s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:25:02.812605Z","caller":"traceutil/trace.go:171","msg":"trace[646551344] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"4.026575498s","start":"2026-04-28T03:24:58.785969Z","end":"2026-04-28T03:25:02.812544Z","steps":["trace[646551344] 'process raft request' (duration: 4.024675662s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.812905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:58.785949Z","time spent":"4.026793092s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:02.813123Z","caller":"traceutil/trace.go:171","msg":"trace[250250807] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"2.686919597s","start":"2026-04-28T03:25:00.126192Z","end":"2026-04-28T03:25:02.813112Z","steps":["trace[250250807] 'process raft request' (duration: 2.68549749s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.813192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:00.126167Z","time spent":"2.686988307s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:02.813311Z","caller":"traceutil/trace.go:171","msg":"trace[2049895469] linearizableReadLoop","detail":"{readStateIndex:2564; appliedIndex:2559; }","duration":"3.95596762s","start":"2026-04-28T03:24:58.857277Z","end":"2026-04-28T03:25:02.813244Z","steps":["trace[2049895469] 'read index received' (duration: 2.077518537s)","trace[2049895469] 'applied index is now lower than readState.Index' (duration: 1.878445203s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:02.813387Z","caller":"traceutil/trace.go:171","msg":"trace[1418263149] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"2.678074171s","start":"2026-04-28T03:25:00.13528Z","end":"2026-04-28T03:25:02.813354Z","steps":["trace[1418263149] 'process raft request' (duration: 2.676561423s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:02.813417Z","caller":"traceutil/trace.go:171","msg":"trace[800225767] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"2.677293255s","start":"2026-04-28T03:25:00.136111Z","end":"2026-04-28T03:25:02.813404Z","steps":["trace[800225767] 'process raft request' (duration: 2.675789217s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.813536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:00.136096Z","time spent":"2.677347677s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:02.813538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:00.13526Z","time spent":"2.678183943s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:02.813572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.956284726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:25:02.813641Z","caller":"traceutil/trace.go:171","msg":"trace[1875317605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2446; }","duration":"3.956405548s","start":"2026-04-28T03:24:58.857217Z","end":"2026-04-28T03:25:02.813622Z","steps":["trace[1875317605] 'agreement among raft nodes before linearized reading' (duration: 3.956194674s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.813681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:58.857192Z","time spent":"3.956480519s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:02.815178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.855394711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-28T03:25:02.815251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.390328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:25:02.815278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.242936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:02.81532Z","caller":"traceutil/trace.go:171","msg":"trace[985268329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2447; }","duration":"151.50698ms","start":"2026-04-28T03:25:02.663796Z","end":"2026-04-28T03:25:02.815303Z","steps":["trace[985268329] 'agreement among raft nodes before linearized reading' (duration: 151.402578ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:02.815343Z","caller":"traceutil/trace.go:171","msg":"trace[284559230] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2447; }","duration":"886.337148ms","start":"2026-04-28T03:25:01.928975Z","end":"2026-04-28T03:25:02.815313Z","steps":["trace[284559230] 'agreement among raft nodes before linearized reading' (duration: 886.262547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.815393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:01.928955Z","time spent":"886.423599ms","remote":"127.0.0.1:46864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:25:02.815621Z","caller":"traceutil/trace.go:171","msg":"trace[950756393] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"306.925123ms","start":"2026-04-28T03:25:02.508683Z","end":"2026-04-28T03:25:02.815608Z","steps":["trace[950756393] 'process raft request' (duration: 306.131088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.815754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:02.50866Z","time spent":"307.029874ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:02.815264Z","caller":"traceutil/trace.go:171","msg":"trace[1980180801] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2447; }","duration":"3.855513084s","start":"2026-04-28T03:24:58.959727Z","end":"2026-04-28T03:25:02.81524Z","steps":["trace[1980180801] 'agreement among raft nodes before linearized reading' (duration: 3.855224639s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.815835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:58.95971Z","time spent":"3.856098984s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:25:02.815868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772234811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:02.815905Z","caller":"traceutil/trace.go:171","msg":"trace[789720122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2447; }","duration":"1.772338173s","start":"2026-04-28T03:25:01.043557Z","end":"2026-04-28T03:25:02.815895Z","steps":["trace[789720122] 'agreement among raft nodes before linearized reading' (duration: 1.772256312s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.815931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:01.043536Z","time spent":"1.772390524s","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:02.81596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.008521689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:02.815994Z","caller":"traceutil/trace.go:171","msg":"trace[849771842] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2447; }","duration":"3.0086032s","start":"2026-04-28T03:24:59.807381Z","end":"2026-04-28T03:25:02.815984Z","steps":["trace[849771842] 'agreement among raft nodes before linearized reading' (duration: 3.008550119s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.816038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:59.807359Z","time spent":"3.008670772s","remote":"127.0.0.1:43114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:02.815188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093788339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:02.816089Z","caller":"traceutil/trace.go:171","msg":"trace[1180391564] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2447; }","duration":"2.094739677s","start":"2026-04-28T03:25:00.721329Z","end":"2026-04-28T03:25:02.816068Z","steps":["trace[1180391564] 'agreement among raft nodes before linearized reading' (duration: 2.093682668s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.816155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:00.721309Z","time spent":"2.094829559s","remote":"127.0.0.1:42698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:02.816314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528870363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:02.816344Z","caller":"traceutil/trace.go:171","msg":"trace[49060806] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2447; }","duration":"2.528999846s","start":"2026-04-28T03:25:00.287335Z","end":"2026-04-28T03:25:02.816335Z","steps":["trace[49060806] 'agreement among raft nodes before linearized reading' (duration: 2.528887364s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.816378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:00.287308Z","time spent":"2.529063667s","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:02.816526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.855995863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:25:02.816569Z","caller":"traceutil/trace.go:171","msg":"trace[1988295287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2447; }","duration":"3.856047564s","start":"2026-04-28T03:24:58.960511Z","end":"2026-04-28T03:25:02.816559Z","steps":["trace[1988295287] 'agreement among raft nodes before linearized reading' (duration: 3.855895671s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.816604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:58.960507Z","time spent":"3.856090825s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:02.816702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.176369838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-04-28T03:25:02.81674Z","caller":"traceutil/trace.go:171","msg":"trace[646751267] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2447; }","duration":"3.17646363s","start":"2026-04-28T03:24:59.640266Z","end":"2026-04-28T03:25:02.81673Z","steps":["trace[646751267] 'agreement among raft nodes before linearized reading' (duration: 3.1748427s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.816768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:59.640244Z","time spent":"3.176516682s","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:25:02.817312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.555778228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:25:02.81732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550484288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:25:02.818159Z","caller":"traceutil/trace.go:171","msg":"trace[1442447477] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:2447; }","duration":"1.551355945s","start":"2026-04-28T03:25:01.266789Z","end":"2026-04-28T03:25:02.818145Z","steps":["trace[1442447477] 'agreement among raft nodes before linearized reading' (duration: 1.548829437s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.818205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:01.266768Z","time spent":"1.551424286s","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.168\" "} {"level":"info","ts":"2026-04-28T03:25:02.817347Z","caller":"traceutil/trace.go:171","msg":"trace[257895630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2447; }","duration":"3.55584748s","start":"2026-04-28T03:24:59.261491Z","end":"2026-04-28T03:25:02.817338Z","steps":["trace[257895630] 'agreement among raft nodes before linearized reading' (duration: 3.553807961s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.818352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:59.261464Z","time spent":"3.556879629s","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:25:02.817414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.856755928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:25:02.81849Z","caller":"traceutil/trace.go:171","msg":"trace[184064430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2447; }","duration":"3.857899159s","start":"2026-04-28T03:24:58.960582Z","end":"2026-04-28T03:25:02.818482Z","steps":["trace[184064430] 'agreement among raft nodes before linearized reading' (duration: 3.855273109s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.818515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:58.960559Z","time spent":"3.85794993s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:25:02.818746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971868693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:25:02.818851Z","caller":"traceutil/trace.go:171","msg":"trace[138946381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2447; }","duration":"2.972008026s","start":"2026-04-28T03:24:59.846803Z","end":"2026-04-28T03:25:02.818812Z","steps":["trace[138946381] 'agreement among raft nodes before linearized reading' (duration: 2.96851666s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.818909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:59.846697Z","time spent":"2.97220219s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:25:03.117335Z","caller":"traceutil/trace.go:171","msg":"trace[2118633666] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"124.182071ms","start":"2026-04-28T03:25:02.993132Z","end":"2026-04-28T03:25:03.117314Z","steps":["trace[2118633666] 'process raft request' (duration: 123.677901ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:05.066242Z","caller":"traceutil/trace.go:171","msg":"trace[1628693876] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"164.374735ms","start":"2026-04-28T03:25:04.901843Z","end":"2026-04-28T03:25:05.066217Z","steps":["trace[1628693876] 'process raft request' (duration: 65.848062ms)","trace[1628693876] 'compare' (duration: 98.317058ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:05.066686Z","caller":"traceutil/trace.go:171","msg":"trace[1513091114] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"164.505277ms","start":"2026-04-28T03:25:04.902163Z","end":"2026-04-28T03:25:05.066668Z","steps":["trace[1513091114] 'process raft request' (duration: 164.017197ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:05.067002Z","caller":"traceutil/trace.go:171","msg":"trace[1044449887] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"164.268402ms","start":"2026-04-28T03:25:04.902718Z","end":"2026-04-28T03:25:05.066987Z","steps":["trace[1044449887] 'process raft request' (duration: 164.15259ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:05.067168Z","caller":"traceutil/trace.go:171","msg":"trace[392411836] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"164.944115ms","start":"2026-04-28T03:25:04.902189Z","end":"2026-04-28T03:25:05.067133Z","steps":["trace[392411836] 'process raft request' (duration: 164.273053ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:05.067306Z","caller":"traceutil/trace.go:171","msg":"trace[1950613756] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"164.285003ms","start":"2026-04-28T03:25:04.903011Z","end":"2026-04-28T03:25:05.067296Z","steps":["trace[1950613756] 'process raft request' (duration: 163.938417ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:05.249768Z","caller":"traceutil/trace.go:171","msg":"trace[1578505243] linearizableReadLoop","detail":"{readStateIndex:2585; appliedIndex:2584; }","duration":"109.50739ms","start":"2026-04-28T03:25:05.140233Z","end":"2026-04-28T03:25:05.24974Z","steps":["trace[1578505243] 'read index received' (duration: 37.483658ms)","trace[1578505243] 'applied index is now lower than readState.Index' (duration: 72.022752ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:05.25003Z","caller":"traceutil/trace.go:171","msg":"trace[1360576274] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"114.139648ms","start":"2026-04-28T03:25:05.135872Z","end":"2026-04-28T03:25:05.250011Z","steps":["trace[1360576274] 'process raft request' (duration: 41.878401ms)","trace[1360576274] 'compare' (duration: 71.85768ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:05.250123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.653653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:05.25028Z","caller":"traceutil/trace.go:171","msg":"trace[74861623] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2466; }","duration":"109.991329ms","start":"2026-04-28T03:25:05.140182Z","end":"2026-04-28T03:25:05.250174Z","steps":["trace[74861623] 'agreement among raft nodes before linearized reading' (duration: 109.664493ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:09.279766Z","caller":"traceutil/trace.go:171","msg":"trace[1110125565] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"347.668574ms","start":"2026-04-28T03:25:08.932075Z","end":"2026-04-28T03:25:09.279744Z","steps":["trace[1110125565] 'process raft request' (duration: 347.482701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:09.279907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:08.932051Z","time spent":"347.780396ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:09.340261Z","caller":"traceutil/trace.go:171","msg":"trace[1623296107] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"406.93398ms","start":"2026-04-28T03:25:08.933295Z","end":"2026-04-28T03:25:09.340229Z","steps":["trace[1623296107] 'process raft request' (duration: 406.598394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:09.340416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:08.933274Z","time spent":"407.062543ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:09.340437Z","caller":"traceutil/trace.go:171","msg":"trace[368388225] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"314.754259ms","start":"2026-04-28T03:25:09.025637Z","end":"2026-04-28T03:25:09.340391Z","steps":["trace[368388225] 'process raft request' (duration: 314.508124ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:09.340264Z","caller":"traceutil/trace.go:171","msg":"trace[1016350927] linearizableReadLoop","detail":"{readStateIndex:2599; appliedIndex:2598; }","duration":"399.793756ms","start":"2026-04-28T03:25:08.940445Z","end":"2026-04-28T03:25:09.340239Z","steps":["trace[1016350927] 'read index received' (duration: 339.897407ms)","trace[1016350927] 'applied index is now lower than readState.Index' (duration: 59.894819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:09.340518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.062631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:25:09.340571Z","caller":"traceutil/trace.go:171","msg":"trace[1392676497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2480; }","duration":"400.159773ms","start":"2026-04-28T03:25:08.940397Z","end":"2026-04-28T03:25:09.340557Z","steps":["trace[1392676497] 'agreement among raft nodes before linearized reading' (duration: 399.923348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:09.340591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.457421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:09.340608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:08.940378Z","time spent":"400.221323ms","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:25:09.340617Z","caller":"traceutil/trace.go:171","msg":"trace[1395689717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2480; }","duration":"296.512203ms","start":"2026-04-28T03:25:09.044097Z","end":"2026-04-28T03:25:09.34061Z","steps":["trace[1395689717] 'agreement among raft nodes before linearized reading' (duration: 296.465192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:09.340651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:09.02559Z","time spent":"314.943372ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:09.340801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.016221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:25:09.34085Z","caller":"traceutil/trace.go:171","msg":"trace[1984047256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2480; }","duration":"225.076313ms","start":"2026-04-28T03:25:09.11576Z","end":"2026-04-28T03:25:09.340837Z","steps":["trace[1984047256] 'agreement among raft nodes before linearized reading' (duration: 224.954531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:09.340873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.964999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-28T03:25:09.340893Z","caller":"traceutil/trace.go:171","msg":"trace[980595353] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2480; }","duration":"226.00527ms","start":"2026-04-28T03:25:09.11488Z","end":"2026-04-28T03:25:09.340885Z","steps":["trace[980595353] 'agreement among raft nodes before linearized reading' (duration: 225.953989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:09.340992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.510263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:25:09.341017Z","caller":"traceutil/trace.go:171","msg":"trace[151855102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2480; }","duration":"243.576324ms","start":"2026-04-28T03:25:09.097436Z","end":"2026-04-28T03:25:09.341013Z","steps":["trace[151855102] 'agreement among raft nodes before linearized reading' (duration: 243.505653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:09.340821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.196884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:25:09.341069Z","caller":"traceutil/trace.go:171","msg":"trace[369104319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2480; }","duration":"225.48054ms","start":"2026-04-28T03:25:09.115585Z","end":"2026-04-28T03:25:09.341065Z","steps":["trace[369104319] 'agreement among raft nodes before linearized reading' (duration: 225.144714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:09.341124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.030843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:25:09.341157Z","caller":"traceutil/trace.go:171","msg":"trace[963893227] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2480; }","duration":"225.115545ms","start":"2026-04-28T03:25:09.116032Z","end":"2026-04-28T03:25:09.341148Z","steps":["trace[963893227] 'agreement among raft nodes before linearized reading' (duration: 225.023622ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:09.500497Z","caller":"traceutil/trace.go:171","msg":"trace[1245644811] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"152.981461ms","start":"2026-04-28T03:25:09.347492Z","end":"2026-04-28T03:25:09.500474Z","steps":["trace[1245644811] 'process raft request' (duration: 152.94101ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:09.500776Z","caller":"traceutil/trace.go:171","msg":"trace[685387580] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"153.43333ms","start":"2026-04-28T03:25:09.347323Z","end":"2026-04-28T03:25:09.500757Z","steps":["trace[685387580] 'process raft request' (duration: 152.9702ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:09.50083Z","caller":"traceutil/trace.go:171","msg":"trace[1970456446] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"153.488091ms","start":"2026-04-28T03:25:09.347315Z","end":"2026-04-28T03:25:09.500803Z","steps":["trace[1970456446] 'process raft request' (duration: 153.048862ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:09.500915Z","caller":"traceutil/trace.go:171","msg":"trace[1283199433] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"153.647204ms","start":"2026-04-28T03:25:09.347189Z","end":"2026-04-28T03:25:09.500836Z","steps":["trace[1283199433] 'process raft request' (duration: 80.771817ms)","trace[1283199433] 'compare' (duration: 72.01761ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:09.501001Z","caller":"traceutil/trace.go:171","msg":"trace[844096551] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"153.485541ms","start":"2026-04-28T03:25:09.347483Z","end":"2026-04-28T03:25:09.500969Z","steps":["trace[844096551] 'process raft request' (duration: 152.913259ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:11.737609Z","caller":"traceutil/trace.go:171","msg":"trace[1937123011] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"452.207873ms","start":"2026-04-28T03:25:11.285379Z","end":"2026-04-28T03:25:11.737587Z","steps":["trace[1937123011] 'process raft request' (duration: 452.04851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:11.737738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:11.285354Z","time spent":"452.318874ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:11.815806Z","caller":"traceutil/trace.go:171","msg":"trace[20641402] linearizableReadLoop","detail":"{readStateIndex:2612; appliedIndex:2609; }","duration":"460.763507ms","start":"2026-04-28T03:25:11.355025Z","end":"2026-04-28T03:25:11.815788Z","steps":["trace[20641402] 'read index received' (duration: 382.428911ms)","trace[20641402] 'applied index is now lower than readState.Index' (duration: 78.333826ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:11.815889Z","caller":"traceutil/trace.go:171","msg":"trace[1099681238] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"526.106583ms","start":"2026-04-28T03:25:11.289773Z","end":"2026-04-28T03:25:11.81588Z","steps":["trace[1099681238] 'process raft request' (duration: 525.816038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:11.815965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:11.289761Z","time spent":"526.145604ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:11.816312Z","caller":"traceutil/trace.go:171","msg":"trace[150273976] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"469.583764ms","start":"2026-04-28T03:25:11.346722Z","end":"2026-04-28T03:25:11.816306Z","steps":["trace[150273976] 'process raft request' (duration: 469.036204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:11.816345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:11.346674Z","time spent":"469.655836ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:11.816527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.61396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:25:11.816548Z","caller":"traceutil/trace.go:171","msg":"trace[210553691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2491; }","duration":"310.666921ms","start":"2026-04-28T03:25:11.505876Z","end":"2026-04-28T03:25:11.816543Z","steps":["trace[210553691] 'agreement among raft nodes before linearized reading' (duration: 310.590009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:11.816566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:11.505864Z","time spent":"310.699091ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:11.816628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.260632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:25:11.816692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.747783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:25:11.816706Z","caller":"traceutil/trace.go:171","msg":"trace[35863988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2491; }","duration":"311.343503ms","start":"2026-04-28T03:25:11.505333Z","end":"2026-04-28T03:25:11.816676Z","steps":["trace[35863988] 'agreement among raft nodes before linearized reading' (duration: 311.1733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:11.816769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:11.505328Z","time spent":"311.429065ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:25:11.816627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.362662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:25:11.81682Z","caller":"traceutil/trace.go:171","msg":"trace[412324718] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2491; }","duration":"456.595547ms","start":"2026-04-28T03:25:11.360218Z","end":"2026-04-28T03:25:11.816814Z","steps":["trace[412324718] 'agreement among raft nodes before linearized reading' (duration: 456.20875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:11.816843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:11.360209Z","time spent":"456.628437ms","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:25:11.81671Z","caller":"traceutil/trace.go:171","msg":"trace[2132560424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2491; }","duration":"309.787184ms","start":"2026-04-28T03:25:11.506918Z","end":"2026-04-28T03:25:11.816706Z","steps":["trace[2132560424] 'agreement among raft nodes before linearized reading' (duration: 309.751203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:11.816904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:11.506907Z","time spent":"309.989798ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:25:11.816949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.137419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:25:11.816966Z","caller":"traceutil/trace.go:171","msg":"trace[217232293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2491; }","duration":"311.170111ms","start":"2026-04-28T03:25:11.505792Z","end":"2026-04-28T03:25:11.816962Z","steps":["trace[217232293] 'agreement among raft nodes before linearized reading' (duration: 311.12864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:11.816982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:11.505785Z","time spent":"311.194281ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:11.816658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.843648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa6769b8731129\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-28T03:25:11.817025Z","caller":"traceutil/trace.go:171","msg":"trace[2078876476] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa6769b8731129; range_end:; response_count:1; response_revision:2491; }","duration":"109.212055ms","start":"2026-04-28T03:25:11.707809Z","end":"2026-04-28T03:25:11.817021Z","steps":["trace[2078876476] 'agreement among raft nodes before linearized reading' (duration: 108.815057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:11.818644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.625891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-28T03:25:11.81886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.538406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:25:11.818923Z","caller":"traceutil/trace.go:171","msg":"trace[1029850418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2491; }","duration":"313.630607ms","start":"2026-04-28T03:25:11.505278Z","end":"2026-04-28T03:25:11.818909Z","steps":["trace[1029850418] 'agreement among raft nodes before linearized reading' (duration: 311.388674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:11.81897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:11.505259Z","time spent":"313.704239ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:25:11.818688Z","caller":"traceutil/trace.go:171","msg":"trace[1854829976] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2491; }","duration":"463.662862ms","start":"2026-04-28T03:25:11.355009Z","end":"2026-04-28T03:25:11.818672Z","steps":["trace[1854829976] 'agreement among raft nodes before linearized reading' (duration: 462.434308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:11.819326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:11.354947Z","time spent":"464.368065ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:25:11.985731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.188413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:11.985829Z","caller":"traceutil/trace.go:171","msg":"trace[391166065] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"166.323076ms","start":"2026-04-28T03:25:11.819487Z","end":"2026-04-28T03:25:11.98581Z","steps":["trace[391166065] 'process raft request' (duration: 65.97904ms)","trace[391166065] 'compare' (duration: 99.733793ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:12.011394Z","caller":"traceutil/trace.go:171","msg":"trace[465491915] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"190.326724ms","start":"2026-04-28T03:25:11.82105Z","end":"2026-04-28T03:25:12.011377Z","steps":["trace[465491915] 'process raft request' (duration: 190.176841ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:12.011552Z","caller":"traceutil/trace.go:171","msg":"trace[1910372852] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"190.451816ms","start":"2026-04-28T03:25:11.821095Z","end":"2026-04-28T03:25:12.011547Z","steps":["trace[1910372852] 'process raft request' (duration: 190.258892ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:12.011708Z","caller":"traceutil/trace.go:171","msg":"trace[1076958894] linearizableReadLoop","detail":"{readStateIndex:2615; appliedIndex:2612; }","duration":"190.458746ms","start":"2026-04-28T03:25:11.821243Z","end":"2026-04-28T03:25:12.011702Z","steps":["trace[1076958894] 'read index received' (duration: 64.232636ms)","trace[1076958894] 'applied index is now lower than readState.Index' (duration: 126.22549ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:12.011763Z","caller":"traceutil/trace.go:171","msg":"trace[101826579] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"190.279213ms","start":"2026-04-28T03:25:11.821476Z","end":"2026-04-28T03:25:12.011756Z","steps":["trace[101826579] 'process raft request' (duration: 190.052549ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:12.011833Z","caller":"traceutil/trace.go:171","msg":"trace[2033535581] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"189.988007ms","start":"2026-04-28T03:25:11.821838Z","end":"2026-04-28T03:25:12.011826Z","steps":["trace[2033535581] 'process raft request' (duration: 189.791933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.012063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.801312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:25:12.012126Z","caller":"traceutil/trace.go:171","msg":"trace[1601111970] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2498; }","duration":"190.881723ms","start":"2026-04-28T03:25:11.821229Z","end":"2026-04-28T03:25:12.012111Z","steps":["trace[1601111970] 'agreement among raft nodes before linearized reading' (duration: 190.741011ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:12.012204Z","caller":"traceutil/trace.go:171","msg":"trace[1952282423] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"189.180002ms","start":"2026-04-28T03:25:11.823016Z","end":"2026-04-28T03:25:12.012196Z","steps":["trace[1952282423] 'process raft request' (duration: 188.646842ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:12.01226Z","caller":"traceutil/trace.go:171","msg":"trace[62824345] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"189.169152ms","start":"2026-04-28T03:25:11.823081Z","end":"2026-04-28T03:25:12.01225Z","steps":["trace[62824345] 'process raft request' (duration: 188.600551ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:13.152982Z","caller":"traceutil/trace.go:171","msg":"trace[417529199] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"102.533732ms","start":"2026-04-28T03:25:13.050431Z","end":"2026-04-28T03:25:13.152964Z","steps":["trace[417529199] 'process raft request' (duration: 102.216316ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:16.516592Z","caller":"traceutil/trace.go:171","msg":"trace[605393212] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"379.102282ms","start":"2026-04-28T03:25:16.137448Z","end":"2026-04-28T03:25:16.51655Z","steps":["trace[605393212] 'process raft request' (duration: 342.470798ms)","trace[605393212] 'compare' (duration: 36.335699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:16.516881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:16.137428Z","time spent":"379.373148ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:16.540686Z","caller":"traceutil/trace.go:171","msg":"trace[575872728] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"403.037014ms","start":"2026-04-28T03:25:16.137627Z","end":"2026-04-28T03:25:16.540664Z","steps":["trace[575872728] 'process raft request' (duration: 403.000663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:16.540829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:16.137618Z","time spent":"403.141355ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:16.540938Z","caller":"traceutil/trace.go:171","msg":"trace[729171260] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"403.39239ms","start":"2026-04-28T03:25:16.137516Z","end":"2026-04-28T03:25:16.540908Z","steps":["trace[729171260] 'process raft request' (duration: 403.057083ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:16.540935Z","caller":"traceutil/trace.go:171","msg":"trace[223565103] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"403.421851ms","start":"2026-04-28T03:25:16.137462Z","end":"2026-04-28T03:25:16.540884Z","steps":["trace[223565103] 'process raft request' (duration: 402.994442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:16.541071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:16.137509Z","time spent":"403.483092ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:16.541064Z","caller":"traceutil/trace.go:171","msg":"trace[967992682] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"403.422471ms","start":"2026-04-28T03:25:16.137576Z","end":"2026-04-28T03:25:16.540998Z","steps":["trace[967992682] 'process raft request' (duration: 403.026143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:16.541125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:16.137446Z","time spent":"403.593824ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:16.541194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:16.137566Z","time spent":"403.559953ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:18.172518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.092426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:18.172667Z","caller":"traceutil/trace.go:171","msg":"trace[1624682419] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"267.180582ms","start":"2026-04-28T03:25:17.905473Z","end":"2026-04-28T03:25:18.172653Z","steps":["trace[1624682419] 'process raft request' (duration: 267.123011ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:18.172779Z","caller":"traceutil/trace.go:171","msg":"trace[1401680628] linearizableReadLoop","detail":"{readStateIndex:2646; appliedIndex:2645; }","duration":"270.147879ms","start":"2026-04-28T03:25:17.902615Z","end":"2026-04-28T03:25:18.172763Z","steps":["trace[1401680628] 'read index received' (duration: 161.704056ms)","trace[1401680628] 'applied index is now lower than readState.Index' (duration: 108.442503ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:18.17278Z","caller":"traceutil/trace.go:171","msg":"trace[2091045967] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"309.764073ms","start":"2026-04-28T03:25:17.86299Z","end":"2026-04-28T03:25:18.172754Z","steps":["trace[2091045967] 'process raft request' (duration: 201.380611ms)","trace[2091045967] 'compare' (duration: 108.005875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:18.172898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:17.862964Z","time spent":"309.868624ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:18.172938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.316142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:25:18.17296Z","caller":"traceutil/trace.go:171","msg":"trace[1086070556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2526; }","duration":"270.369404ms","start":"2026-04-28T03:25:17.902584Z","end":"2026-04-28T03:25:18.172953Z","steps":["trace[1086070556] 'agreement among raft nodes before linearized reading' (duration: 270.268572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:18.172961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.266044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-04-28T03:25:18.172985Z","caller":"traceutil/trace.go:171","msg":"trace[2134653459] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2526; }","duration":"267.311565ms","start":"2026-04-28T03:25:17.905665Z","end":"2026-04-28T03:25:18.172977Z","steps":["trace[2134653459] 'agreement among raft nodes before linearized reading' (duration: 267.214433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:18.173196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.477519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:18.17322Z","caller":"traceutil/trace.go:171","msg":"trace[293483967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2526; }","duration":"128.510999ms","start":"2026-04-28T03:25:18.044701Z","end":"2026-04-28T03:25:18.173212Z","steps":["trace[293483967] 'agreement among raft nodes before linearized reading' (duration: 128.461069ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:18.654376Z","caller":"traceutil/trace.go:171","msg":"trace[240545381] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"101.986208ms","start":"2026-04-28T03:25:18.552374Z","end":"2026-04-28T03:25:18.65436Z","steps":["trace[240545381] 'process raft request' (duration: 101.957127ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:18.65486Z","caller":"traceutil/trace.go:171","msg":"trace[464095126] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"102.785022ms","start":"2026-04-28T03:25:18.552066Z","end":"2026-04-28T03:25:18.654851Z","steps":["trace[464095126] 'process raft request' (duration: 44.518417ms)","trace[464095126] 'compare' (duration: 57.635733ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:18.654967Z","caller":"traceutil/trace.go:171","msg":"trace[151814104] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"102.804103ms","start":"2026-04-28T03:25:18.552144Z","end":"2026-04-28T03:25:18.654948Z","steps":["trace[151814104] 'process raft request' (duration: 102.161451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:20.417771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.309988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:20.417909Z","caller":"traceutil/trace.go:171","msg":"trace[532647792] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"218.292534ms","start":"2026-04-28T03:25:20.19958Z","end":"2026-04-28T03:25:20.417873Z","steps":["trace[532647792] 'process raft request' (duration: 95.794853ms)","trace[532647792] 'compare' (duration: 122.198415ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:20.444573Z","caller":"traceutil/trace.go:171","msg":"trace[800619882] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"134.32788ms","start":"2026-04-28T03:25:20.31022Z","end":"2026-04-28T03:25:20.444548Z","steps":["trace[800619882] 'process raft request' (duration: 134.222348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:20.642269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.459851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-04-28T03:25:20.642348Z","caller":"traceutil/trace.go:171","msg":"trace[1958681289] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2543; }","duration":"120.603694ms","start":"2026-04-28T03:25:20.521726Z","end":"2026-04-28T03:25:20.64233Z","steps":["trace[1958681289] 'range keys from in-memory index tree' (duration: 120.211136ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:21.064086Z","caller":"traceutil/trace.go:171","msg":"trace[28769841] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"416.864849ms","start":"2026-04-28T03:25:20.647196Z","end":"2026-04-28T03:25:21.064061Z","steps":["trace[28769841] 'process raft request' (duration: 416.641005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:21.064238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:20.647189Z","time spent":"416.970561ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:21.064526Z","caller":"traceutil/trace.go:171","msg":"trace[1543930410] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"400.039993ms","start":"2026-04-28T03:25:20.66447Z","end":"2026-04-28T03:25:21.06451Z","steps":["trace[1543930410] 'process raft request' (duration: 399.526333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:21.064627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:20.664461Z","time spent":"400.131144ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12389,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:21.064285Z","caller":"traceutil/trace.go:171","msg":"trace[530192193] linearizableReadLoop","detail":"{readStateIndex:2667; appliedIndex:2665; }","duration":"400.018022ms","start":"2026-04-28T03:25:20.664234Z","end":"2026-04-28T03:25:21.064252Z","steps":["trace[530192193] 'read index received' (duration: 52.304442ms)","trace[530192193] 'applied index is now lower than readState.Index' (duration: 347.71068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:21.065198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.93918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-28T03:25:21.065266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.741291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:21.065298Z","caller":"traceutil/trace.go:171","msg":"trace[455905954] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2546; }","duration":"240.831133ms","start":"2026-04-28T03:25:20.824458Z","end":"2026-04-28T03:25:21.065289Z","steps":["trace[455905954] 'agreement among raft nodes before linearized reading' (duration: 240.756901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:21.065319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.995692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:25:21.065348Z","caller":"traceutil/trace.go:171","msg":"trace[2007568349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2546; }","duration":"401.039583ms","start":"2026-04-28T03:25:20.6643Z","end":"2026-04-28T03:25:21.06534Z","steps":["trace[2007568349] 'agreement among raft nodes before linearized reading' (duration: 400.938381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:21.065371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:20.664296Z","time spent":"401.069743ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:25:21.065329Z","caller":"traceutil/trace.go:171","msg":"trace[486794556] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2546; }","duration":"401.042363ms","start":"2026-04-28T03:25:20.664192Z","end":"2026-04-28T03:25:21.065234Z","steps":["trace[486794556] 'agreement among raft nodes before linearized reading' (duration: 400.771497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:21.066043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:20.664172Z","time spent":"401.241647ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:25:21.066308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.002401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:25:21.066476Z","caller":"traceutil/trace.go:171","msg":"trace[1901342008] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2546; }","duration":"402.095312ms","start":"2026-04-28T03:25:20.664275Z","end":"2026-04-28T03:25:21.06637Z","steps":["trace[1901342008] 'agreement among raft nodes before linearized reading' (duration: 400.843288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:21.06655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:20.66427Z","time spent":"402.268215ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:25:21.412731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.409648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:21.413253Z","caller":"traceutil/trace.go:171","msg":"trace[216140963] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"340.697364ms","start":"2026-04-28T03:25:21.07253Z","end":"2026-04-28T03:25:21.413227Z","steps":["trace[216140963] 'process raft request' (duration: 340.52311ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:21.413275Z","caller":"traceutil/trace.go:171","msg":"trace[904061959] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"340.117932ms","start":"2026-04-28T03:25:21.073141Z","end":"2026-04-28T03:25:21.413259Z","steps":["trace[904061959] 'process raft request' (duration: 340.01169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:21.413353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:21.07252Z","time spent":"340.786495ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:21.413263Z","caller":"traceutil/trace.go:171","msg":"trace[652211235] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"342.033649ms","start":"2026-04-28T03:25:21.071202Z","end":"2026-04-28T03:25:21.413236Z","steps":["trace[652211235] 'process raft request' (duration: 113.970798ms)","trace[652211235] 'compare' (duration: 227.258596ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:21.413423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:21.073132Z","time spent":"340.188233ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:21.413572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:21.071177Z","time spent":"342.281604ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:21.413542Z","caller":"traceutil/trace.go:171","msg":"trace[884388330] linearizableReadLoop","detail":"{readStateIndex:2672; appliedIndex:2668; }","duration":"217.576828ms","start":"2026-04-28T03:25:21.195906Z","end":"2026-04-28T03:25:21.413483Z","steps":["trace[884388330] 'read index received' (duration: 196.04903ms)","trace[884388330] 'applied index is now lower than readState.Index' (duration: 21.525528ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:21.413516Z","caller":"traceutil/trace.go:171","msg":"trace[1391326594] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"306.373638ms","start":"2026-04-28T03:25:21.107113Z","end":"2026-04-28T03:25:21.413486Z","steps":["trace[1391326594] 'process raft request' (duration: 306.096062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:21.413877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:21.107074Z","time spent":"306.642752ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:21.414031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.211414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-28T03:25:21.41404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.103987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:25:21.41417Z","caller":"traceutil/trace.go:171","msg":"trace[322236599] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2550; }","duration":"218.304751ms","start":"2026-04-28T03:25:21.195832Z","end":"2026-04-28T03:25:21.414136Z","steps":["trace[322236599] 'agreement among raft nodes before linearized reading' (duration: 217.764591ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:21.414183Z","caller":"traceutil/trace.go:171","msg":"trace[229901594] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:2550; }","duration":"144.369708ms","start":"2026-04-28T03:25:21.269746Z","end":"2026-04-28T03:25:21.414115Z","steps":["trace[229901594] 'agreement among raft nodes before linearized reading' (duration: 144.061102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:21.750743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.110328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:21.750922Z","caller":"traceutil/trace.go:171","msg":"trace[1412554912] linearizableReadLoop","detail":"{readStateIndex:2674; appliedIndex:2673; }","duration":"232.033076ms","start":"2026-04-28T03:25:21.518861Z","end":"2026-04-28T03:25:21.750894Z","steps":["trace[1412554912] 'read index received' (duration: 15.621602ms)","trace[1412554912] 'applied index is now lower than readState.Index' (duration: 216.409274ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:21.750994Z","caller":"traceutil/trace.go:171","msg":"trace[143317832] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"289.943119ms","start":"2026-04-28T03:25:21.460994Z","end":"2026-04-28T03:25:21.750937Z","steps":["trace[143317832] 'process raft request' (duration: 73.502345ms)","trace[143317832] 'compare' (duration: 215.741671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:21.751261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.395754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12404"} {"level":"warn","ts":"2026-04-28T03:25:21.751502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.811867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-28T03:25:21.751616Z","caller":"traceutil/trace.go:171","msg":"trace[154427671] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2551; }","duration":"192.999ms","start":"2026-04-28T03:25:21.558585Z","end":"2026-04-28T03:25:21.751584Z","steps":["trace[154427671] 'agreement among raft nodes before linearized reading' (duration: 192.659304ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:21.752015Z","caller":"traceutil/trace.go:171","msg":"trace[4166194] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2551; }","duration":"232.487465ms","start":"2026-04-28T03:25:21.518821Z","end":"2026-04-28T03:25:21.751309Z","steps":["trace[4166194] 'agreement among raft nodes before linearized reading' (duration: 232.219879ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:21.934316Z","caller":"traceutil/trace.go:171","msg":"trace[893862319] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"171.105996ms","start":"2026-04-28T03:25:21.763191Z","end":"2026-04-28T03:25:21.934297Z","steps":["trace[893862319] 'process raft request' (duration: 164.180481ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:21.934478Z","caller":"traceutil/trace.go:171","msg":"trace[1869933289] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"121.381272ms","start":"2026-04-28T03:25:21.813072Z","end":"2026-04-28T03:25:21.934453Z","steps":["trace[1869933289] 'process raft request' (duration: 121.006935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:21.934659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.978502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:21.934749Z","caller":"traceutil/trace.go:171","msg":"trace[379049596] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2554; }","duration":"140.130595ms","start":"2026-04-28T03:25:21.794594Z","end":"2026-04-28T03:25:21.934724Z","steps":["trace[379049596] 'agreement among raft nodes before linearized reading' (duration: 139.960282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:21.935141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.300397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-52c44205-0965-44c1-836c-d63a738245f5\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-28T03:25:21.935227Z","caller":"traceutil/trace.go:171","msg":"trace[2105854190] range","detail":"{range_begin:/registry/persistentvolumes/pvc-52c44205-0965-44c1-836c-d63a738245f5; range_end:; response_count:1; response_revision:2554; }","duration":"176.419649ms","start":"2026-04-28T03:25:21.75879Z","end":"2026-04-28T03:25:21.93521Z","steps":["trace[2105854190] 'agreement among raft nodes before linearized reading' (duration: 175.581814ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:23.188032Z","caller":"traceutil/trace.go:171","msg":"trace[1528992546] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"116.670337ms","start":"2026-04-28T03:25:23.071336Z","end":"2026-04-28T03:25:23.188007Z","steps":["trace[1528992546] 'process raft request' (duration: 116.518994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:23.482031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.821599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:23.482173Z","caller":"traceutil/trace.go:171","msg":"trace[323384974] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2558; }","duration":"102.016682ms","start":"2026-04-28T03:25:23.380134Z","end":"2026-04-28T03:25:23.482151Z","steps":["trace[323384974] 'count revisions from in-memory index tree' (duration: 101.717767ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:23.526791Z","caller":"traceutil/trace.go:171","msg":"trace[788500749] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"107.03236ms","start":"2026-04-28T03:25:23.419744Z","end":"2026-04-28T03:25:23.526776Z","steps":["trace[788500749] 'process raft request' (duration: 106.924368ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:23.72183Z","caller":"traceutil/trace.go:171","msg":"trace[590780164] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"235.274683ms","start":"2026-04-28T03:25:23.486527Z","end":"2026-04-28T03:25:23.721801Z","steps":["trace[590780164] 'process raft request' (duration: 235.014378ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:23.722162Z","caller":"traceutil/trace.go:171","msg":"trace[182278492] linearizableReadLoop","detail":"{readStateIndex:2685; appliedIndex:2682; }","duration":"195.378228ms","start":"2026-04-28T03:25:23.526756Z","end":"2026-04-28T03:25:23.722134Z","steps":["trace[182278492] 'read index received' (duration: 194.827047ms)","trace[182278492] 'applied index is now lower than readState.Index' (duration: 550.041µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:23.722185Z","caller":"traceutil/trace.go:171","msg":"trace[2001727266] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"233.60058ms","start":"2026-04-28T03:25:23.488563Z","end":"2026-04-28T03:25:23.722164Z","steps":["trace[2001727266] 'process raft request' (duration: 233.454967ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:23.722197Z","caller":"traceutil/trace.go:171","msg":"trace[125913170] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"233.784983ms","start":"2026-04-28T03:25:23.488337Z","end":"2026-04-28T03:25:23.722122Z","steps":["trace[125913170] 'process raft request' (duration: 233.401636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:23.722339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.56098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:23.722383Z","caller":"traceutil/trace.go:171","msg":"trace[38242620] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2562; }","duration":"196.644812ms","start":"2026-04-28T03:25:23.525723Z","end":"2026-04-28T03:25:23.722367Z","steps":["trace[38242620] 'agreement among raft nodes before linearized reading' (duration: 196.566301ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:23.722634Z","caller":"traceutil/trace.go:171","msg":"trace[1724624111] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"185.299262ms","start":"2026-04-28T03:25:23.537317Z","end":"2026-04-28T03:25:23.722616Z","steps":["trace[1724624111] 'process raft request' (duration: 185.17817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:23.722884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.911025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-28T03:25:23.723039Z","caller":"traceutil/trace.go:171","msg":"trace[457920517] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2563; }","duration":"165.101848ms","start":"2026-04-28T03:25:23.557915Z","end":"2026-04-28T03:25:23.723017Z","steps":["trace[457920517] 'agreement among raft nodes before linearized reading' (duration: 164.67944ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:24.059258Z","caller":"traceutil/trace.go:171","msg":"trace[1519038684] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"118.509794ms","start":"2026-04-28T03:25:23.94073Z","end":"2026-04-28T03:25:24.05924Z","steps":["trace[1519038684] 'process raft request' (duration: 75.350244ms)","trace[1519038684] 'compare' (duration: 42.839554ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:26.311697Z","caller":"traceutil/trace.go:171","msg":"trace[515460486] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"245.614363ms","start":"2026-04-28T03:25:26.06605Z","end":"2026-04-28T03:25:26.311664Z","steps":["trace[515460486] 'process raft request' (duration: 245.359118ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:26.393409Z","caller":"traceutil/trace.go:171","msg":"trace[2029167268] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"136.568435ms","start":"2026-04-28T03:25:26.256798Z","end":"2026-04-28T03:25:26.393366Z","steps":["trace[2029167268] 'process raft request' (duration: 131.831213ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:29.893806Z","caller":"traceutil/trace.go:171","msg":"trace[2050909813] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"104.60859ms","start":"2026-04-28T03:25:29.78917Z","end":"2026-04-28T03:25:29.893779Z","steps":["trace[2050909813] 'process raft request' (duration: 35.400553ms)","trace[2050909813] 'compare' (duration: 69.038914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:30.689344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.024943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:30.689439Z","caller":"traceutil/trace.go:171","msg":"trace[110326318] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2596; }","duration":"125.168216ms","start":"2026-04-28T03:25:30.564254Z","end":"2026-04-28T03:25:30.689422Z","steps":["trace[110326318] 'count revisions from in-memory index tree' (duration: 124.948162ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:30.998477Z","caller":"traceutil/trace.go:171","msg":"trace[45610674] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"101.449891ms","start":"2026-04-28T03:25:30.896995Z","end":"2026-04-28T03:25:30.998445Z","steps":["trace[45610674] 'process raft request' (duration: 101.314798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:32.154732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732400588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:32.654932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732400588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:33.155971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732400588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:33.656444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732400588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:33.820964Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.168041571s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:25:33.849223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579429943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:25:33.849354Z","caller":"traceutil/trace.go:171","msg":"trace[166649896] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:2597; }","duration":"2.579606725s","start":"2026-04-28T03:25:31.26973Z","end":"2026-04-28T03:25:33.849337Z","steps":["trace[166649896] 'range keys from in-memory index tree' (duration: 2.579255009s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:33.849421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:31.269709Z","time spent":"2.579697698s","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.168\" "} {"level":"warn","ts":"2026-04-28T03:25:33.849815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577752879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:25:33.850774Z","caller":"traceutil/trace.go:171","msg":"trace[385184012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2597; }","duration":"2.578728769s","start":"2026-04-28T03:25:31.272027Z","end":"2026-04-28T03:25:33.850755Z","steps":["trace[385184012] 'range keys from in-memory index tree' (duration: 2.577668238s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:33.850837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:31.272006Z","time spent":"2.57880912s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:25:33.850173Z","caller":"traceutil/trace.go:171","msg":"trace[348287632] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"2.25056803s","start":"2026-04-28T03:25:31.599589Z","end":"2026-04-28T03:25:33.850157Z","steps":["trace[348287632] 'process raft request' (duration: 2.221706562s)","trace[348287632] 'compare' (duration: 28.512381ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:33.850994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:31.599566Z","time spent":"2.251390927s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:34.045622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999884354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:25:34.045767Z","caller":"traceutil/trace.go:171","msg":"trace[1832438393] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000070537s","start":"2026-04-28T03:25:32.045678Z","end":"2026-04-28T03:25:34.045749Z","steps":["trace[1832438393] 'agreement among raft nodes before linearized reading' (duration: 1.999909264s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.04584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.045657Z","time spent":"2.00017145s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:25:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:25:34.968395Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.13331237s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:25:35.294484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046316956s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:35.295133Z","caller":"traceutil/trace.go:171","msg":"trace[326325743] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2598; }","duration":"1.046978858s","start":"2026-04-28T03:25:34.248128Z","end":"2026-04-28T03:25:35.295107Z","steps":["trace[326325743] 'range keys from in-memory index tree' (duration: 1.045379507s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.295788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.020657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:35.296516Z","caller":"traceutil/trace.go:171","msg":"trace[1913083229] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"2.941906948s","start":"2026-04-28T03:25:32.354588Z","end":"2026-04-28T03:25:35.296495Z","steps":["trace[1913083229] 'process raft request' (duration: 2.614074825s)","trace[1913083229] 'compare' (duration: 325.950116ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:35.296654Z","caller":"traceutil/trace.go:171","msg":"trace[1870978935] linearizableReadLoop","detail":"{readStateIndex:2725; appliedIndex:2721; }","duration":"3.642993374s","start":"2026-04-28T03:25:31.653622Z","end":"2026-04-28T03:25:35.296616Z","steps":["trace[1870978935] 'read index received' (duration: 2.167651879s)","trace[1870978935] 'applied index is now lower than readState.Index' (duration: 1.475339494s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:35.296605Z","caller":"traceutil/trace.go:171","msg":"trace[760934076] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"2.827537499s","start":"2026-04-28T03:25:32.46903Z","end":"2026-04-28T03:25:35.296568Z","steps":["trace[760934076] 'process raft request' (duration: 2.826867246s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.296818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643187778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:35.296867Z","caller":"traceutil/trace.go:171","msg":"trace[1524012853] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2602; }","duration":"3.64329109s","start":"2026-04-28T03:25:31.653561Z","end":"2026-04-28T03:25:35.296852Z","steps":["trace[1524012853] 'agreement among raft nodes before linearized reading' (duration: 3.643199048s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.29693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:31.653538Z","time spent":"3.643372271s","remote":"127.0.0.1:42842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:35.297004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.469015Z","time spent":"2.827815735s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:35.297098Z","caller":"traceutil/trace.go:171","msg":"trace[2117686740] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"1.454811599s","start":"2026-04-28T03:25:33.842265Z","end":"2026-04-28T03:25:35.297076Z","steps":["trace[2117686740] 'process raft request' (duration: 1.454273089s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.297237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:33.842245Z","time spent":"1.454915611s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:35.297405Z","caller":"traceutil/trace.go:171","msg":"trace[37972371] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"2.090874171s","start":"2026-04-28T03:25:33.205697Z","end":"2026-04-28T03:25:35.296572Z","steps":["trace[37972371] 'process raft request' (duration: 2.090781589s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.2974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:33.852442Z","time spent":"1.444951506s","remote":"127.0.0.1:42614","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:25:35.297512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:33.205668Z","time spent":"2.091767657s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:35.296806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.354563Z","time spent":"2.942122872s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:35.298056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283826621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:35.298132Z","caller":"traceutil/trace.go:171","msg":"trace[487096352] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2603; }","duration":"2.283951714s","start":"2026-04-28T03:25:33.014169Z","end":"2026-04-28T03:25:35.298121Z","steps":["trace[487096352] 'agreement among raft nodes before linearized reading' (duration: 2.283822051s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.298183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:33.01411Z","time spent":"2.284063516s","remote":"127.0.0.1:46776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:35.298205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.761544859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T03:25:35.298203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251964603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:35.298246Z","caller":"traceutil/trace.go:171","msg":"trace[1505069026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2603; }","duration":"2.76160193s","start":"2026-04-28T03:25:32.536632Z","end":"2026-04-28T03:25:35.298234Z","steps":["trace[1505069026] 'agreement among raft nodes before linearized reading' (duration: 2.761520138s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:35.298264Z","caller":"traceutil/trace.go:171","msg":"trace[723578466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2603; }","duration":"1.252074174s","start":"2026-04-28T03:25:34.046172Z","end":"2026-04-28T03:25:35.298246Z","steps":["trace[723578466] 'agreement among raft nodes before linearized reading' (duration: 1.251961472s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.298327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.046158Z","time spent":"1.252155697s","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:35.29842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836653007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-04-28T03:25:35.298434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648092277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:35.298508Z","caller":"traceutil/trace.go:171","msg":"trace[1651676835] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2603; }","duration":"1.648206349s","start":"2026-04-28T03:25:33.650294Z","end":"2026-04-28T03:25:35.2985Z","steps":["trace[1651676835] 'agreement among raft nodes before linearized reading' (duration: 1.648113757s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.298526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983308893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:35.298565Z","caller":"traceutil/trace.go:171","msg":"trace[1788859313] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2603; }","duration":"2.983383125s","start":"2026-04-28T03:25:32.315173Z","end":"2026-04-28T03:25:35.298556Z","steps":["trace[1788859313] 'agreement among raft nodes before linearized reading' (duration: 2.983323353s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:35.298571Z","caller":"traceutil/trace.go:171","msg":"trace[943112009] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"1.444256262s","start":"2026-04-28T03:25:33.854294Z","end":"2026-04-28T03:25:35.29855Z","steps":["trace[943112009] 'process raft request' (duration: 1.442595139s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.298598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.315154Z","time spent":"2.983436136s","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:35.298607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:33.650275Z","time spent":"1.648273751s","remote":"127.0.0.1:46576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:35.298674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:33.854279Z","time spent":"1.444342584s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:35.298796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.00627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:35.29883Z","caller":"traceutil/trace.go:171","msg":"trace[441044613] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2603; }","duration":"355.066651ms","start":"2026-04-28T03:25:34.943754Z","end":"2026-04-28T03:25:35.298821Z","steps":["trace[441044613] 'agreement among raft nodes before linearized reading' (duration: 355.01267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.298863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.94374Z","time spent":"355.114332ms","remote":"127.0.0.1:42902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:35.298135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295339177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:25:35.298908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348196442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:25:35.298917Z","caller":"traceutil/trace.go:171","msg":"trace[1527409214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2603; }","duration":"2.296178695s","start":"2026-04-28T03:25:33.002726Z","end":"2026-04-28T03:25:35.298904Z","steps":["trace[1527409214] 'agreement among raft nodes before linearized reading' (duration: 2.295357278s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:35.298948Z","caller":"traceutil/trace.go:171","msg":"trace[1318737550] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2603; }","duration":"3.348265104s","start":"2026-04-28T03:25:31.95067Z","end":"2026-04-28T03:25:35.298935Z","steps":["trace[1318737550] 'agreement among raft nodes before linearized reading' (duration: 3.34806572s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.298961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031873328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-28T03:25:35.299026Z","caller":"traceutil/trace.go:171","msg":"trace[283581806] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2603; }","duration":"2.03199881s","start":"2026-04-28T03:25:33.26702Z","end":"2026-04-28T03:25:35.299019Z","steps":["trace[283581806] 'agreement among raft nodes before linearized reading' (duration: 2.031750885s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.299054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101185823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T03:25:35.299088Z","caller":"traceutil/trace.go:171","msg":"trace[1071576776] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2603; }","duration":"2.101264404s","start":"2026-04-28T03:25:33.197814Z","end":"2026-04-28T03:25:35.299078Z","steps":["trace[1071576776] 'agreement among raft nodes before linearized reading' (duration: 2.101156092s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.299067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:33.267002Z","time spent":"2.032057782s","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:25:35.299184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.401761764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:25:35.299211Z","caller":"traceutil/trace.go:171","msg":"trace[943196242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2603; }","duration":"3.401823166s","start":"2026-04-28T03:25:31.897381Z","end":"2026-04-28T03:25:35.299205Z","steps":["trace[943196242] 'agreement among raft nodes before linearized reading' (duration: 3.401755355s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.299232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:31.897359Z","time spent":"3.401867586s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:25:35.298955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:33.002695Z","time spent":"2.296249226s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:35.299229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102614082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T03:25:35.298471Z","caller":"traceutil/trace.go:171","msg":"trace[165786897] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2603; }","duration":"2.836734699s","start":"2026-04-28T03:25:32.46172Z","end":"2026-04-28T03:25:35.298455Z","steps":["trace[165786897] 'agreement among raft nodes before linearized reading' (duration: 2.836635557s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.299267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.502527914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-28T03:25:35.299352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.461698Z","time spent":"2.837643648s","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-28T03:25:35.299389Z","caller":"traceutil/trace.go:171","msg":"trace[1012462200] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2603; }","duration":"3.502740109s","start":"2026-04-28T03:25:31.79662Z","end":"2026-04-28T03:25:35.299361Z","steps":["trace[1012462200] 'agreement among raft nodes before linearized reading' (duration: 3.502398562s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.299429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:31.796605Z","time spent":"3.50281612s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T03:25:35.299521Z","caller":"traceutil/trace.go:171","msg":"trace[1143491491] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2603; }","duration":"2.102755824s","start":"2026-04-28T03:25:33.196564Z","end":"2026-04-28T03:25:35.29932Z","steps":["trace[1143491491] 'agreement among raft nodes before linearized reading' (duration: 2.102440908s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.298285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.536588Z","time spent":"2.761689252s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:25:35.299668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:33.196541Z","time spent":"2.103083091s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:25:35.299058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025580177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:35.299822Z","caller":"traceutil/trace.go:171","msg":"trace[1877576616] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2603; }","duration":"1.026375603s","start":"2026-04-28T03:25:34.273433Z","end":"2026-04-28T03:25:35.299808Z","steps":["trace[1877576616] 'agreement among raft nodes before linearized reading' (duration: 1.025582737s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.299872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.273409Z","time spent":"1.026449384s","remote":"127.0.0.1:42938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:35.299116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:33.197789Z","time spent":"2.101321016s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:25:35.298337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76306889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:35.300209Z","caller":"traceutil/trace.go:171","msg":"trace[1050919821] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2603; }","duration":"2.765038819s","start":"2026-04-28T03:25:32.535158Z","end":"2026-04-28T03:25:35.300197Z","steps":["trace[1050919821] 'agreement among raft nodes before linearized reading' (duration: 2.763143301s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.300253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.535135Z","time spent":"2.76510564s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:35.298983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:31.950652Z","time spent":"3.348323734s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":279,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:35.298996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.398096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:35.300649Z","caller":"traceutil/trace.go:171","msg":"trace[1275653379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2603; }","duration":"838.079639ms","start":"2026-04-28T03:25:34.462559Z","end":"2026-04-28T03:25:35.300639Z","steps":["trace[1275653379] 'agreement among raft nodes before linearized reading' (duration: 836.414076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.30069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.46253Z","time spent":"838.15005ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:35.298054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.602258263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:25:35.300856Z","caller":"traceutil/trace.go:171","msg":"trace[909387918] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2603; }","duration":"3.60508298s","start":"2026-04-28T03:25:31.695758Z","end":"2026-04-28T03:25:35.300841Z","steps":["trace[909387918] 'agreement among raft nodes before linearized reading' (duration: 3.602167202s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.300908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:31.695745Z","time spent":"3.605152001s","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:25:35.29911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.592094734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa6769b8731129\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-28T03:25:35.301144Z","caller":"traceutil/trace.go:171","msg":"trace[1392944820] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa6769b8731129; range_end:; response_count:1; response_revision:2603; }","duration":"3.594128193s","start":"2026-04-28T03:25:31.707006Z","end":"2026-04-28T03:25:35.301134Z","steps":["trace[1392944820] 'agreement among raft nodes before linearized reading' (duration: 3.592037293s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.301186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:31.706933Z","time spent":"3.594240336s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa6769b8731129\" "} {"level":"warn","ts":"2026-04-28T03:25:35.302073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403970857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:25:35.302108Z","caller":"traceutil/trace.go:171","msg":"trace[11474441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2603; }","duration":"3.404029828s","start":"2026-04-28T03:25:31.898071Z","end":"2026-04-28T03:25:35.302101Z","steps":["trace[11474441] 'agreement among raft nodes before linearized reading' (duration: 3.400935787s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.30213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:31.89806Z","time spent":"3.40406469s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:25:35.603934Z","caller":"traceutil/trace.go:171","msg":"trace[1690959582] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"299.118778ms","start":"2026-04-28T03:25:35.304794Z","end":"2026-04-28T03:25:35.603913Z","steps":["trace[1690959582] 'process raft request' (duration: 253.084918ms)","trace[1690959582] 'compare' (duration: 45.725423ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:35.603988Z","caller":"traceutil/trace.go:171","msg":"trace[1252644491] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"299.079727ms","start":"2026-04-28T03:25:35.304876Z","end":"2026-04-28T03:25:35.603956Z","steps":["trace[1252644491] 'process raft request' (duration: 298.955373ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:35.604016Z","caller":"traceutil/trace.go:171","msg":"trace[2037897622] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"298.955135ms","start":"2026-04-28T03:25:35.305036Z","end":"2026-04-28T03:25:35.603992Z","steps":["trace[2037897622] 'process raft request' (duration: 298.868183ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:35.604297Z","caller":"traceutil/trace.go:171","msg":"trace[1159415025] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"297.69906ms","start":"2026-04-28T03:25:35.30659Z","end":"2026-04-28T03:25:35.604289Z","steps":["trace[1159415025] 'process raft request' (duration: 297.360704ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:35.604422Z","caller":"traceutil/trace.go:171","msg":"trace[226847054] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"296.922495ms","start":"2026-04-28T03:25:35.307493Z","end":"2026-04-28T03:25:35.604415Z","steps":["trace[226847054] 'process raft request' (duration: 296.760902ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:35.604525Z","caller":"traceutil/trace.go:171","msg":"trace[1723478414] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"295.15691ms","start":"2026-04-28T03:25:35.309364Z","end":"2026-04-28T03:25:35.604521Z","steps":["trace[1723478414] 'process raft request' (duration: 295.014297ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:35.604711Z","caller":"traceutil/trace.go:171","msg":"trace[892451019] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"294.70068ms","start":"2026-04-28T03:25:35.310005Z","end":"2026-04-28T03:25:35.604706Z","steps":["trace[892451019] 'process raft request' (duration: 294.498267ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:35.604802Z","caller":"traceutil/trace.go:171","msg":"trace[1811296617] linearizableReadLoop","detail":"{readStateIndex:2734; appliedIndex:2728; }","duration":"297.162929ms","start":"2026-04-28T03:25:35.307626Z","end":"2026-04-28T03:25:35.604789Z","steps":["trace[1811296617] 'read index received' (duration: 83.436218ms)","trace[1811296617] 'applied index is now lower than readState.Index' (duration: 213.725941ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:35.604866Z","caller":"traceutil/trace.go:171","msg":"trace[1250925604] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"294.804182ms","start":"2026-04-28T03:25:35.310055Z","end":"2026-04-28T03:25:35.604859Z","steps":["trace[1250925604] 'process raft request' (duration: 294.622959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.604923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.280901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:35.604963Z","caller":"traceutil/trace.go:171","msg":"trace[17708930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2612; }","duration":"297.349532ms","start":"2026-04-28T03:25:35.307603Z","end":"2026-04-28T03:25:35.604953Z","steps":["trace[17708930] 'agreement among raft nodes before linearized reading' (duration: 297.261141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.605064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.268442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:35.605088Z","caller":"traceutil/trace.go:171","msg":"trace[1881501091] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2612; }","duration":"293.319814ms","start":"2026-04-28T03:25:35.311763Z","end":"2026-04-28T03:25:35.605083Z","steps":["trace[1881501091] 'agreement among raft nodes before linearized reading' (duration: 293.271843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.605207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.741382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T03:25:35.605244Z","caller":"traceutil/trace.go:171","msg":"trace[125717853] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2612; }","duration":"211.809464ms","start":"2026-04-28T03:25:35.393426Z","end":"2026-04-28T03:25:35.605235Z","steps":["trace[125717853] 'agreement among raft nodes before linearized reading' (duration: 211.741112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:36.935503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043731498s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:36.935824Z","caller":"traceutil/trace.go:171","msg":"trace[142861356] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"1.321253699s","start":"2026-04-28T03:25:35.614545Z","end":"2026-04-28T03:25:36.935799Z","steps":["trace[142861356] 'process raft request' (duration: 277.156404ms)","trace[142861356] 'compare' (duration: 1.043523724s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:36.935924Z","caller":"traceutil/trace.go:171","msg":"trace[2146522342] linearizableReadLoop","detail":"{readStateIndex:2738; appliedIndex:2737; }","duration":"1.318950853s","start":"2026-04-28T03:25:35.616938Z","end":"2026-04-28T03:25:36.935889Z","steps":["trace[2146522342] 'read index received' (duration: 274.747536ms)","trace[2146522342] 'applied index is now lower than readState.Index' (duration: 1.044199087s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:36.93599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:35.614537Z","time spent":"1.321381511s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:36.936236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31928008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:25:36.936303Z","caller":"traceutil/trace.go:171","msg":"trace[1380697618] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2614; }","duration":"1.319399011s","start":"2026-04-28T03:25:35.616887Z","end":"2026-04-28T03:25:36.936286Z","steps":["trace[1380697618] 'agreement among raft nodes before linearized reading' (duration: 1.319169457s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:36.936372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:35.616868Z","time spent":"1.319489464s","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:25:36.93599Z","caller":"traceutil/trace.go:171","msg":"trace[1735107038] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"1.079384271s","start":"2026-04-28T03:25:35.856481Z","end":"2026-04-28T03:25:36.935866Z","steps":["trace[1735107038] 'process raft request' (duration: 1.079110246s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:36.936847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:35.856461Z","time spent":"1.080338129s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:37.372606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.118744ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:25:37.372806Z","caller":"traceutil/trace.go:171","msg":"trace[977856850] linearizableReadLoop","detail":"{readStateIndex:2740; appliedIndex:2739; }","duration":"436.782677ms","start":"2026-04-28T03:25:36.936004Z","end":"2026-04-28T03:25:37.372787Z","steps":["trace[977856850] 'read index received' (duration: 93.676693ms)","trace[977856850] 'applied index is now lower than readState.Index' (duration: 343.104184ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:37.372945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327294397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:37.373021Z","caller":"traceutil/trace.go:171","msg":"trace[1169270712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2614; }","duration":"1.327400889s","start":"2026-04-28T03:25:36.045594Z","end":"2026-04-28T03:25:37.372995Z","steps":["trace[1169270712] 'agreement among raft nodes before linearized reading' (duration: 1.327295357s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:37.373061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.045574Z","time spent":"1.3274791s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:37.373069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71066474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:25:37.373129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064503481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:25:37.373175Z","caller":"traceutil/trace.go:171","msg":"trace[1951387640] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2614; }","duration":"1.710815883s","start":"2026-04-28T03:25:35.662337Z","end":"2026-04-28T03:25:37.373153Z","steps":["trace[1951387640] 'agreement among raft nodes before linearized reading' (duration: 1.710600129s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:37.373237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:35.662317Z","time spent":"1.710905655s","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:25:37.373539Z","caller":"traceutil/trace.go:171","msg":"trace[917296863] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2614; }","duration":"1.064643573s","start":"2026-04-28T03:25:36.308558Z","end":"2026-04-28T03:25:37.373202Z","steps":["trace[917296863] 'agreement among raft nodes before linearized reading' (duration: 1.064328987s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:37.373663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.308534Z","time spent":"1.065114112s","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:25:37.872976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732400620,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:25:38.103072Z","caller":"traceutil/trace.go:171","msg":"trace[481681144] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"799.475993ms","start":"2026-04-28T03:25:37.303568Z","end":"2026-04-28T03:25:38.103044Z","steps":["trace[481681144] 'process raft request' (duration: 799.273939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:38.103273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.303544Z","time spent":"799.607035ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:39.374004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999706906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:25:39.37408Z","caller":"traceutil/trace.go:171","msg":"trace[1795661835] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999954562s","start":"2026-04-28T03:25:37.374108Z","end":"2026-04-28T03:25:39.374063Z","steps":["trace[1795661835] 'agreement among raft nodes before linearized reading' (duration: 1.999834419s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.374124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.37409Z","time spent":"2.000025313s","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:39.44154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115039105s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:39.441759Z","caller":"traceutil/trace.go:171","msg":"trace[422088692] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"2.137186642s","start":"2026-04-28T03:25:37.304561Z","end":"2026-04-28T03:25:39.441747Z","steps":["trace[422088692] 'process raft request' (duration: 1.02185644s)","trace[422088692] 'compare' (duration: 1.114626607s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:39.441838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.304538Z","time spent":"2.137272114s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:39.442263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133088492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:25:39.442284Z","caller":"traceutil/trace.go:171","msg":"trace[1579555149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2617; }","duration":"2.133141752s","start":"2026-04-28T03:25:37.309136Z","end":"2026-04-28T03:25:39.442278Z","steps":["trace[1579555149] 'agreement among raft nodes before linearized reading' (duration: 2.133060061s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.442301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.309123Z","time spent":"2.133173704s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:25:39.4417Z","caller":"traceutil/trace.go:171","msg":"trace[1117000677] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"499.128426ms","start":"2026-04-28T03:25:38.942557Z","end":"2026-04-28T03:25:39.441685Z","steps":["trace[1117000677] 'process raft request' (duration: 499.070685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.442538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:38.942532Z","time spent":"499.969363ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:39.442587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502544546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa6769b8731129\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-28T03:25:39.442667Z","caller":"traceutil/trace.go:171","msg":"trace[1924403533] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa6769b8731129; range_end:; response_count:1; response_revision:2617; }","duration":"2.502663989s","start":"2026-04-28T03:25:36.939983Z","end":"2026-04-28T03:25:39.442647Z","steps":["trace[1924403533] 'agreement among raft nodes before linearized reading' (duration: 2.502413584s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.442717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.939968Z","time spent":"2.50274056s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa6769b8731129\" "} {"level":"info","ts":"2026-04-28T03:25:39.4436Z","caller":"traceutil/trace.go:171","msg":"trace[708001368] linearizableReadLoop","detail":"{readStateIndex:2742; appliedIndex:2740; }","duration":"2.068840878s","start":"2026-04-28T03:25:37.372859Z","end":"2026-04-28T03:25:39.4417Z","steps":["trace[708001368] 'read index received' (duration: 730.038077ms)","trace[708001368] 'applied index is now lower than readState.Index' (duration: 1.338799561s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:39.444105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834250973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:25:39.44416Z","caller":"traceutil/trace.go:171","msg":"trace[749530005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2617; }","duration":"1.834365786s","start":"2026-04-28T03:25:37.60978Z","end":"2026-04-28T03:25:39.444146Z","steps":["trace[749530005] 'agreement among raft nodes before linearized reading' (duration: 1.83406552s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.4442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.609719Z","time spent":"1.834471678s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:25:39.444781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.051643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:39.444844Z","caller":"traceutil/trace.go:171","msg":"trace[1540969694] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2617; }","duration":"192.146224ms","start":"2026-04-28T03:25:39.252681Z","end":"2026-04-28T03:25:39.444827Z","steps":["trace[1540969694] 'agreement among raft nodes before linearized reading' (duration: 192.051072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.445071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.090641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:39.445107Z","caller":"traceutil/trace.go:171","msg":"trace[1892734994] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2617; }","duration":"582.185802ms","start":"2026-04-28T03:25:38.862912Z","end":"2026-04-28T03:25:39.445098Z","steps":["trace[1892734994] 'agreement among raft nodes before linearized reading' (duration: 582.127491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.445136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:38.862879Z","time spent":"582.248774ms","remote":"127.0.0.1:55260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:39.445352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064264119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:25:39.445388Z","caller":"traceutil/trace.go:171","msg":"trace[1060964774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2617; }","duration":"1.064326831s","start":"2026-04-28T03:25:38.381052Z","end":"2026-04-28T03:25:39.445379Z","steps":["trace[1060964774] 'agreement among raft nodes before linearized reading' (duration: 1.064236569s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.44542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:38.381026Z","time spent":"1.064386372s","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:25:39.445576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465492963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:39.445605Z","caller":"traceutil/trace.go:171","msg":"trace[599978721] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2617; }","duration":"1.465564754s","start":"2026-04-28T03:25:37.980033Z","end":"2026-04-28T03:25:39.445598Z","steps":["trace[599978721] 'agreement among raft nodes before linearized reading' (duration: 1.465519963s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.445625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.980009Z","time spent":"1.465609545s","remote":"127.0.0.1:46808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:39.445972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656521965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:39.44602Z","caller":"traceutil/trace.go:171","msg":"trace[22705299] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2617; }","duration":"1.656574936s","start":"2026-04-28T03:25:37.789433Z","end":"2026-04-28T03:25:39.446008Z","steps":["trace[22705299] 'agreement among raft nodes before linearized reading' (duration: 1.656491724s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.446055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.789363Z","time spent":"1.656682008s","remote":"127.0.0.1:55224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:39.4462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835981868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:25:39.446233Z","caller":"traceutil/trace.go:171","msg":"trace[776710301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2617; }","duration":"1.836049599s","start":"2026-04-28T03:25:37.610174Z","end":"2026-04-28T03:25:39.446224Z","steps":["trace[776710301] 'agreement among raft nodes before linearized reading' (duration: 1.835914397s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.446221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83604115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:25:39.446269Z","caller":"traceutil/trace.go:171","msg":"trace[731179440] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2617; }","duration":"1.836139051s","start":"2026-04-28T03:25:37.610116Z","end":"2026-04-28T03:25:39.446255Z","steps":["trace[731179440] 'agreement among raft nodes before linearized reading' (duration: 1.835986258s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.44631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.610092Z","time spent":"1.836212333s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:25:39.44636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834805255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:25:39.446338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834135482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-28T03:25:39.446279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.610168Z","time spent":"1.83608448s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:25:39.44639Z","caller":"traceutil/trace.go:171","msg":"trace[1858775832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2617; }","duration":"1.834871226s","start":"2026-04-28T03:25:37.611511Z","end":"2026-04-28T03:25:39.446382Z","steps":["trace[1858775832] 'agreement among raft nodes before linearized reading' (duration: 1.834783835s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.446411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.61147Z","time spent":"1.834933568s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:25:39.446437Z","caller":"traceutil/trace.go:171","msg":"trace[24108427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2617; }","duration":"1.834208843s","start":"2026-04-28T03:25:37.612179Z","end":"2026-04-28T03:25:39.446388Z","steps":["trace[24108427] 'agreement among raft nodes before linearized reading' (duration: 1.833958589s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.44651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.61217Z","time spent":"1.834331176s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:25:39.725943Z","caller":"traceutil/trace.go:171","msg":"trace[285214020] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"276.388937ms","start":"2026-04-28T03:25:39.44951Z","end":"2026-04-28T03:25:39.725899Z","steps":["trace[285214020] 'process raft request' (duration: 276.073241ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:39.726012Z","caller":"traceutil/trace.go:171","msg":"trace[1635641820] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"274.975347ms","start":"2026-04-28T03:25:39.451013Z","end":"2026-04-28T03:25:39.725988Z","steps":["trace[1635641820] 'process raft request' (duration: 274.783674ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:39.726036Z","caller":"traceutil/trace.go:171","msg":"trace[1140309574] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"274.141302ms","start":"2026-04-28T03:25:39.451862Z","end":"2026-04-28T03:25:39.726003Z","steps":["trace[1140309574] 'process raft request' (duration: 274.099611ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:39.726183Z","caller":"traceutil/trace.go:171","msg":"trace[1518373965] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"274.646231ms","start":"2026-04-28T03:25:39.451525Z","end":"2026-04-28T03:25:39.726171Z","steps":["trace[1518373965] 'process raft request' (duration: 274.399266ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:39.726269Z","caller":"traceutil/trace.go:171","msg":"trace[1988773272] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"274.767063ms","start":"2026-04-28T03:25:39.451477Z","end":"2026-04-28T03:25:39.726244Z","steps":["trace[1988773272] 'process raft request' (duration: 274.406376ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:39.726268Z","caller":"traceutil/trace.go:171","msg":"trace[589916515] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"275.138931ms","start":"2026-04-28T03:25:39.451076Z","end":"2026-04-28T03:25:39.726215Z","steps":["trace[589916515] 'process raft request' (duration: 274.769924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:40.034122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.959925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:40.034468Z","caller":"traceutil/trace.go:171","msg":"trace[1068544868] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"216.62864ms","start":"2026-04-28T03:25:39.81771Z","end":"2026-04-28T03:25:40.034339Z","steps":["trace[1068544868] 'process raft request' (duration: 216.549869ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:40.034547Z","caller":"traceutil/trace.go:171","msg":"trace[1356358948] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"528.189924ms","start":"2026-04-28T03:25:39.506166Z","end":"2026-04-28T03:25:40.034356Z","steps":["trace[1356358948] 'process raft request' (duration: 293.920953ms)","trace[1356358948] 'compare' (duration: 233.344523ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:40.034768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:39.506138Z","time spent":"528.543732ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:25:40.953921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732400634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:41.181231Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072511787s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:25:42.964827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.584101Z","time spent":"1.380717885s","remote":"127.0.0.1:43902","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:25:42.965989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783951028s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:42.967274Z","caller":"traceutil/trace.go:171","msg":"trace[401237697] linearizableReadLoop","detail":"{readStateIndex:2755; appliedIndex:2753; }","duration":"2.513871869s","start":"2026-04-28T03:25:40.453381Z","end":"2026-04-28T03:25:42.967253Z","steps":["trace[401237697] 'read index received' (duration: 728.515603ms)","trace[401237697] 'applied index is now lower than readState.Index' (duration: 1.785355256s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:42.96742Z","caller":"traceutil/trace.go:171","msg":"trace[442104753] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"2.740146726s","start":"2026-04-28T03:25:40.227261Z","end":"2026-04-28T03:25:42.967408Z","steps":["trace[442104753] 'process raft request' (duration: 2.739927202s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:42.967777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:40.22723Z","time spent":"2.740489532s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:42.967342Z","caller":"traceutil/trace.go:171","msg":"trace[2073279399] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"2.858726672s","start":"2026-04-28T03:25:40.108581Z","end":"2026-04-28T03:25:42.967308Z","steps":["trace[2073279399] 'process raft request' (duration: 1.073367466s)","trace[2073279399] 'compare' (duration: 1.783265084s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:42.967923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51446045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:25:42.967991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:40.108551Z","time spent":"2.859371014s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:42.968287Z","caller":"traceutil/trace.go:171","msg":"trace[1015711131] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2629; }","duration":"2.514628124s","start":"2026-04-28T03:25:40.453322Z","end":"2026-04-28T03:25:42.96795Z","steps":["trace[1015711131] 'agreement among raft nodes before linearized reading' (duration: 2.514403219s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:42.968378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:40.453298Z","time spent":"2.515025341s","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:25:43.046394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000801115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:25:43.046469Z","caller":"traceutil/trace.go:171","msg":"trace[939459316] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000926978s","start":"2026-04-28T03:25:41.045525Z","end":"2026-04-28T03:25:43.046452Z","steps":["trace[939459316] 'agreement among raft nodes before linearized reading' (duration: 2.000833316s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:43.046514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.045502Z","time spent":"2.001004699s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:25:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:25:43.308192Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175490764s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:25:44.068078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.541759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:44.068345Z","caller":"traceutil/trace.go:171","msg":"trace[1735248704] linearizableReadLoop","detail":"{readStateIndex:2758; appliedIndex:2755; }","duration":"1.100883027s","start":"2026-04-28T03:25:42.967372Z","end":"2026-04-28T03:25:44.068255Z","steps":["trace[1735248704] 'read index received' (duration: 341.085302ms)","trace[1735248704] 'applied index is now lower than readState.Index' (duration: 759.797015ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:44.06845Z","caller":"traceutil/trace.go:171","msg":"trace[1329436013] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"2.620992426s","start":"2026-04-28T03:25:41.447446Z","end":"2026-04-28T03:25:44.068439Z","steps":["trace[1329436013] 'process raft request' (duration: 1.860995097s)","trace[1329436013] 'compare' (duration: 759.124261ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:44.068512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.447408Z","time spent":"2.621069447s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:44.06867Z","caller":"traceutil/trace.go:171","msg":"trace[535112142] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"2.619440594s","start":"2026-04-28T03:25:41.44922Z","end":"2026-04-28T03:25:44.068661Z","steps":["trace[535112142] 'process raft request' (duration: 2.618956814s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.068725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.449204Z","time spent":"2.619498926s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:44.068784Z","caller":"traceutil/trace.go:171","msg":"trace[739901423] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"1.261477806s","start":"2026-04-28T03:25:42.8073Z","end":"2026-04-28T03:25:44.068778Z","steps":["trace[739901423] 'process raft request' (duration: 1.260926815s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.068819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:42.807268Z","time spent":"1.261532787s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:44.06889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504608269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:44.068924Z","caller":"traceutil/trace.go:171","msg":"trace[1670362856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2632; }","duration":"1.504679441s","start":"2026-04-28T03:25:42.564236Z","end":"2026-04-28T03:25:44.068916Z","steps":["trace[1670362856] 'agreement among raft nodes before linearized reading' (duration: 1.50462366s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.068948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:42.564217Z","time spent":"1.504725781s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:44.069085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847928028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:44.069111Z","caller":"traceutil/trace.go:171","msg":"trace[549479669] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2632; }","duration":"1.84800967s","start":"2026-04-28T03:25:42.221095Z","end":"2026-04-28T03:25:44.069104Z","steps":["trace[549479669] 'agreement among raft nodes before linearized reading' (duration: 1.847968879s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.069132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:42.22107Z","time spent":"1.84805577s","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:44.069299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337418593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:25:44.069369Z","caller":"traceutil/trace.go:171","msg":"trace[780120912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2632; }","duration":"2.337514544s","start":"2026-04-28T03:25:41.731835Z","end":"2026-04-28T03:25:44.069349Z","steps":["trace[780120912] 'agreement among raft nodes before linearized reading' (duration: 2.33729832s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.069423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.731819Z","time spent":"2.337589677s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:25:44.069619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33773116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:25:44.069658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.205333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:44.069671Z","caller":"traceutil/trace.go:171","msg":"trace[799649111] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2632; }","duration":"2.337841532s","start":"2026-04-28T03:25:41.731816Z","end":"2026-04-28T03:25:44.069657Z","steps":["trace[799649111] 'agreement among raft nodes before linearized reading' (duration: 2.337721659s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.069708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.731784Z","time spent":"2.337914053s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:25:44.069792Z","caller":"traceutil/trace.go:171","msg":"trace[1748119011] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2632; }","duration":"409.295466ms","start":"2026-04-28T03:25:43.660384Z","end":"2026-04-28T03:25:44.06968Z","steps":["trace[1748119011] 'agreement among raft nodes before linearized reading' (duration: 409.240225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.069829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313185562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:44.069879Z","caller":"traceutil/trace.go:171","msg":"trace[988050895] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2632; }","duration":"2.313237643s","start":"2026-04-28T03:25:41.756628Z","end":"2026-04-28T03:25:44.069866Z","steps":["trace[988050895] 'agreement among raft nodes before linearized reading' (duration: 2.313163731s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.069753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331988935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:25:44.069919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33222408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:25:44.069912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126047448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-28T03:25:44.069987Z","caller":"traceutil/trace.go:171","msg":"trace[1192720499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2632; }","duration":"2.332279271s","start":"2026-04-28T03:25:41.737683Z","end":"2026-04-28T03:25:44.069962Z","steps":["trace[1192720499] 'agreement among raft nodes before linearized reading' (duration: 2.331831542s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:44.070032Z","caller":"traceutil/trace.go:171","msg":"trace[1446413736] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2632; }","duration":"2.126256942s","start":"2026-04-28T03:25:41.943755Z","end":"2026-04-28T03:25:44.070012Z","steps":["trace[1446413736] 'agreement among raft nodes before linearized reading' (duration: 2.125934086s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.070053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.737592Z","time spent":"2.332446275s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:44.070103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.943732Z","time spent":"2.126358684s","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:25:44.070334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675126343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:44.070376Z","caller":"traceutil/trace.go:171","msg":"trace[743408802] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2632; }","duration":"2.675224004s","start":"2026-04-28T03:25:41.395143Z","end":"2026-04-28T03:25:44.070367Z","steps":["trace[743408802] 'agreement among raft nodes before linearized reading' (duration: 2.675152553s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.070405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.395118Z","time spent":"2.675279366s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:44.069828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:43.660352Z","time spent":"409.467809ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:44.069928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.756584Z","time spent":"2.313328374s","remote":"127.0.0.1:46680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:44.070756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33321582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:25:44.070819Z","caller":"traceutil/trace.go:171","msg":"trace[966039045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2632; }","duration":"2.333295171s","start":"2026-04-28T03:25:41.737509Z","end":"2026-04-28T03:25:44.070805Z","steps":["trace[966039045] 'agreement among raft nodes before linearized reading' (duration: 2.332018375s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:44.069924Z","caller":"traceutil/trace.go:171","msg":"trace[642238279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2632; }","duration":"2.332221151s","start":"2026-04-28T03:25:41.737692Z","end":"2026-04-28T03:25:44.069914Z","steps":["trace[642238279] 'agreement among raft nodes before linearized reading' (duration: 2.331779381s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.070873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.7375Z","time spent":"2.333362083s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:25:44.07086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023792351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:44.070743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35984466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa6769b8731129\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-28T03:25:44.070918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.800573579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:25:44.071049Z","caller":"traceutil/trace.go:171","msg":"trace[896594092] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:2632; }","duration":"2.801096179s","start":"2026-04-28T03:25:41.269935Z","end":"2026-04-28T03:25:44.071031Z","steps":["trace[896594092] 'agreement among raft nodes before linearized reading' (duration: 2.799479607s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.071089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33924222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:25:44.071111Z","caller":"traceutil/trace.go:171","msg":"trace[419471133] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2632; }","duration":"2.339303561s","start":"2026-04-28T03:25:41.7318Z","end":"2026-04-28T03:25:44.071103Z","steps":["trace[419471133] 'agreement among raft nodes before linearized reading' (duration: 2.339185209s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.071154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.731773Z","time spent":"2.339371813s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:25:44.071157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.269908Z","time spent":"2.801181252s","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.168\" "} {"level":"info","ts":"2026-04-28T03:25:44.071217Z","caller":"traceutil/trace.go:171","msg":"trace[1424032077] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa6769b8731129; range_end:; response_count:1; response_revision:2632; }","duration":"2.360219358s","start":"2026-04-28T03:25:41.710765Z","end":"2026-04-28T03:25:44.070984Z","steps":["trace[1424032077] 'agreement among raft nodes before linearized reading' (duration: 2.359514934s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.071313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.71074Z","time spent":"2.360556765s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa6769b8731129\" "} {"level":"warn","ts":"2026-04-28T03:25:44.070923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.737678Z","time spent":"2.33322675s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:25:44.070949Z","caller":"traceutil/trace.go:171","msg":"trace[2057847870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2632; }","duration":"1.023954984s","start":"2026-04-28T03:25:43.046971Z","end":"2026-04-28T03:25:44.070926Z","steps":["trace[2057847870] 'agreement among raft nodes before linearized reading' (duration: 1.022626208s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.07527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:43.046916Z","time spent":"1.028240179s","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:44.579816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732400643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:45.080437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732400643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:45.581291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732400643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:45.980272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.908037113s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:25:46.081181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00033163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:25:46.081284Z","caller":"traceutil/trace.go:171","msg":"trace[159783489] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000456442s","start":"2026-04-28T03:25:44.08081Z","end":"2026-04-28T03:25:46.081266Z","steps":["trace[159783489] 'agreement among raft nodes before linearized reading' (duration: 2.000336459s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.081329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.080805Z","time spent":"2.000515143s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:46.717219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467878274s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:46.718111Z","caller":"traceutil/trace.go:171","msg":"trace[1397518850] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2632; }","duration":"2.468769571s","start":"2026-04-28T03:25:44.249303Z","end":"2026-04-28T03:25:46.718072Z","steps":["trace[1397518850] 'range keys from in-memory index tree' (duration: 2.467860343s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.721805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.299795ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T03:25:46.72195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.072132Z","time spent":"2.649812877s","remote":"127.0.0.1:42614","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:25:46.724169Z","caller":"traceutil/trace.go:171","msg":"trace[462379842] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"2.649241736s","start":"2026-04-28T03:25:44.074883Z","end":"2026-04-28T03:25:46.724125Z","steps":["trace[462379842] 'process raft request' (duration: 2.648952901s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:46.724259Z","caller":"traceutil/trace.go:171","msg":"trace[1650118722] linearizableReadLoop","detail":"{readStateIndex:2768; appliedIndex:2758; }","duration":"2.644921589s","start":"2026-04-28T03:25:44.079312Z","end":"2026-04-28T03:25:46.724234Z","steps":["trace[1650118722] 'read index received' (duration: 1.901637014s)","trace[1650118722] 'applied index is now lower than readState.Index' (duration: 743.283705ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:46.724687Z","caller":"traceutil/trace.go:171","msg":"trace[388775874] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"2.649226325s","start":"2026-04-28T03:25:44.075452Z","end":"2026-04-28T03:25:46.724678Z","steps":["trace[388775874] 'process raft request' (duration: 2.648550932s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.724766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.074859Z","time spent":"2.649651835s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:46.724843Z","caller":"traceutil/trace.go:171","msg":"trace[2091014886] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"2.6490038s","start":"2026-04-28T03:25:44.075835Z","end":"2026-04-28T03:25:46.724839Z","steps":["trace[2091014886] 'process raft request' (duration: 2.648253466s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.724878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.075807Z","time spent":"2.649055472s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:46.72501Z","caller":"traceutil/trace.go:171","msg":"trace[2107942659] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"2.646771386s","start":"2026-04-28T03:25:44.078233Z","end":"2026-04-28T03:25:46.725004Z","steps":["trace[2107942659] 'process raft request' (duration: 2.645876388s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.72504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.078222Z","time spent":"2.646804687s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:46.725108Z","caller":"traceutil/trace.go:171","msg":"trace[1225762616] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"2.646866637s","start":"2026-04-28T03:25:44.078235Z","end":"2026-04-28T03:25:46.725101Z","steps":["trace[1225762616] 'process raft request' (duration: 2.645906729s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.725143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.078213Z","time spent":"2.646909229s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:46.725219Z","caller":"traceutil/trace.go:171","msg":"trace[192742815] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"2.646897079s","start":"2026-04-28T03:25:44.078317Z","end":"2026-04-28T03:25:46.725214Z","steps":["trace[192742815] 'process raft request' (duration: 2.645848028s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.725246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.078308Z","time spent":"2.646925819s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:46.7253Z","caller":"traceutil/trace.go:171","msg":"trace[745579739] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"1.753163353s","start":"2026-04-28T03:25:44.972132Z","end":"2026-04-28T03:25:46.725296Z","steps":["trace[745579739] 'process raft request' (duration: 1.75205255s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.725321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.972101Z","time spent":"1.753208965s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:46.725379Z","caller":"traceutil/trace.go:171","msg":"trace[1302301044] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"1.164052748s","start":"2026-04-28T03:25:45.561321Z","end":"2026-04-28T03:25:46.725374Z","steps":["trace[1302301044] 'process raft request' (duration: 1.162885654s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.725407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:45.561295Z","time spent":"1.164099528s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:46.725488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646173735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:46.725511Z","caller":"traceutil/trace.go:171","msg":"trace[1253329241] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2641; }","duration":"2.646217556s","start":"2026-04-28T03:25:44.079287Z","end":"2026-04-28T03:25:46.725505Z","steps":["trace[1253329241] 'agreement among raft nodes before linearized reading' (duration: 2.646177546s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.725527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.07928Z","time spent":"2.646244417s","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:25:46.724801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.075442Z","time spent":"2.649288776s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:46.724826Z","caller":"traceutil/trace.go:171","msg":"trace[2114894804] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"2.649157784s","start":"2026-04-28T03:25:44.075664Z","end":"2026-04-28T03:25:46.724822Z","steps":["trace[2114894804] 'process raft request' (duration: 2.648396109s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.725782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.075653Z","time spent":"2.650113344s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:46.738512Z","caller":"traceutil/trace.go:171","msg":"trace[305732412] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"661.973468ms","start":"2026-04-28T03:25:46.076494Z","end":"2026-04-28T03:25:46.738468Z","steps":["trace[305732412] 'process raft request' (duration: 661.616461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.738728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:46.076463Z","time spent":"662.159362ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:46.738981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.255684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:25:46.739025Z","caller":"traceutil/trace.go:171","msg":"trace[1012766797] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2644; }","duration":"894.354226ms","start":"2026-04-28T03:25:45.844659Z","end":"2026-04-28T03:25:46.739013Z","steps":["trace[1012766797] 'agreement among raft nodes before linearized reading' (duration: 894.05988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.739055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:45.844621Z","time spent":"894.423347ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":280,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:46.739084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44486234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:46.739119Z","caller":"traceutil/trace.go:171","msg":"trace[2055286853] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2644; }","duration":"1.444938992s","start":"2026-04-28T03:25:45.294169Z","end":"2026-04-28T03:25:46.739108Z","steps":["trace[2055286853] 'agreement among raft nodes before linearized reading' (duration: 1.444881771s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.739148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:45.294147Z","time spent":"1.444992124s","remote":"127.0.0.1:59406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:46.739428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.340616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:46.739426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661946652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:25:46.739456Z","caller":"traceutil/trace.go:171","msg":"trace[909393981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2644; }","duration":"657.399028ms","start":"2026-04-28T03:25:46.082049Z","end":"2026-04-28T03:25:46.739448Z","steps":["trace[909393981] 'agreement among raft nodes before linearized reading' (duration: 657.354657ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:46.739465Z","caller":"traceutil/trace.go:171","msg":"trace[86674662] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2644; }","duration":"1.662021614s","start":"2026-04-28T03:25:45.077433Z","end":"2026-04-28T03:25:46.739455Z","steps":["trace[86674662] 'agreement among raft nodes before linearized reading' (duration: 1.661893851s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.739487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:46.082036Z","time spent":"657.445898ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:46.739495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:45.077414Z","time spent":"1.662072644s","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:25:46.738492Z","caller":"traceutil/trace.go:171","msg":"trace[361672395] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"660.805815ms","start":"2026-04-28T03:25:46.077655Z","end":"2026-04-28T03:25:46.738461Z","steps":["trace[361672395] 'process raft request' (duration: 660.682903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.739805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:46.07763Z","time spent":"662.068632ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:53.496624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.310539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:53.497089Z","caller":"traceutil/trace.go:171","msg":"trace[21784327] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"695.82384ms","start":"2026-04-28T03:25:52.801242Z","end":"2026-04-28T03:25:53.497066Z","steps":["trace[21784327] 'process raft request' (duration: 695.559735ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:53.497135Z","caller":"traceutil/trace.go:171","msg":"trace[1656850608] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"695.762339ms","start":"2026-04-28T03:25:52.801349Z","end":"2026-04-28T03:25:53.497111Z","steps":["trace[1656850608] 'process raft request' (duration: 695.571265ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:53.497093Z","caller":"traceutil/trace.go:171","msg":"trace[912790835] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"696.120186ms","start":"2026-04-28T03:25:52.800914Z","end":"2026-04-28T03:25:53.497034Z","steps":["trace[912790835] 'process raft request' (duration: 142.310718ms)","trace[912790835] 'compare' (duration: 553.130465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:53.497247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:52.801317Z","time spent":"695.880222ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:53.497254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:52.801231Z","time spent":"695.939523ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:53.497324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:52.800888Z","time spent":"696.385141ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:53.497459Z","caller":"traceutil/trace.go:171","msg":"trace[351442904] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"664.579021ms","start":"2026-04-28T03:25:52.832864Z","end":"2026-04-28T03:25:53.497443Z","steps":["trace[351442904] 'process raft request' (duration: 664.437088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:53.497452Z","caller":"traceutil/trace.go:171","msg":"trace[1203208005] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"664.765544ms","start":"2026-04-28T03:25:52.832665Z","end":"2026-04-28T03:25:53.497431Z","steps":["trace[1203208005] 'process raft request' (duration: 664.353576ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:53.497491Z","caller":"traceutil/trace.go:171","msg":"trace[29603492] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"426.022783ms","start":"2026-04-28T03:25:53.071448Z","end":"2026-04-28T03:25:53.49747Z","steps":["trace[29603492] 'process raft request' (duration: 425.969812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:53.49751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:52.832829Z","time spent":"664.652601ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:53.497566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:52.832639Z","time spent":"664.857756ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:53.497576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:53.071412Z","time spent":"426.122464ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:53.497543Z","caller":"traceutil/trace.go:171","msg":"trace[879527145] linearizableReadLoop","detail":"{readStateIndex:2802; appliedIndex:2799; }","duration":"665.939638ms","start":"2026-04-28T03:25:52.831584Z","end":"2026-04-28T03:25:53.497523Z","steps":["trace[879527145] 'read index received' (duration: 111.64179ms)","trace[879527145] 'applied index is now lower than readState.Index' (duration: 554.295258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:53.497851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.88898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:25:53.497857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.256994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:25:53.497898Z","caller":"traceutil/trace.go:171","msg":"trace[1903423145] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2676; }","duration":"190.989002ms","start":"2026-04-28T03:25:53.306895Z","end":"2026-04-28T03:25:53.497884Z","steps":["trace[1903423145] 'agreement among raft nodes before linearized reading' (duration: 190.86872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:53.497913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.757034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:25:53.497974Z","caller":"traceutil/trace.go:171","msg":"trace[1592594289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2676; }","duration":"660.820895ms","start":"2026-04-28T03:25:52.837136Z","end":"2026-04-28T03:25:53.497957Z","steps":["trace[1592594289] 'agreement among raft nodes before linearized reading' (duration: 660.642241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:53.498037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:52.837102Z","time spent":"660.918947ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:25:53.49792Z","caller":"traceutil/trace.go:171","msg":"trace[576541945] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2676; }","duration":"666.373217ms","start":"2026-04-28T03:25:52.831529Z","end":"2026-04-28T03:25:53.497902Z","steps":["trace[576541945] 'agreement among raft nodes before linearized reading' (duration: 666.068211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:53.498159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:52.831503Z","time spent":"666.639963ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:25:53.49817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.210631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:25:53.49823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.132681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:25:53.498588Z","caller":"traceutil/trace.go:171","msg":"trace[723507674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2676; }","duration":"658.517638ms","start":"2026-04-28T03:25:52.840053Z","end":"2026-04-28T03:25:53.498571Z","steps":["trace[723507674] 'agreement among raft nodes before linearized reading' (duration: 658.074209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:53.498649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:52.840047Z","time spent":"658.58568ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:25:53.498495Z","caller":"traceutil/trace.go:171","msg":"trace[1715870342] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2676; }","duration":"649.496747ms","start":"2026-04-28T03:25:52.848929Z","end":"2026-04-28T03:25:53.498425Z","steps":["trace[1715870342] 'agreement among raft nodes before linearized reading' (duration: 649.079399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:53.498792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:52.84892Z","time spent":"649.852564ms","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:25:55.293068Z","caller":"traceutil/trace.go:171","msg":"trace[1872429430] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"491.390138ms","start":"2026-04-28T03:25:54.801654Z","end":"2026-04-28T03:25:55.293044Z","steps":["trace[1872429430] 'process raft request' (duration: 491.100052ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:55.293035Z","caller":"traceutil/trace.go:171","msg":"trace[755513812] linearizableReadLoop","detail":"{readStateIndex:2809; appliedIndex:2808; }","duration":"248.583204ms","start":"2026-04-28T03:25:55.044418Z","end":"2026-04-28T03:25:55.293001Z","steps":["trace[755513812] 'read index received' (duration: 248.325539ms)","trace[755513812] 'applied index is now lower than readState.Index' (duration: 256.305µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:55.293264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:54.801606Z","time spent":"491.555023ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:55.453405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.946095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:55.453566Z","caller":"traceutil/trace.go:171","msg":"trace[358013723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2680; }","duration":"409.074908ms","start":"2026-04-28T03:25:55.04441Z","end":"2026-04-28T03:25:55.453484Z","steps":["trace[358013723] 'agreement among raft nodes before linearized reading' (duration: 248.708767ms)","trace[358013723] 'range keys from in-memory index tree' (duration: 160.198178ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:55.453656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:55.044343Z","time spent":"409.299083ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:25:59.245075Z","caller":"traceutil/trace.go:171","msg":"trace[1872496242] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"122.944595ms","start":"2026-04-28T03:25:59.122095Z","end":"2026-04-28T03:25:59.245039Z","steps":["trace[1872496242] 'process raft request' (duration: 122.748022ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:59.556835Z","caller":"traceutil/trace.go:171","msg":"trace[389486969] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"183.840652ms","start":"2026-04-28T03:25:59.372967Z","end":"2026-04-28T03:25:59.556808Z","steps":["trace[389486969] 'process raft request' (duration: 118.487826ms)","trace[389486969] 'compare' (duration: 65.246704ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:59.55683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.060872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:59.556935Z","caller":"traceutil/trace.go:171","msg":"trace[765658310] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2699; }","duration":"204.253836ms","start":"2026-04-28T03:25:59.352657Z","end":"2026-04-28T03:25:59.556911Z","steps":["trace[765658310] 'count revisions from in-memory index tree' (duration: 203.92904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.04372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.943828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:00.043868Z","caller":"traceutil/trace.go:171","msg":"trace[480774459] linearizableReadLoop","detail":"{readStateIndex:2831; appliedIndex:2829; }","duration":"510.728136ms","start":"2026-04-28T03:25:59.533113Z","end":"2026-04-28T03:26:00.043841Z","steps":["trace[480774459] 'read index received' (duration: 89.354043ms)","trace[480774459] 'applied index is now lower than readState.Index' (duration: 421.372253ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:00.043977Z","caller":"traceutil/trace.go:171","msg":"trace[2055057677] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"513.788429ms","start":"2026-04-28T03:25:59.530171Z","end":"2026-04-28T03:26:00.04396Z","steps":["trace[2055057677] 'process raft request' (duration: 181.411252ms)","trace[2055057677] 'compare' (duration: 331.816965ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:00.044168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:59.530138Z","time spent":"513.955592ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:00.044287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.512331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:26:00.044367Z","caller":"traceutil/trace.go:171","msg":"trace[1122416766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2702; }","duration":"507.636523ms","start":"2026-04-28T03:25:59.536711Z","end":"2026-04-28T03:26:00.044348Z","steps":["trace[1122416766] 'agreement among raft nodes before linearized reading' (duration: 507.420159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.044371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.763604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-28T03:26:00.044426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.11477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:26:00.044459Z","caller":"traceutil/trace.go:171","msg":"trace[29625013] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2702; }","duration":"430.883426ms","start":"2026-04-28T03:25:59.613553Z","end":"2026-04-28T03:26:00.044436Z","steps":["trace[29625013] 'agreement among raft nodes before linearized reading' (duration: 430.621411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:00.044466Z","caller":"traceutil/trace.go:171","msg":"trace[393557683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2702; }","duration":"431.260044ms","start":"2026-04-28T03:25:59.613194Z","end":"2026-04-28T03:26:00.044454Z","steps":["trace[393557683] 'agreement among raft nodes before linearized reading' (duration: 430.954157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.044481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.224853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:26:00.044505Z","caller":"traceutil/trace.go:171","msg":"trace[1081349091] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2702; }","duration":"432.257973ms","start":"2026-04-28T03:25:59.612237Z","end":"2026-04-28T03:26:00.044495Z","steps":["trace[1081349091] 'agreement among raft nodes before linearized reading' (duration: 432.187572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.044511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:59.613546Z","time spent":"430.956067ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:26:00.044527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:59.61223Z","time spent":"432.293284ms","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:26:00.044527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.363157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:26:00.044505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:59.613181Z","time spent":"431.314714ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:26:00.04457Z","caller":"traceutil/trace.go:171","msg":"trace[790567218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2702; }","duration":"435.461859ms","start":"2026-04-28T03:25:59.609096Z","end":"2026-04-28T03:26:00.044558Z","steps":["trace[790567218] 'agreement among raft nodes before linearized reading' (duration: 435.361487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.044599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:59.609049Z","time spent":"435.54305ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:00.044406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:59.5367Z","time spent":"507.697724ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:26:00.044584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.005791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:26:00.044648Z","caller":"traceutil/trace.go:171","msg":"trace[2025070780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2702; }","duration":"441.122793ms","start":"2026-04-28T03:25:59.603509Z","end":"2026-04-28T03:26:00.044631Z","steps":["trace[2025070780] 'agreement among raft nodes before linearized reading' (duration: 440.95757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.044697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:59.603478Z","time spent":"441.210705ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:00.04483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.576073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:26:00.044955Z","caller":"traceutil/trace.go:171","msg":"trace[1049303855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2702; }","duration":"511.848859ms","start":"2026-04-28T03:25:59.53307Z","end":"2026-04-28T03:26:00.044919Z","steps":["trace[1049303855] 'agreement among raft nodes before linearized reading' (duration: 511.107774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.045047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:59.533057Z","time spent":"511.978251ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:26:00.232023Z","caller":"traceutil/trace.go:171","msg":"trace[104086896] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"182.733194ms","start":"2026-04-28T03:26:00.049253Z","end":"2026-04-28T03:26:00.231986Z","steps":["trace[104086896] 'process raft request' (duration: 95.668685ms)","trace[104086896] 'compare' (duration: 86.782154ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:00.232266Z","caller":"traceutil/trace.go:171","msg":"trace[979077310] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"182.839956ms","start":"2026-04-28T03:26:00.049415Z","end":"2026-04-28T03:26:00.232255Z","steps":["trace[979077310] 'process raft request' (duration: 182.477489ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:00.232806Z","caller":"traceutil/trace.go:171","msg":"trace[1008992212] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"182.146302ms","start":"2026-04-28T03:26:00.050618Z","end":"2026-04-28T03:26:00.232765Z","steps":["trace[1008992212] 'process raft request' (duration: 182.0755ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:00.23271Z","caller":"traceutil/trace.go:171","msg":"trace[1020624097] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"182.586501ms","start":"2026-04-28T03:26:00.050112Z","end":"2026-04-28T03:26:00.232698Z","steps":["trace[1020624097] 'process raft request' (duration: 182.104372ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:00.232848Z","caller":"traceutil/trace.go:171","msg":"trace[1577862559] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"182.229444ms","start":"2026-04-28T03:26:00.05061Z","end":"2026-04-28T03:26:00.232839Z","steps":["trace[1577862559] 'process raft request' (duration: 181.909928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:01.930015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.43123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-28T03:26:01.930104Z","caller":"traceutil/trace.go:171","msg":"trace[1423509621] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2711; }","duration":"124.596833ms","start":"2026-04-28T03:26:01.805488Z","end":"2026-04-28T03:26:01.930085Z","steps":["trace[1423509621] 'range keys from in-memory index tree' (duration: 124.216765ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:02.412318Z","caller":"traceutil/trace.go:171","msg":"trace[1781876288] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"172.618843ms","start":"2026-04-28T03:26:02.239667Z","end":"2026-04-28T03:26:02.412286Z","steps":["trace[1781876288] 'process raft request' (duration: 172.42921ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:02.412823Z","caller":"traceutil/trace.go:171","msg":"trace[969535307] transaction","detail":"{read_only:false; response_revision:2718; number_of_response:1; }","duration":"171.147484ms","start":"2026-04-28T03:26:02.241628Z","end":"2026-04-28T03:26:02.412775Z","steps":["trace[969535307] 'process raft request' (duration: 171.088593ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:02.41294Z","caller":"traceutil/trace.go:171","msg":"trace[1549606794] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"172.024101ms","start":"2026-04-28T03:26:02.240891Z","end":"2026-04-28T03:26:02.412915Z","steps":["trace[1549606794] 'process raft request' (duration: 171.675424ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:02.412906Z","caller":"traceutil/trace.go:171","msg":"trace[1202349849] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"172.016751ms","start":"2026-04-28T03:26:02.240856Z","end":"2026-04-28T03:26:02.412872Z","steps":["trace[1202349849] 'process raft request' (duration: 171.396919ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:05.762045Z","caller":"traceutil/trace.go:171","msg":"trace[103140899] linearizableReadLoop","detail":"{readStateIndex:2860; appliedIndex:2860; }","duration":"135.279701ms","start":"2026-04-28T03:26:05.626727Z","end":"2026-04-28T03:26:05.762006Z","steps":["trace[103140899] 'read index received' (duration: 135.260171ms)","trace[103140899] 'applied index is now lower than readState.Index' (duration: 16.29µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:05.762057Z","caller":"traceutil/trace.go:171","msg":"trace[928120554] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"140.299314ms","start":"2026-04-28T03:26:05.621718Z","end":"2026-04-28T03:26:05.762017Z","steps":["trace[928120554] 'process raft request' (duration: 140.09741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:05.762512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.764642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:26:05.762715Z","caller":"traceutil/trace.go:171","msg":"trace[1469151077] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2729; }","duration":"135.931695ms","start":"2026-04-28T03:26:05.626656Z","end":"2026-04-28T03:26:05.762587Z","steps":["trace[1469151077] 'agreement among raft nodes before linearized reading' (duration: 135.473236ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:05.785104Z","caller":"traceutil/trace.go:171","msg":"trace[844817383] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"103.000323ms","start":"2026-04-28T03:26:05.682073Z","end":"2026-04-28T03:26:05.785073Z","steps":["trace[844817383] 'process raft request' (duration: 102.741168ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:06.007331Z","caller":"traceutil/trace.go:171","msg":"trace[530299560] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"239.395939ms","start":"2026-04-28T03:26:05.7679Z","end":"2026-04-28T03:26:06.007296Z","steps":["trace[530299560] 'process raft request' (duration: 239.166083ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:06.046246Z","caller":"traceutil/trace.go:171","msg":"trace[629804524] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"252.210682ms","start":"2026-04-28T03:26:05.794004Z","end":"2026-04-28T03:26:06.046215Z","steps":["trace[629804524] 'process raft request' (duration: 252.031338ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:06.392684Z","caller":"traceutil/trace.go:171","msg":"trace[1854726524] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"135.694352ms","start":"2026-04-28T03:26:06.256947Z","end":"2026-04-28T03:26:06.392641Z","steps":["trace[1854726524] 'process raft request' (duration: 135.515888ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:06.919525Z","caller":"traceutil/trace.go:171","msg":"trace[1962118868] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"168.595995ms","start":"2026-04-28T03:26:06.750898Z","end":"2026-04-28T03:26:06.919494Z","steps":["trace[1962118868] 'process raft request' (duration: 167.997133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:07.141949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.298333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:07.142099Z","caller":"traceutil/trace.go:171","msg":"trace[1883603943] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2740; }","duration":"101.533328ms","start":"2026-04-28T03:26:07.040533Z","end":"2026-04-28T03:26:07.142067Z","steps":["trace[1883603943] 'count revisions from in-memory index tree' (duration: 101.178701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:08.082136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.838061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:08.082236Z","caller":"traceutil/trace.go:171","msg":"trace[1966182186] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2743; }","duration":"139.003234ms","start":"2026-04-28T03:26:07.94321Z","end":"2026-04-28T03:26:08.082213Z","steps":["trace[1966182186] 'count revisions from in-memory index tree' (duration: 138.75881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:08.3875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.48545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:08.387628Z","caller":"traceutil/trace.go:171","msg":"trace[431678675] linearizableReadLoop","detail":"{readStateIndex:2878; appliedIndex:2877; }","duration":"235.183396ms","start":"2026-04-28T03:26:08.152424Z","end":"2026-04-28T03:26:08.387607Z","steps":["trace[431678675] 'read index received' (duration: 107.507822ms)","trace[431678675] 'applied index is now lower than readState.Index' (duration: 127.673804ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:08.387808Z","caller":"traceutil/trace.go:171","msg":"trace[147063079] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"244.68026ms","start":"2026-04-28T03:26:08.143084Z","end":"2026-04-28T03:26:08.387764Z","steps":["trace[147063079] 'process raft request' (duration: 116.808602ms)","trace[147063079] 'compare' (duration: 127.278186ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:08.387899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.444741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:26:08.387938Z","caller":"traceutil/trace.go:171","msg":"trace[1292656122] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2745; }","duration":"235.544343ms","start":"2026-04-28T03:26:08.15238Z","end":"2026-04-28T03:26:08.387924Z","steps":["trace[1292656122] 'agreement among raft nodes before linearized reading' (duration: 235.324999ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:08.59805Z","caller":"traceutil/trace.go:171","msg":"trace[1348550680] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"159.335992ms","start":"2026-04-28T03:26:08.438692Z","end":"2026-04-28T03:26:08.598028Z","steps":["trace[1348550680] 'process raft request' (duration: 128.007931ms)","trace[1348550680] 'compare' (duration: 31.100686ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:08.790003Z","caller":"traceutil/trace.go:171","msg":"trace[1557650151] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"187.761155ms","start":"2026-04-28T03:26:08.602215Z","end":"2026-04-28T03:26:08.789976Z","steps":["trace[1557650151] 'process raft request' (duration: 95.994066ms)","trace[1557650151] 'compare' (duration: 91.602686ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:08.790229Z","caller":"traceutil/trace.go:171","msg":"trace[2014093535] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"187.878737ms","start":"2026-04-28T03:26:08.602342Z","end":"2026-04-28T03:26:08.790221Z","steps":["trace[2014093535] 'process raft request' (duration: 187.595111ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:08.790457Z","caller":"traceutil/trace.go:171","msg":"trace[2124354614] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"187.543021ms","start":"2026-04-28T03:26:08.602849Z","end":"2026-04-28T03:26:08.790392Z","steps":["trace[2124354614] 'process raft request' (duration: 187.345527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:10.259271Z","caller":"traceutil/trace.go:171","msg":"trace[646917700] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"108.633399ms","start":"2026-04-28T03:26:10.150607Z","end":"2026-04-28T03:26:10.25924Z","steps":["trace[646917700] 'process raft request' (duration: 108.439805ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:14.555012Z","caller":"traceutil/trace.go:171","msg":"trace[1201941914] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"128.67815ms","start":"2026-04-28T03:26:14.426309Z","end":"2026-04-28T03:26:14.554987Z","steps":["trace[1201941914] 'process raft request' (duration: 128.505646ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:14.902218Z","caller":"traceutil/trace.go:171","msg":"trace[1108618577] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"143.656979ms","start":"2026-04-28T03:26:14.758522Z","end":"2026-04-28T03:26:14.902179Z","steps":["trace[1108618577] 'process raft request' (duration: 133.363317ms)","trace[1108618577] 'compare' (duration: 10.050768ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:15.237935Z","caller":"traceutil/trace.go:171","msg":"trace[107290559] linearizableReadLoop","detail":"{readStateIndex:2914; appliedIndex:2913; }","duration":"252.556905ms","start":"2026-04-28T03:26:14.985342Z","end":"2026-04-28T03:26:15.237899Z","steps":["trace[107290559] 'read index received' (duration: 251.408961ms)","trace[107290559] 'applied index is now lower than readState.Index' (duration: 1.146854ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:15.237986Z","caller":"traceutil/trace.go:171","msg":"trace[1289763506] transaction","detail":"{read_only:false; response_revision:2780; number_of_response:1; }","duration":"261.158392ms","start":"2026-04-28T03:26:14.976783Z","end":"2026-04-28T03:26:15.237942Z","steps":["trace[1289763506] 'process raft request' (duration: 260.044838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:15.238224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.861671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:26:15.238312Z","caller":"traceutil/trace.go:171","msg":"trace[1522575603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2780; }","duration":"253.007314ms","start":"2026-04-28T03:26:14.985285Z","end":"2026-04-28T03:26:15.238292Z","steps":["trace[1522575603] 'agreement among raft nodes before linearized reading' (duration: 252.752549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:15.238291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.65545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:15.238408Z","caller":"traceutil/trace.go:171","msg":"trace[905888088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2780; }","duration":"192.863084ms","start":"2026-04-28T03:26:15.045535Z","end":"2026-04-28T03:26:15.238398Z","steps":["trace[905888088] 'agreement among raft nodes before linearized reading' (duration: 192.540377ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:16.047847Z","caller":"traceutil/trace.go:171","msg":"trace[1280990549] transaction","detail":"{read_only:false; response_revision:2782; number_of_response:1; }","duration":"150.973672ms","start":"2026-04-28T03:26:15.89684Z","end":"2026-04-28T03:26:16.047814Z","steps":["trace[1280990549] 'process raft request' (duration: 150.760518ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:18.790216Z","caller":"traceutil/trace.go:171","msg":"trace[1623661658] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"131.206511ms","start":"2026-04-28T03:26:18.658977Z","end":"2026-04-28T03:26:18.790184Z","steps":["trace[1623661658] 'process raft request' (duration: 53.208449ms)","trace[1623661658] 'compare' (duration: 77.805578ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:19.096884Z","caller":"traceutil/trace.go:171","msg":"trace[1707286032] linearizableReadLoop","detail":"{readStateIndex:2932; appliedIndex:2931; }","duration":"103.924189ms","start":"2026-04-28T03:26:18.992922Z","end":"2026-04-28T03:26:19.096846Z","steps":["trace[1707286032] 'read index received' (duration: 63.876001ms)","trace[1707286032] 'applied index is now lower than readState.Index' (duration: 40.046418ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:19.096914Z","caller":"traceutil/trace.go:171","msg":"trace[1670853614] transaction","detail":"{read_only:false; response_revision:2797; number_of_response:1; }","duration":"120.953181ms","start":"2026-04-28T03:26:18.975926Z","end":"2026-04-28T03:26:19.096879Z","steps":["trace[1670853614] 'process raft request' (duration: 80.937634ms)","trace[1670853614] 'compare' (duration: 39.691631ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:19.09733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.389529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:26:19.097938Z","caller":"traceutil/trace.go:171","msg":"trace[1398588889] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2797; }","duration":"104.960541ms","start":"2026-04-28T03:26:18.992906Z","end":"2026-04-28T03:26:19.097867Z","steps":["trace[1398588889] 'agreement among raft nodes before linearized reading' (duration: 104.079222ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:23.111541Z","caller":"traceutil/trace.go:171","msg":"trace[508007953] transaction","detail":"{read_only:false; response_revision:2818; number_of_response:1; }","duration":"151.124305ms","start":"2026-04-28T03:26:22.960376Z","end":"2026-04-28T03:26:23.1115Z","steps":["trace[508007953] 'process raft request' (duration: 150.823179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:23.306467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.558107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:26:23.306563Z","caller":"traceutil/trace.go:171","msg":"trace[913974866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2818; }","duration":"128.717211ms","start":"2026-04-28T03:26:23.177825Z","end":"2026-04-28T03:26:23.306543Z","steps":["trace[913974866] 'range keys from in-memory index tree' (duration: 128.348864ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:23.461835Z","caller":"traceutil/trace.go:171","msg":"trace[1850854974] transaction","detail":"{read_only:false; response_revision:2819; number_of_response:1; }","duration":"152.016314ms","start":"2026-04-28T03:26:23.309788Z","end":"2026-04-28T03:26:23.461804Z","steps":["trace[1850854974] 'process raft request' (duration: 151.79571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:23.676595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.618758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:23.676765Z","caller":"traceutil/trace.go:171","msg":"trace[890613907] linearizableReadLoop","detail":"{readStateIndex:2956; appliedIndex:2954; }","duration":"315.511168ms","start":"2026-04-28T03:26:23.361234Z","end":"2026-04-28T03:26:23.676745Z","steps":["trace[890613907] 'read index received' (duration: 100.402354ms)","trace[890613907] 'applied index is now lower than readState.Index' (duration: 215.107674ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:23.676847Z","caller":"traceutil/trace.go:171","msg":"trace[1045092691] transaction","detail":"{read_only:false; response_revision:2820; number_of_response:1; }","duration":"367.003065ms","start":"2026-04-28T03:26:23.309833Z","end":"2026-04-28T03:26:23.676836Z","steps":["trace[1045092691] 'process raft request' (duration: 239.03917ms)","trace[1045092691] 'compare' (duration: 127.490586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:23.676897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:23.309805Z","time spent":"367.068027ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:23.677174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.541877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:26:23.677415Z","caller":"traceutil/trace.go:171","msg":"trace[320384269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2820; }","duration":"260.846813ms","start":"2026-04-28T03:26:23.416545Z","end":"2026-04-28T03:26:23.677391Z","steps":["trace[320384269] 'agreement among raft nodes before linearized reading' (duration: 260.420684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:23.677434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.191431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:26:23.677656Z","caller":"traceutil/trace.go:171","msg":"trace[1692392363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2820; }","duration":"316.451697ms","start":"2026-04-28T03:26:23.361187Z","end":"2026-04-28T03:26:23.677639Z","steps":["trace[1692392363] 'agreement among raft nodes before linearized reading' (duration: 316.054259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:23.677711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:23.361162Z","time spent":"316.533288ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:24.259567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.276151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:24.259723Z","caller":"traceutil/trace.go:171","msg":"trace[895195432] linearizableReadLoop","detail":"{readStateIndex:2958; appliedIndex:2956; }","duration":"558.182557ms","start":"2026-04-28T03:26:23.70152Z","end":"2026-04-28T03:26:24.259702Z","steps":["trace[895195432] 'read index received' (duration: 73.935174ms)","trace[895195432] 'applied index is now lower than readState.Index' (duration: 484.246223ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:24.259779Z","caller":"traceutil/trace.go:171","msg":"trace[1172529125] transaction","detail":"{read_only:false; response_revision:2822; number_of_response:1; }","duration":"577.904936ms","start":"2026-04-28T03:26:23.68184Z","end":"2026-04-28T03:26:24.259745Z","steps":["trace[1172529125] 'process raft request' (duration: 203.357459ms)","trace[1172529125] 'compare' (duration: 373.951765ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:24.259857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.33025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:24.259925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:23.681818Z","time spent":"578.029179ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:24.260077Z","caller":"traceutil/trace.go:171","msg":"trace[437031734] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2822; }","duration":"558.452802ms","start":"2026-04-28T03:26:23.701457Z","end":"2026-04-28T03:26:24.259909Z","steps":["trace[437031734] 'agreement among raft nodes before linearized reading' (duration: 558.312529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:24.260164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:23.701432Z","time spent":"558.708918ms","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:26:24.278106Z","caller":"traceutil/trace.go:171","msg":"trace[1096826541] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"204.915526ms","start":"2026-04-28T03:26:24.073153Z","end":"2026-04-28T03:26:24.278069Z","steps":["trace[1096826541] 'process raft request' (duration: 198.690086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:24.565719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.400321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:24.566026Z","caller":"traceutil/trace.go:171","msg":"trace[1120336716] transaction","detail":"{read_only:false; response_revision:2825; number_of_response:1; }","duration":"167.12599ms","start":"2026-04-28T03:26:24.39888Z","end":"2026-04-28T03:26:24.566006Z","steps":["trace[1120336716] 'process raft request' (duration: 166.936446ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:24.566026Z","caller":"traceutil/trace.go:171","msg":"trace[1222475591] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"365.248594ms","start":"2026-04-28T03:26:24.200735Z","end":"2026-04-28T03:26:24.565984Z","steps":["trace[1222475591] 'process raft request' (duration: 164.506096ms)","trace[1222475591] 'compare' (duration: 200.231568ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:24.566254Z","caller":"traceutil/trace.go:171","msg":"trace[1990754862] linearizableReadLoop","detail":"{readStateIndex:2960; appliedIndex:2958; }","duration":"306.472935ms","start":"2026-04-28T03:26:24.259754Z","end":"2026-04-28T03:26:24.566227Z","steps":["trace[1990754862] 'read index received' (duration: 12.143352ms)","trace[1990754862] 'applied index is now lower than readState.Index' (duration: 294.326253ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:24.566282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:24.200707Z","time spent":"365.406668ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:24.566437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.060242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:24.566477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.046747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:26:24.566496Z","caller":"traceutil/trace.go:171","msg":"trace[1409733146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2825; }","duration":"105.164345ms","start":"2026-04-28T03:26:24.461315Z","end":"2026-04-28T03:26:24.56648Z","steps":["trace[1409733146] 'agreement among raft nodes before linearized reading' (duration: 105.074403ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:24.566585Z","caller":"traceutil/trace.go:171","msg":"trace[1357121581] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2825; }","duration":"727.117758ms","start":"2026-04-28T03:26:23.83938Z","end":"2026-04-28T03:26:24.566497Z","steps":["trace[1357121581] 'agreement among raft nodes before linearized reading' (duration: 726.932024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:24.566702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:23.839359Z","time spent":"727.328903ms","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:26:25.901077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.263351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:26:25.901195Z","caller":"traceutil/trace.go:171","msg":"trace[905970365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2829; }","duration":"121.444284ms","start":"2026-04-28T03:26:25.779727Z","end":"2026-04-28T03:26:25.901171Z","steps":["trace[905970365] 'range keys from in-memory index tree' (duration: 121.049956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:25.901996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.520223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-28T03:26:25.902094Z","caller":"traceutil/trace.go:171","msg":"trace[232819074] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2829; }","duration":"219.691086ms","start":"2026-04-28T03:26:25.682379Z","end":"2026-04-28T03:26:25.90207Z","steps":["trace[232819074] 'range keys from in-memory index tree' (duration: 218.982241ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:26.164004Z","caller":"traceutil/trace.go:171","msg":"trace[887159328] linearizableReadLoop","detail":"{readStateIndex:2967; appliedIndex:2966; }","duration":"118.966275ms","start":"2026-04-28T03:26:26.045009Z","end":"2026-04-28T03:26:26.163975Z","steps":["trace[887159328] 'read index received' (duration: 24.47601ms)","trace[887159328] 'applied index is now lower than readState.Index' (duration: 94.489385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:26.164311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.21871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:26.164111Z","caller":"traceutil/trace.go:171","msg":"trace[717171908] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"256.815751ms","start":"2026-04-28T03:26:25.907251Z","end":"2026-04-28T03:26:26.164067Z","steps":["trace[717171908] 'process raft request' (duration: 162.330296ms)","trace[717171908] 'compare' (duration: 94.285091ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:26.164395Z","caller":"traceutil/trace.go:171","msg":"trace[950316406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2831; }","duration":"119.445504ms","start":"2026-04-28T03:26:26.044938Z","end":"2026-04-28T03:26:26.164383Z","steps":["trace[950316406] 'agreement among raft nodes before linearized reading' (duration: 119.143418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:26.413021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.428618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:26:26.413204Z","caller":"traceutil/trace.go:171","msg":"trace[461032456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2831; }","duration":"148.676753ms","start":"2026-04-28T03:26:26.264504Z","end":"2026-04-28T03:26:26.413181Z","steps":["trace[461032456] 'range keys from in-memory index tree' (duration: 148.164372ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:26.413805Z","caller":"traceutil/trace.go:171","msg":"trace[210521699] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"130.30388ms","start":"2026-04-28T03:26:26.28347Z","end":"2026-04-28T03:26:26.413774Z","steps":["trace[210521699] 'process raft request' (duration: 66.547814ms)","trace[210521699] 'compare' (duration: 62.735405ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:26.925639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.633364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:26.925906Z","caller":"traceutil/trace.go:171","msg":"trace[1657308221] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"353.420102ms","start":"2026-04-28T03:26:26.572447Z","end":"2026-04-28T03:26:26.925867Z","steps":["trace[1657308221] 'process raft request' (duration: 89.448991ms)","trace[1657308221] 'compare' (duration: 263.403649ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:26.925946Z","caller":"traceutil/trace.go:171","msg":"trace[1806931098] linearizableReadLoop","detail":"{readStateIndex:2970; appliedIndex:2969; }","duration":"297.498059ms","start":"2026-04-28T03:26:26.628378Z","end":"2026-04-28T03:26:26.925876Z","steps":["trace[1806931098] 'read index received' (duration: 33.576779ms)","trace[1806931098] 'applied index is now lower than readState.Index' (duration: 263.91783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:26.926128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:26.572412Z","time spent":"353.629126ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:27.108406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.617351ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:26:27.108859Z","caller":"traceutil/trace.go:171","msg":"trace[708968857] linearizableReadLoop","detail":"{readStateIndex:2972; appliedIndex:2970; }","duration":"175.671877ms","start":"2026-04-28T03:26:26.933146Z","end":"2026-04-28T03:26:27.108818Z","steps":["trace[708968857] 'read index received' (duration: 138.894701ms)","trace[708968857] 'applied index is now lower than readState.Index' (duration: 36.775206ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:27.109014Z","caller":"traceutil/trace.go:171","msg":"trace[2071454867] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"233.791144ms","start":"2026-04-28T03:26:26.875191Z","end":"2026-04-28T03:26:27.108982Z","steps":["trace[2071454867] 'process raft request' (duration: 233.422736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:27.10914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.996483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:26:27.109187Z","caller":"traceutil/trace.go:171","msg":"trace[1540308112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2835; }","duration":"176.109975ms","start":"2026-04-28T03:26:26.933065Z","end":"2026-04-28T03:26:27.109175Z","steps":["trace[1540308112] 'agreement among raft nodes before linearized reading' (duration: 175.921991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:27.109347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.951626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:26:27.10939Z","caller":"traceutil/trace.go:171","msg":"trace[306050455] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2834; }","duration":"481.016217ms","start":"2026-04-28T03:26:26.628363Z","end":"2026-04-28T03:26:27.109379Z","steps":["trace[306050455] 'agreement among raft nodes before linearized reading' (duration: 297.58883ms)","trace[306050455] 'range keys from in-memory index tree' (duration: 182.725452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:27.109417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:26.628294Z","time spent":"481.114889ms","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:26:27.109457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.919835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:27.10956Z","caller":"traceutil/trace.go:171","msg":"trace[1253810238] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2835; }","duration":"144.088418ms","start":"2026-04-28T03:26:26.965446Z","end":"2026-04-28T03:26:27.109534Z","steps":["trace[1253810238] 'agreement among raft nodes before linearized reading' (duration: 143.880624ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:27.452619Z","caller":"traceutil/trace.go:171","msg":"trace[1561044441] linearizableReadLoop","detail":"{readStateIndex:2973; appliedIndex:2972; }","duration":"322.381782ms","start":"2026-04-28T03:26:27.130212Z","end":"2026-04-28T03:26:27.452594Z","steps":["trace[1561044441] 'read index received' (duration: 322.142607ms)","trace[1561044441] 'applied index is now lower than readState.Index' (duration: 238.435µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:27.452781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.544725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:27.452819Z","caller":"traceutil/trace.go:171","msg":"trace[1573974140] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2836; }","duration":"322.647017ms","start":"2026-04-28T03:26:27.13016Z","end":"2026-04-28T03:26:27.452807Z","steps":["trace[1573974140] 'agreement among raft nodes before linearized reading' (duration: 322.553015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:27.452855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:27.13013Z","time spent":"322.718228ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T03:26:27.452722Z","caller":"traceutil/trace.go:171","msg":"trace[189039914] transaction","detail":"{read_only:false; response_revision:2836; number_of_response:1; }","duration":"339.631051ms","start":"2026-04-28T03:26:27.113067Z","end":"2026-04-28T03:26:27.452698Z","steps":["trace[189039914] 'process raft request' (duration: 339.363135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:27.453225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.609254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:26:27.453404Z","caller":"traceutil/trace.go:171","msg":"trace[1290651103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2836; }","duration":"320.803318ms","start":"2026-04-28T03:26:27.132532Z","end":"2026-04-28T03:26:27.453335Z","steps":["trace[1290651103] 'agreement among raft nodes before linearized reading' (duration: 320.268307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:27.453428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:27.113034Z","time spent":"340.1297ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:27.453496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:27.132527Z","time spent":"320.954511ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:26:27.772698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.45845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:26:27.772815Z","caller":"traceutil/trace.go:171","msg":"trace[1533239466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2837; }","duration":"147.648794ms","start":"2026-04-28T03:26:27.625146Z","end":"2026-04-28T03:26:27.772795Z","steps":["trace[1533239466] 'range keys from in-memory index tree' (duration: 147.209714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.252636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.621437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:26:28.252881Z","caller":"traceutil/trace.go:171","msg":"trace[1610704539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2838; }","duration":"331.916054ms","start":"2026-04-28T03:26:27.92092Z","end":"2026-04-28T03:26:28.252836Z","steps":["trace[1610704539] 'range keys from in-memory index tree' (duration: 331.348811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.253058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:27.920894Z","time spent":"332.140909ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:28.253104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.895222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:28.253039Z","caller":"traceutil/trace.go:171","msg":"trace[675184672] transaction","detail":"{read_only:false; response_revision:2839; number_of_response:1; }","duration":"273.941236ms","start":"2026-04-28T03:26:27.979054Z","end":"2026-04-28T03:26:28.252995Z","steps":["trace[675184672] 'process raft request' (duration: 211.134407ms)","trace[675184672] 'compare' (duration: 62.3969ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:28.252888Z","caller":"traceutil/trace.go:171","msg":"trace[1305389557] linearizableReadLoop","detail":"{readStateIndex:2976; appliedIndex:2975; }","duration":"208.634317ms","start":"2026-04-28T03:26:28.044217Z","end":"2026-04-28T03:26:28.252851Z","steps":["trace[1305389557] 'read index received' (duration: 145.827498ms)","trace[1305389557] 'applied index is now lower than readState.Index' (duration: 62.805489ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:28.253177Z","caller":"traceutil/trace.go:171","msg":"trace[1372911179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2839; }","duration":"209.024775ms","start":"2026-04-28T03:26:28.044137Z","end":"2026-04-28T03:26:28.253161Z","steps":["trace[1372911179] 'agreement among raft nodes before linearized reading' (duration: 208.861191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.253539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.431103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:26:28.253583Z","caller":"traceutil/trace.go:171","msg":"trace[1365222090] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2839; }","duration":"137.531265ms","start":"2026-04-28T03:26:28.116043Z","end":"2026-04-28T03:26:28.253574Z","steps":["trace[1365222090] 'agreement among raft nodes before linearized reading' (duration: 137.345571ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:28.507308Z","caller":"traceutil/trace.go:171","msg":"trace[1234497908] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"249.149621ms","start":"2026-04-28T03:26:28.258131Z","end":"2026-04-28T03:26:28.50728Z","steps":["trace[1234497908] 'process raft request' (duration: 248.971907ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:28.530245Z","caller":"traceutil/trace.go:171","msg":"trace[1812425332] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"111.674757ms","start":"2026-04-28T03:26:28.418522Z","end":"2026-04-28T03:26:28.530197Z","steps":["trace[1812425332] 'process raft request' (duration: 111.424601ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:28.648122Z","caller":"traceutil/trace.go:171","msg":"trace[358053543] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"113.893203ms","start":"2026-04-28T03:26:28.534189Z","end":"2026-04-28T03:26:28.648083Z","steps":["trace[358053543] 'process raft request' (duration: 75.039483ms)","trace[358053543] 'compare' (duration: 38.663976ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:33.068067Z","caller":"traceutil/trace.go:171","msg":"trace[1422449253] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"120.667053ms","start":"2026-04-28T03:26:32.946886Z","end":"2026-04-28T03:26:33.067553Z","steps":["trace[1422449253] 'process raft request' (duration: 120.442408ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:37.724154Z","caller":"traceutil/trace.go:171","msg":"trace[518068689] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"162.764554ms","start":"2026-04-28T03:26:37.561365Z","end":"2026-04-28T03:26:37.72413Z","steps":["trace[518068689] 'process raft request' (duration: 78.022697ms)","trace[518068689] 'compare' (duration: 84.072953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:37.724402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.154369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-28T03:26:37.72448Z","caller":"traceutil/trace.go:171","msg":"trace[104456264] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2889; }","duration":"108.296982ms","start":"2026-04-28T03:26:37.616165Z","end":"2026-04-28T03:26:37.724462Z","steps":["trace[104456264] 'agreement among raft nodes before linearized reading' (duration: 108.042497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:37.723941Z","caller":"traceutil/trace.go:171","msg":"trace[799901472] linearizableReadLoop","detail":"{readStateIndex:3028; appliedIndex:3027; }","duration":"107.680909ms","start":"2026-04-28T03:26:37.616223Z","end":"2026-04-28T03:26:37.723904Z","steps":["trace[799901472] 'read index received' (duration: 23.137845ms)","trace[799901472] 'applied index is now lower than readState.Index' (duration: 84.541523ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:38.107324Z","caller":"traceutil/trace.go:171","msg":"trace[1309889610] linearizableReadLoop","detail":"{readStateIndex:3029; appliedIndex:3028; }","duration":"246.368741ms","start":"2026-04-28T03:26:37.86093Z","end":"2026-04-28T03:26:38.107298Z","steps":["trace[1309889610] 'read index received' (duration: 150.163231ms)","trace[1309889610] 'applied index is now lower than readState.Index' (duration: 96.20444ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:38.107821Z","caller":"traceutil/trace.go:171","msg":"trace[1703648955] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"371.001934ms","start":"2026-04-28T03:26:37.736804Z","end":"2026-04-28T03:26:38.107806Z","steps":["trace[1703648955] 'process raft request' (duration: 274.224253ms)","trace[1703648955] 'compare' (duration: 96.163998ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:38.107937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:37.73678Z","time spent":"371.075746ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12201,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:38.108117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.185488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:26:38.108174Z","caller":"traceutil/trace.go:171","msg":"trace[1780085086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2890; }","duration":"247.286591ms","start":"2026-04-28T03:26:37.860878Z","end":"2026-04-28T03:26:38.108165Z","steps":["trace[1780085086] 'agreement among raft nodes before linearized reading' (duration: 246.963653ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:40.783741Z","caller":"traceutil/trace.go:171","msg":"trace[601576660] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"130.042775ms","start":"2026-04-28T03:26:40.653667Z","end":"2026-04-28T03:26:40.78371Z","steps":["trace[601576660] 'process raft request' (duration: 126.972081ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:42.984168Z","caller":"traceutil/trace.go:171","msg":"trace[1059522949] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"104.722884ms","start":"2026-04-28T03:26:42.879411Z","end":"2026-04-28T03:26:42.984134Z","steps":["trace[1059522949] 'process raft request' (duration: 44.799703ms)","trace[1059522949] 'compare' (duration: 59.772948ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:43.396281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.53266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:43.39641Z","caller":"traceutil/trace.go:171","msg":"trace[1439875713] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2923; }","duration":"111.756585ms","start":"2026-04-28T03:26:43.284625Z","end":"2026-04-28T03:26:43.396382Z","steps":["trace[1439875713] 'count revisions from in-memory index tree' (duration: 111.360337ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:43.618458Z","caller":"traceutil/trace.go:171","msg":"trace[34013345] linearizableReadLoop","detail":"{readStateIndex:3065; appliedIndex:3064; }","duration":"148.332436ms","start":"2026-04-28T03:26:43.470093Z","end":"2026-04-28T03:26:43.618425Z","steps":["trace[34013345] 'read index received' (duration: 147.006357ms)","trace[34013345] 'applied index is now lower than readState.Index' (duration: 1.324609ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:43.618561Z","caller":"traceutil/trace.go:171","msg":"trace[1451492916] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"217.667517ms","start":"2026-04-28T03:26:43.400857Z","end":"2026-04-28T03:26:43.618525Z","steps":["trace[1451492916] 'process raft request' (duration: 216.270887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:43.618863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.753284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-04-28T03:26:43.61891Z","caller":"traceutil/trace.go:171","msg":"trace[1868734543] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2925; }","duration":"148.865226ms","start":"2026-04-28T03:26:43.470031Z","end":"2026-04-28T03:26:43.618896Z","steps":["trace[1868734543] 'agreement among raft nodes before linearized reading' (duration: 148.53936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:43.929208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.931965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:26:43.929332Z","caller":"traceutil/trace.go:171","msg":"trace[1347298488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2926; }","duration":"147.11879ms","start":"2026-04-28T03:26:43.782183Z","end":"2026-04-28T03:26:43.929302Z","steps":["trace[1347298488] 'range keys from in-memory index tree' (duration: 146.16075ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:44.766397Z","caller":"traceutil/trace.go:171","msg":"trace[826773185] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"314.205194ms","start":"2026-04-28T03:26:44.452165Z","end":"2026-04-28T03:26:44.76637Z","steps":["trace[826773185] 'process raft request' (duration: 296.570183ms)","trace[826773185] 'compare' (duration: 17.022739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:44.766589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:44.452129Z","time spent":"314.368028ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:44.766634Z","caller":"traceutil/trace.go:171","msg":"trace[854444791] linearizableReadLoop","detail":"{readStateIndex:3071; appliedIndex:3069; }","duration":"141.091384ms","start":"2026-04-28T03:26:44.625517Z","end":"2026-04-28T03:26:44.766609Z","steps":["trace[854444791] 'read index received' (duration: 123.32397ms)","trace[854444791] 'applied index is now lower than readState.Index' (duration: 17.765734ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:44.766753Z","caller":"traceutil/trace.go:171","msg":"trace[2019864825] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"188.249619ms","start":"2026-04-28T03:26:44.578489Z","end":"2026-04-28T03:26:44.766738Z","steps":["trace[2019864825] 'process raft request' (duration: 187.78767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.767272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.752019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-04-28T03:26:44.767345Z","caller":"traceutil/trace.go:171","msg":"trace[328990369] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2931; }","duration":"141.856861ms","start":"2026-04-28T03:26:44.625461Z","end":"2026-04-28T03:26:44.767318Z","steps":["trace[328990369] 'agreement among raft nodes before linearized reading' (duration: 141.404192ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:44.767977Z","caller":"traceutil/trace.go:171","msg":"trace[1844743612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2931; }","duration":"100.053839ms","start":"2026-04-28T03:26:44.667329Z","end":"2026-04-28T03:26:44.767383Z","steps":["trace[1844743612] 'agreement among raft nodes before linearized reading' (duration: 99.928927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:46.181818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.561375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:46.181868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.812834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:26:46.181957Z","caller":"traceutil/trace.go:171","msg":"trace[1059595609] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2942; }","duration":"240.927666ms","start":"2026-04-28T03:26:45.941008Z","end":"2026-04-28T03:26:46.181936Z","steps":["trace[1059595609] 'range keys from in-memory index tree' (duration: 240.550368ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:46.18197Z","caller":"traceutil/trace.go:171","msg":"trace[1426021151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2942; }","duration":"138.77834ms","start":"2026-04-28T03:26:46.043166Z","end":"2026-04-28T03:26:46.181944Z","steps":["trace[1426021151] 'range keys from in-memory index tree' (duration: 138.467524ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:46.311459Z","caller":"traceutil/trace.go:171","msg":"trace[272555165] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"124.742184ms","start":"2026-04-28T03:26:46.186655Z","end":"2026-04-28T03:26:46.311397Z","steps":["trace[272555165] 'process raft request' (duration: 124.517009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:47.007273Z","caller":"traceutil/trace.go:171","msg":"trace[784349315] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"169.425386ms","start":"2026-04-28T03:26:46.837768Z","end":"2026-04-28T03:26:47.007194Z","steps":["trace[784349315] 'process raft request' (duration: 129.758429ms)","trace[784349315] 'compare' (duration: 39.474543ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:49.115311Z","caller":"traceutil/trace.go:171","msg":"trace[1874981212] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"102.07385ms","start":"2026-04-28T03:26:49.013207Z","end":"2026-04-28T03:26:49.115281Z","steps":["trace[1874981212] 'process raft request' (duration: 101.655751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:49.296981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.115569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:49.29709Z","caller":"traceutil/trace.go:171","msg":"trace[1348958271] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"177.031676ms","start":"2026-04-28T03:26:49.120039Z","end":"2026-04-28T03:26:49.29707Z","steps":["trace[1348958271] 'process raft request' (duration: 23.752863ms)","trace[1348958271] 'compare' (duration: 153.003377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:51.169038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.407076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:51.169111Z","caller":"traceutil/trace.go:171","msg":"trace[1066230269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2966; }","duration":"124.553239ms","start":"2026-04-28T03:26:51.044541Z","end":"2026-04-28T03:26:51.169094Z","steps":["trace[1066230269] 'range keys from in-memory index tree' (duration: 124.18211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:51.169257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.523137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T03:26:51.169383Z","caller":"traceutil/trace.go:171","msg":"trace[1748080890] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2966; }","duration":"124.737572ms","start":"2026-04-28T03:26:51.044615Z","end":"2026-04-28T03:26:51.169353Z","steps":["trace[1748080890] 'range keys from in-memory index tree' (duration: 124.109719ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:55.204964Z","caller":"traceutil/trace.go:171","msg":"trace[1973784529] linearizableReadLoop","detail":"{readStateIndex:3129; appliedIndex:3128; }","duration":"143.698772ms","start":"2026-04-28T03:26:55.061229Z","end":"2026-04-28T03:26:55.204928Z","steps":["trace[1973784529] 'read index received' (duration: 76.316191ms)","trace[1973784529] 'applied index is now lower than readState.Index' (duration: 67.381391ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:55.205183Z","caller":"traceutil/trace.go:171","msg":"trace[1282481865] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"148.725458ms","start":"2026-04-28T03:26:55.056418Z","end":"2026-04-28T03:26:55.205143Z","steps":["trace[1282481865] 'process raft request' (duration: 81.126592ms)","trace[1282481865] 'compare' (duration: 67.208587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:55.205234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.977658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-04-28T03:26:55.205296Z","caller":"traceutil/trace.go:171","msg":"trace[1701259915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2987; }","duration":"144.06917ms","start":"2026-04-28T03:26:55.061212Z","end":"2026-04-28T03:26:55.205281Z","steps":["trace[1701259915] 'agreement among raft nodes before linearized reading' (duration: 143.845975ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:56.842904Z","caller":"traceutil/trace.go:171","msg":"trace[1476634650] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"103.622912ms","start":"2026-04-28T03:26:56.73925Z","end":"2026-04-28T03:26:56.842872Z","steps":["trace[1476634650] 'process raft request' (duration: 103.451508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:01.504781Z","caller":"traceutil/trace.go:171","msg":"trace[1618863795] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"170.583705ms","start":"2026-04-28T03:27:01.334172Z","end":"2026-04-28T03:27:01.504756Z","steps":["trace[1618863795] 'process raft request' (duration: 165.59745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:06.556536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.321956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T03:27:06.556602Z","caller":"traceutil/trace.go:171","msg":"trace[1947598878] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3080; }","duration":"340.427448ms","start":"2026-04-28T03:27:06.216157Z","end":"2026-04-28T03:27:06.556585Z","steps":["trace[1947598878] 'range keys from in-memory index tree' (duration: 339.952799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:06.556631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:06.216138Z","time spent":"340.486529ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T03:27:06.913398Z","caller":"traceutil/trace.go:171","msg":"trace[296632994] linearizableReadLoop","detail":"{readStateIndex:3233; appliedIndex:3232; }","duration":"124.068662ms","start":"2026-04-28T03:27:06.789308Z","end":"2026-04-28T03:27:06.913376Z","steps":["trace[296632994] 'read index received' (duration: 95.44693ms)","trace[296632994] 'applied index is now lower than readState.Index' (duration: 28.620742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:06.913537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.220755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:06.913565Z","caller":"traceutil/trace.go:171","msg":"trace[301129860] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:3087; }","duration":"124.305547ms","start":"2026-04-28T03:27:06.789248Z","end":"2026-04-28T03:27:06.913554Z","steps":["trace[301129860] 'agreement among raft nodes before linearized reading' (duration: 124.208575ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:06.913748Z","caller":"traceutil/trace.go:171","msg":"trace[1916029856] transaction","detail":"{read_only:false; response_revision:3087; number_of_response:1; }","duration":"140.051634ms","start":"2026-04-28T03:27:06.773653Z","end":"2026-04-28T03:27:06.913704Z","steps":["trace[1916029856] 'process raft request' (duration: 111.187447ms)","trace[1916029856] 'compare' (duration: 28.292975ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:07.934588Z","caller":"traceutil/trace.go:171","msg":"trace[2125447574] linearizableReadLoop","detail":"{readStateIndex:3241; appliedIndex:3240; }","duration":"162.867823ms","start":"2026-04-28T03:27:07.771693Z","end":"2026-04-28T03:27:07.934561Z","steps":["trace[2125447574] 'read index received' (duration: 162.678919ms)","trace[2125447574] 'applied index is now lower than readState.Index' (duration: 188.084µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:07.934696Z","caller":"traceutil/trace.go:171","msg":"trace[1103640124] transaction","detail":"{read_only:false; response_revision:3095; number_of_response:1; }","duration":"164.517239ms","start":"2026-04-28T03:27:07.770149Z","end":"2026-04-28T03:27:07.934666Z","steps":["trace[1103640124] 'process raft request' (duration: 164.288445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:07.934713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.004777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:07.934759Z","caller":"traceutil/trace.go:171","msg":"trace[351814249] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3095; }","duration":"163.13038ms","start":"2026-04-28T03:27:07.771618Z","end":"2026-04-28T03:27:07.934749Z","steps":["trace[351814249] 'agreement among raft nodes before linearized reading' (duration: 163.041698ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:08.964626Z","caller":"traceutil/trace.go:171","msg":"trace[1045970084] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"238.213428ms","start":"2026-04-28T03:27:08.726394Z","end":"2026-04-28T03:27:08.964608Z","steps":["trace[1045970084] 'process raft request' (duration: 238.049935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:11.54029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.694818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:11.540497Z","caller":"traceutil/trace.go:171","msg":"trace[170115512] linearizableReadLoop","detail":"{readStateIndex:3268; appliedIndex:3266; }","duration":"154.667866ms","start":"2026-04-28T03:27:11.385806Z","end":"2026-04-28T03:27:11.540474Z","steps":["trace[170115512] 'read index received' (duration: 26.680052ms)","trace[170115512] 'applied index is now lower than readState.Index' (duration: 127.986684ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:11.540623Z","caller":"traceutil/trace.go:171","msg":"trace[1120154520] transaction","detail":"{read_only:false; response_revision:3120; number_of_response:1; }","duration":"212.509676ms","start":"2026-04-28T03:27:11.328097Z","end":"2026-04-28T03:27:11.540607Z","steps":["trace[1120154520] 'process raft request' (duration: 212.295121ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:11.540724Z","caller":"traceutil/trace.go:171","msg":"trace[883543683] transaction","detail":"{read_only:false; response_revision:3119; number_of_response:1; }","duration":"215.819507ms","start":"2026-04-28T03:27:11.324876Z","end":"2026-04-28T03:27:11.540696Z","steps":["trace[883543683] 'process raft request' (duration: 87.636738ms)","trace[883543683] 'compare' (duration: 127.525155ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:11.540793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.266253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:11.540861Z","caller":"traceutil/trace.go:171","msg":"trace[1319048031] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3120; }","duration":"109.379195ms","start":"2026-04-28T03:27:11.431464Z","end":"2026-04-28T03:27:11.540843Z","steps":["trace[1319048031] 'agreement among raft nodes before linearized reading' (duration: 109.266362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:11.540895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.084154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:27:11.540973Z","caller":"traceutil/trace.go:171","msg":"trace[1179152466] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3120; }","duration":"155.186927ms","start":"2026-04-28T03:27:11.385761Z","end":"2026-04-28T03:27:11.540948Z","steps":["trace[1179152466] 'agreement among raft nodes before linearized reading' (duration: 155.006413ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:11.809172Z","caller":"traceutil/trace.go:171","msg":"trace[1674487787] linearizableReadLoop","detail":"{readStateIndex:3269; appliedIndex:3268; }","duration":"263.193102ms","start":"2026-04-28T03:27:11.545952Z","end":"2026-04-28T03:27:11.809145Z","steps":["trace[1674487787] 'read index received' (duration: 263.09788ms)","trace[1674487787] 'applied index is now lower than readState.Index' (duration: 94.232µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:11.809285Z","caller":"traceutil/trace.go:171","msg":"trace[1174574830] transaction","detail":"{read_only:false; response_revision:3121; number_of_response:1; }","duration":"264.400008ms","start":"2026-04-28T03:27:11.544873Z","end":"2026-04-28T03:27:11.809273Z","steps":["trace[1174574830] 'process raft request' (duration: 264.134163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:11.809359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.383976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T03:27:11.809446Z","caller":"traceutil/trace.go:171","msg":"trace[1518935347] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3121; }","duration":"263.491278ms","start":"2026-04-28T03:27:11.545937Z","end":"2026-04-28T03:27:11.809428Z","steps":["trace[1518935347] 'agreement among raft nodes before linearized reading' (duration: 263.340935ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:11.819081Z","caller":"traceutil/trace.go:171","msg":"trace[56734518] transaction","detail":"{read_only:false; response_revision:3122; number_of_response:1; }","duration":"217.320588ms","start":"2026-04-28T03:27:11.60174Z","end":"2026-04-28T03:27:11.819061Z","steps":["trace[56734518] 'process raft request' (duration: 217.186325ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:11.819362Z","caller":"traceutil/trace.go:171","msg":"trace[1124984878] transaction","detail":"{read_only:false; response_revision:3123; number_of_response:1; }","duration":"206.913895ms","start":"2026-04-28T03:27:11.612418Z","end":"2026-04-28T03:27:11.819332Z","steps":["trace[1124984878] 'process raft request' (duration: 206.612259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:11.819971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.333847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:27:11.82002Z","caller":"traceutil/trace.go:171","msg":"trace[1466298390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3123; }","duration":"153.42936ms","start":"2026-04-28T03:27:11.666577Z","end":"2026-04-28T03:27:11.820006Z","steps":["trace[1466298390] 'agreement among raft nodes before linearized reading' (duration: 152.659352ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:12.123878Z","caller":"traceutil/trace.go:171","msg":"trace[212141164] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"176.543806ms","start":"2026-04-28T03:27:11.947296Z","end":"2026-04-28T03:27:12.12384Z","steps":["trace[212141164] 'process raft request' (duration: 131.627532ms)","trace[212141164] 'compare' (duration: 44.524456ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:12.150674Z","caller":"traceutil/trace.go:171","msg":"trace[333202294] linearizableReadLoop","detail":"{readStateIndex:3274; appliedIndex:3272; }","duration":"125.198055ms","start":"2026-04-28T03:27:12.025447Z","end":"2026-04-28T03:27:12.150646Z","steps":["trace[333202294] 'read index received' (duration: 53.472476ms)","trace[333202294] 'applied index is now lower than readState.Index' (duration: 71.723999ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:12.150802Z","caller":"traceutil/trace.go:171","msg":"trace[715330461] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"135.264682ms","start":"2026-04-28T03:27:12.015517Z","end":"2026-04-28T03:27:12.150781Z","steps":["trace[715330461] 'process raft request' (duration: 134.964686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:12.150863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.759292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:12.150895Z","caller":"traceutil/trace.go:171","msg":"trace[826801751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3126; }","duration":"108.809654ms","start":"2026-04-28T03:27:12.042078Z","end":"2026-04-28T03:27:12.150888Z","steps":["trace[826801751] 'agreement among raft nodes before linearized reading' (duration: 108.739793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:12.150957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.514412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:27:12.151012Z","caller":"traceutil/trace.go:171","msg":"trace[748991261] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3126; }","duration":"125.619725ms","start":"2026-04-28T03:27:12.025378Z","end":"2026-04-28T03:27:12.150998Z","steps":["trace[748991261] 'agreement among raft nodes before linearized reading' (duration: 125.41769ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:16.318662Z","caller":"traceutil/trace.go:171","msg":"trace[927967672] transaction","detail":"{read_only:false; response_revision:3194; number_of_response:1; }","duration":"272.740302ms","start":"2026-04-28T03:27:16.045847Z","end":"2026-04-28T03:27:16.318587Z","steps":["trace[927967672] 'process raft request' (duration: 206.303735ms)","trace[927967672] 'compare' (duration: 66.165462ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:16.318954Z","caller":"traceutil/trace.go:171","msg":"trace[1315973219] transaction","detail":"{read_only:false; response_revision:3195; number_of_response:1; }","duration":"183.29228ms","start":"2026-04-28T03:27:16.135604Z","end":"2026-04-28T03:27:16.318896Z","steps":["trace[1315973219] 'process raft request' (duration: 182.891001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:18.175734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732401975,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:27:18.366782Z","caller":"traceutil/trace.go:171","msg":"trace[1573233138] transaction","detail":"{read_only:false; response_revision:3202; number_of_response:1; }","duration":"794.079612ms","start":"2026-04-28T03:27:17.572677Z","end":"2026-04-28T03:27:18.366757Z","steps":["trace[1573233138] 'process raft request' (duration: 793.936769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:18.367149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:17.572667Z","time spent":"794.188685ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:21.024697Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.658019088s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:27:21.044713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000013941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:27:21.044795Z","caller":"traceutil/trace.go:171","msg":"trace[2081637511] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000120323s","start":"2026-04-28T03:27:19.044661Z","end":"2026-04-28T03:27:21.044782Z","steps":["trace[2081637511] 'agreement among raft nodes before linearized reading' (duration: 2.000008301s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.044945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:19.04463Z","time spent":"2.000189554s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:27:21.244549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:20.427012Z","time spent":"817.528453ms","remote":"127.0.0.1:36296","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:27:21.245763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.705675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:21.246056Z","caller":"traceutil/trace.go:171","msg":"trace[1161900385] transaction","detail":"{read_only:false; response_revision:3203; number_of_response:1; }","duration":"3.408278947s","start":"2026-04-28T03:27:17.837749Z","end":"2026-04-28T03:27:21.246028Z","steps":["trace[1161900385] 'process raft request' (duration: 3.187208124s)","trace[1161900385] 'compare' (duration: 220.256506ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:21.246153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:17.83772Z","time spent":"3.408385219s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:21.24629Z","caller":"traceutil/trace.go:171","msg":"trace[375326116] transaction","detail":"{read_only:false; response_revision:3204; number_of_response:1; }","duration":"3.380633573s","start":"2026-04-28T03:27:17.865624Z","end":"2026-04-28T03:27:21.246257Z","steps":["trace[375326116] 'process raft request' (duration: 3.380256584s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.246488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:17.865601Z","time spent":"3.380766307s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:21.246598Z","caller":"traceutil/trace.go:171","msg":"trace[1880249714] transaction","detail":"{read_only:false; response_revision:3205; number_of_response:1; }","duration":"2.921952135s","start":"2026-04-28T03:27:18.324622Z","end":"2026-04-28T03:27:21.246575Z","steps":["trace[1880249714] 'process raft request' (duration: 2.921550005s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:21.246635Z","caller":"traceutil/trace.go:171","msg":"trace[1607366807] linearizableReadLoop","detail":"{readStateIndex:3353; appliedIndex:3350; }","duration":"3.571679792s","start":"2026-04-28T03:27:17.67494Z","end":"2026-04-28T03:27:21.246619Z","steps":["trace[1607366807] 'read index received' (duration: 691.779742ms)","trace[1607366807] 'applied index is now lower than readState.Index' (duration: 2.87989855s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:21.246652Z","caller":"traceutil/trace.go:171","msg":"trace[1408680583] transaction","detail":"{read_only:false; response_revision:3206; number_of_response:1; }","duration":"1.95609573s","start":"2026-04-28T03:27:19.290533Z","end":"2026-04-28T03:27:21.246628Z","steps":["trace[1408680583] 'process raft request' (duration: 1.955997648s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.246704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:18.324602Z","time spent":"2.922047808s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:21.246804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:19.290513Z","time spent":"1.956199572s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:21.246921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.498692522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:27:21.246938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.571992488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:27:21.246965Z","caller":"traceutil/trace.go:171","msg":"trace[1256202237] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3206; }","duration":"3.498796495s","start":"2026-04-28T03:27:17.748154Z","end":"2026-04-28T03:27:21.246951Z","steps":["trace[1256202237] 'agreement among raft nodes before linearized reading' (duration: 3.498720773s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:21.246993Z","caller":"traceutil/trace.go:171","msg":"trace[106147925] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3206; }","duration":"3.57208263s","start":"2026-04-28T03:27:17.674894Z","end":"2026-04-28T03:27:21.246977Z","steps":["trace[106147925] 'agreement among raft nodes before linearized reading' (duration: 3.571932777s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.247016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:17.748138Z","time spent":"3.498865566s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:21.247038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:17.674871Z","time spent":"3.572158332s","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:27:21.247041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148832508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:27:21.247047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.887972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:21.247089Z","caller":"traceutil/trace.go:171","msg":"trace[1076140169] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3206; }","duration":"2.148924161s","start":"2026-04-28T03:27:19.098151Z","end":"2026-04-28T03:27:21.247075Z","steps":["trace[1076140169] 'agreement among raft nodes before linearized reading' (duration: 2.148841099s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:21.247098Z","caller":"traceutil/trace.go:171","msg":"trace[86565955] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3206; }","duration":"487.975224ms","start":"2026-04-28T03:27:20.759105Z","end":"2026-04-28T03:27:21.24708Z","steps":["trace[86565955] 'agreement among raft nodes before linearized reading' (duration: 487.894172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.247133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:20.759075Z","time spent":"488.048825ms","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:21.247132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:19.09813Z","time spent":"2.148989761s","remote":"127.0.0.1:42978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:21.247316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.86294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:21.247349Z","caller":"traceutil/trace.go:171","msg":"trace[1518359272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3206; }","duration":"201.922741ms","start":"2026-04-28T03:27:21.045417Z","end":"2026-04-28T03:27:21.24734Z","steps":["trace[1518359272] 'agreement among raft nodes before linearized reading' (duration: 201.87523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.247352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198938407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:27:21.247402Z","caller":"traceutil/trace.go:171","msg":"trace[1484363100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3206; }","duration":"2.198997698s","start":"2026-04-28T03:27:19.048388Z","end":"2026-04-28T03:27:21.247386Z","steps":["trace[1484363100] 'agreement among raft nodes before linearized reading' (duration: 2.198838575s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.247405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.236306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:27:21.247438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:19.048382Z","time spent":"2.19904851s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:27:21.247451Z","caller":"traceutil/trace.go:171","msg":"trace[1019193644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3206; }","duration":"875.317047ms","start":"2026-04-28T03:27:20.372122Z","end":"2026-04-28T03:27:21.247439Z","steps":["trace[1019193644] 'agreement among raft nodes before linearized reading' (duration: 875.181344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.24749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:20.372099Z","time spent":"875.381669ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:27:21.247626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212574531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:27:21.247666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.083828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:27:21.247693Z","caller":"traceutil/trace.go:171","msg":"trace[1966718289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3206; }","duration":"2.212674933s","start":"2026-04-28T03:27:19.035009Z","end":"2026-04-28T03:27:21.247684Z","steps":["trace[1966718289] 'agreement among raft nodes before linearized reading' (duration: 2.212558091s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:21.247705Z","caller":"traceutil/trace.go:171","msg":"trace[2902906] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3206; }","duration":"418.205241ms","start":"2026-04-28T03:27:20.829489Z","end":"2026-04-28T03:27:21.247694Z","steps":["trace[2902906] 'agreement among raft nodes before linearized reading' (duration: 418.036477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.247726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:19.034957Z","time spent":"2.212762335s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:27:21.247736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:20.829466Z","time spent":"418.262501ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:27:21.247761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2942271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:21.247808Z","caller":"traceutil/trace.go:171","msg":"trace[1384403870] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3206; }","duration":"1.294312532s","start":"2026-04-28T03:27:19.953482Z","end":"2026-04-28T03:27:21.247795Z","steps":["trace[1384403870] 'agreement among raft nodes before linearized reading' (duration: 1.29422884s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.247847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:19.953459Z","time spent":"1.294376363s","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:21.247936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47650573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:21.247972Z","caller":"traceutil/trace.go:171","msg":"trace[2091096572] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3206; }","duration":"2.476605382s","start":"2026-04-28T03:27:18.771356Z","end":"2026-04-28T03:27:21.247962Z","steps":["trace[2091096572] 'agreement among raft nodes before linearized reading' (duration: 2.476525041s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.248003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:18.771334Z","time spent":"2.476660944s","remote":"127.0.0.1:55224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:21.24804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49811921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:21.248091Z","caller":"traceutil/trace.go:171","msg":"trace[2072687750] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3206; }","duration":"1.498217142s","start":"2026-04-28T03:27:19.749858Z","end":"2026-04-28T03:27:21.248075Z","steps":["trace[2072687750] 'agreement among raft nodes before linearized reading' (duration: 1.49814275s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.248133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:19.749836Z","time spent":"1.498283733s","remote":"127.0.0.1:55200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:21.248216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.919635185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:27:21.248249Z","caller":"traceutil/trace.go:171","msg":"trace[1647972701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3206; }","duration":"2.919709166s","start":"2026-04-28T03:27:18.328531Z","end":"2026-04-28T03:27:21.24824Z","steps":["trace[1647972701] 'agreement among raft nodes before linearized reading' (duration: 2.919600684s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.248275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:18.328511Z","time spent":"2.919758858s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:27:21.24843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.016866758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:21.248461Z","caller":"traceutil/trace.go:171","msg":"trace[1325278188] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3206; }","duration":"3.016928059s","start":"2026-04-28T03:27:18.231522Z","end":"2026-04-28T03:27:21.24845Z","steps":["trace[1325278188] 'agreement among raft nodes before linearized reading' (duration: 3.016861877s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.24849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:18.231503Z","time spent":"3.01697875s","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:21.248718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.372113519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:27:21.248762Z","caller":"traceutil/trace.go:171","msg":"trace[1647816965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3206; }","duration":"3.372188981s","start":"2026-04-28T03:27:17.876563Z","end":"2026-04-28T03:27:21.248752Z","steps":["trace[1647816965] 'agreement among raft nodes before linearized reading' (duration: 3.372078119s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.248791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:17.876546Z","time spent":"3.372238092s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:27:21.248889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.449667338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-28T03:27:21.248899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.412175611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:27:21.248943Z","caller":"traceutil/trace.go:171","msg":"trace[882213159] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3206; }","duration":"3.412249743s","start":"2026-04-28T03:27:17.836681Z","end":"2026-04-28T03:27:21.248931Z","steps":["trace[882213159] 'agreement among raft nodes before linearized reading' (duration: 3.4121351s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:21.248944Z","caller":"traceutil/trace.go:171","msg":"trace[1522635468] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3206; }","duration":"3.44975606s","start":"2026-04-28T03:27:17.79917Z","end":"2026-04-28T03:27:21.248927Z","steps":["trace[1522635468] 'agreement among raft nodes before linearized reading' (duration: 3.449613497s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.248974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:17.836666Z","time spent":"3.412300424s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:27:21.248985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:17.799121Z","time spent":"3.449853052s","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-28T03:27:23.423141Z","caller":"traceutil/trace.go:171","msg":"trace[1378599203] transaction","detail":"{read_only:false; response_revision:3219; number_of_response:1; }","duration":"169.576959ms","start":"2026-04-28T03:27:23.25353Z","end":"2026-04-28T03:27:23.423107Z","steps":["trace[1378599203] 'process raft request' (duration: 94.382607ms)","trace[1378599203] 'compare' (duration: 74.956306ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:23.423277Z","caller":"traceutil/trace.go:171","msg":"trace[1764805614] linearizableReadLoop","detail":"{readStateIndex:3370; appliedIndex:3367; }","duration":"159.304207ms","start":"2026-04-28T03:27:23.263945Z","end":"2026-04-28T03:27:23.423249Z","steps":["trace[1764805614] 'read index received' (duration: 15.716789ms)","trace[1764805614] 'applied index is now lower than readState.Index' (duration: 143.585288ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:23.423352Z","caller":"traceutil/trace.go:171","msg":"trace[754772535] transaction","detail":"{read_only:false; response_revision:3220; number_of_response:1; }","duration":"169.810204ms","start":"2026-04-28T03:27:23.253531Z","end":"2026-04-28T03:27:23.423341Z","steps":["trace[754772535] 'process raft request' (duration: 169.531178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:23.423521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.556272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-28T03:27:23.423533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.369595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:27:23.423559Z","caller":"traceutil/trace.go:171","msg":"trace[1793780480] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3220; }","duration":"159.631933ms","start":"2026-04-28T03:27:23.263912Z","end":"2026-04-28T03:27:23.423544Z","steps":["trace[1793780480] 'agreement among raft nodes before linearized reading' (duration: 159.4697ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:23.423587Z","caller":"traceutil/trace.go:171","msg":"trace[1606942678] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3220; }","duration":"150.465046ms","start":"2026-04-28T03:27:23.273109Z","end":"2026-04-28T03:27:23.423574Z","steps":["trace[1606942678] 'agreement among raft nodes before linearized reading' (duration: 150.317173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:23.423622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.110717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:27:23.423687Z","caller":"traceutil/trace.go:171","msg":"trace[565621919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3220; }","duration":"149.191598ms","start":"2026-04-28T03:27:23.274483Z","end":"2026-04-28T03:27:23.423675Z","steps":["trace[565621919] 'agreement among raft nodes before linearized reading' (duration: 149.089496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:23.42355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.331782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:27:23.423723Z","caller":"traceutil/trace.go:171","msg":"trace[867944562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3220; }","duration":"149.544647ms","start":"2026-04-28T03:27:23.27417Z","end":"2026-04-28T03:27:23.423715Z","steps":["trace[867944562] 'agreement among raft nodes before linearized reading' (duration: 149.265541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:23.423863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.271652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:27:23.423955Z","caller":"traceutil/trace.go:171","msg":"trace[813412972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3220; }","duration":"150.413236ms","start":"2026-04-28T03:27:23.273522Z","end":"2026-04-28T03:27:23.423936Z","steps":["trace[813412972] 'agreement among raft nodes before linearized reading' (duration: 150.108919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:23.423879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.093678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:27:23.424096Z","caller":"traceutil/trace.go:171","msg":"trace[1214769951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3220; }","duration":"150.326094ms","start":"2026-04-28T03:27:23.273755Z","end":"2026-04-28T03:27:23.424081Z","steps":["trace[1214769951] 'agreement among raft nodes before linearized reading' (duration: 150.014617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:23.83624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.173573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:23.836536Z","caller":"traceutil/trace.go:171","msg":"trace[1391357277] transaction","detail":"{read_only:false; response_revision:3224; number_of_response:1; }","duration":"407.584192ms","start":"2026-04-28T03:27:23.428899Z","end":"2026-04-28T03:27:23.836483Z","steps":["trace[1391357277] 'process raft request' (duration: 407.428509ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:23.836623Z","caller":"traceutil/trace.go:171","msg":"trace[282513531] transaction","detail":"{read_only:false; response_revision:3226; number_of_response:1; }","duration":"406.812766ms","start":"2026-04-28T03:27:23.429804Z","end":"2026-04-28T03:27:23.836617Z","steps":["trace[282513531] 'process raft request' (duration: 406.600091ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:23.836674Z","caller":"traceutil/trace.go:171","msg":"trace[531076430] transaction","detail":"{read_only:false; response_revision:3223; number_of_response:1; }","duration":"407.95958ms","start":"2026-04-28T03:27:23.428702Z","end":"2026-04-28T03:27:23.836661Z","steps":["trace[531076430] 'process raft request' (duration: 236.295577ms)","trace[531076430] 'compare' (duration: 171.039679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:23.836759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:23.429795Z","time spent":"406.879917ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:23.836779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:23.428692Z","time spent":"408.018142ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:23.836629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:23.428892Z","time spent":"407.692324ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:23.836534Z","caller":"traceutil/trace.go:171","msg":"trace[359361167] transaction","detail":"{read_only:false; response_revision:3225; number_of_response:1; }","duration":"407.366807ms","start":"2026-04-28T03:27:23.429141Z","end":"2026-04-28T03:27:23.836508Z","steps":["trace[359361167] 'process raft request' (duration: 407.233625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:23.837137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:23.429132Z","time spent":"407.95257ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:27.251033Z","caller":"traceutil/trace.go:171","msg":"trace[857204091] transaction","detail":"{read_only:false; response_revision:3240; number_of_response:1; }","duration":"195.133358ms","start":"2026-04-28T03:27:27.055876Z","end":"2026-04-28T03:27:27.251009Z","steps":["trace[857204091] 'process raft request' (duration: 194.988425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:28.404734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.351372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:28.40484Z","caller":"traceutil/trace.go:171","msg":"trace[1644403488] transaction","detail":"{read_only:false; response_revision:3241; number_of_response:1; }","duration":"1.147976508s","start":"2026-04-28T03:27:27.256836Z","end":"2026-04-28T03:27:28.404812Z","steps":["trace[1644403488] 'process raft request' (duration: 286.459402ms)","trace[1644403488] 'compare' (duration: 861.196319ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:28.404889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.256812Z","time spent":"1.148053729s","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1487,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:28.757546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.311334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:28.758037Z","caller":"traceutil/trace.go:171","msg":"trace[1957497528] transaction","detail":"{read_only:false; response_revision:3242; number_of_response:1; }","duration":"1.499923748s","start":"2026-04-28T03:27:27.258081Z","end":"2026-04-28T03:27:28.758005Z","steps":["trace[1957497528] 'process raft request' (duration: 1.267066382s)","trace[1957497528] 'compare' (duration: 232.152311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:28.758218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.258055Z","time spent":"1.500087992s","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1618,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:28.758549Z","caller":"traceutil/trace.go:171","msg":"trace[1397392226] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"1.499516399s","start":"2026-04-28T03:27:27.259015Z","end":"2026-04-28T03:27:28.758531Z","steps":["trace[1397392226] 'process raft request' (duration: 1.498921026s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:28.758617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.259005Z","time spent":"1.499580541s","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":977,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:28.758821Z","caller":"traceutil/trace.go:171","msg":"trace[2085299365] transaction","detail":"{read_only:false; response_revision:3243; number_of_response:1; }","duration":"1.499854797s","start":"2026-04-28T03:27:27.258945Z","end":"2026-04-28T03:27:28.7588Z","steps":["trace[2085299365] 'process raft request' (duration: 1.498701252s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:28.758918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.258925Z","time spent":"1.499942358s","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:28.759611Z","caller":"traceutil/trace.go:171","msg":"trace[1132269022] transaction","detail":"{read_only:false; response_revision:3245; number_of_response:1; }","duration":"1.500572513s","start":"2026-04-28T03:27:27.25902Z","end":"2026-04-28T03:27:28.759592Z","steps":["trace[1132269022] 'process raft request' (duration: 1.499009658s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:28.759756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.259012Z","time spent":"1.500692935s","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1371,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:28.759858Z","caller":"traceutil/trace.go:171","msg":"trace[1873445073] transaction","detail":"{read_only:false; response_revision:3246; number_of_response:1; }","duration":"1.500646845s","start":"2026-04-28T03:27:27.259035Z","end":"2026-04-28T03:27:28.759682Z","steps":["trace[1873445073] 'process raft request' (duration: 1.499676683s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:28.760024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.259029Z","time spent":"1.500935381s","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:28.761667Z","caller":"traceutil/trace.go:171","msg":"trace[1128957199] linearizableReadLoop","detail":"{readStateIndex:3398; appliedIndex:3391; }","duration":"1.414245846s","start":"2026-04-28T03:27:27.347401Z","end":"2026-04-28T03:27:28.761647Z","steps":["trace[1128957199] 'read index received' (duration: 195.978716ms)","trace[1128957199] 'applied index is now lower than readState.Index' (duration: 1.21826615s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:28.76182Z","caller":"traceutil/trace.go:171","msg":"trace[1230099572] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"1.308044902s","start":"2026-04-28T03:27:27.453752Z","end":"2026-04-28T03:27:28.761797Z","steps":["trace[1230099572] 'process raft request' (duration: 1.307785266s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:28.761928Z","caller":"traceutil/trace.go:171","msg":"trace[521411431] transaction","detail":"{read_only:false; response_revision:3249; number_of_response:1; }","duration":"1.307917159s","start":"2026-04-28T03:27:27.453992Z","end":"2026-04-28T03:27:28.761909Z","steps":["trace[521411431] 'process raft request' (duration: 1.307614683s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:28.762027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.453944Z","time spent":"1.308035901s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:28.762025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414616295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:28.762098Z","caller":"traceutil/trace.go:171","msg":"trace[1154381291] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3249; }","duration":"1.414729858s","start":"2026-04-28T03:27:27.347348Z","end":"2026-04-28T03:27:28.762078Z","steps":["trace[1154381291] 'agreement among raft nodes before linearized reading' (duration: 1.414562404s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:28.762243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.347321Z","time spent":"1.414905391s","remote":"127.0.0.1:46762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:28.762044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.453678Z","time spent":"1.308242695s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:28.762351Z","caller":"traceutil/trace.go:171","msg":"trace[1559589388] transaction","detail":"{read_only:false; response_revision:3247; number_of_response:1; }","duration":"1.467436027s","start":"2026-04-28T03:27:27.294889Z","end":"2026-04-28T03:27:28.762325Z","steps":["trace[1559589388] 'process raft request' (duration: 1.46391706s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:28.762481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.294866Z","time spent":"1.467543699s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:28.762865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280439754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:27:28.762933Z","caller":"traceutil/trace.go:171","msg":"trace[559077410] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3249; }","duration":"1.280545346s","start":"2026-04-28T03:27:27.482368Z","end":"2026-04-28T03:27:28.762913Z","steps":["trace[559077410] 'agreement among raft nodes before linearized reading' (duration: 1.280333132s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:28.762982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.482345Z","time spent":"1.280623608s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:27:28.763164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.830198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:27:28.763218Z","caller":"traceutil/trace.go:171","msg":"trace[2081866735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3249; }","duration":"912.91564ms","start":"2026-04-28T03:27:27.850288Z","end":"2026-04-28T03:27:28.763203Z","steps":["trace[2081866735] 'agreement among raft nodes before linearized reading' (duration: 912.792028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:28.763259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.850269Z","time spent":"912.979441ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:27:28.762982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.075532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:27:28.763329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.816453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:27:28.763345Z","caller":"traceutil/trace.go:171","msg":"trace[1514462927] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3249; }","duration":"912.486071ms","start":"2026-04-28T03:27:27.85085Z","end":"2026-04-28T03:27:28.763336Z","steps":["trace[1514462927] 'agreement among raft nodes before linearized reading' (duration: 912.014291ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:28.763363Z","caller":"traceutil/trace.go:171","msg":"trace[686588778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3249; }","duration":"908.877534ms","start":"2026-04-28T03:27:27.854476Z","end":"2026-04-28T03:27:28.763353Z","steps":["trace[686588778] 'agreement among raft nodes before linearized reading' (duration: 908.777912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:28.763373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.850829Z","time spent":"912.535283ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:27:28.7634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.854463Z","time spent":"908.927614ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:27:28.763455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.492685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:27:28.763497Z","caller":"traceutil/trace.go:171","msg":"trace[482233132] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3249; }","duration":"964.620297ms","start":"2026-04-28T03:27:27.798862Z","end":"2026-04-28T03:27:28.763483Z","steps":["trace[482233132] 'agreement among raft nodes before linearized reading' (duration: 964.445594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:28.763521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.798835Z","time spent":"964.681289ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:27:28.763676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.101193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:27:28.763714Z","caller":"traceutil/trace.go:171","msg":"trace[1705594554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3249; }","duration":"912.157814ms","start":"2026-04-28T03:27:27.851546Z","end":"2026-04-28T03:27:28.763704Z","steps":["trace[1705594554] 'agreement among raft nodes before linearized reading' (duration: 912.021191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:28.763741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.851536Z","time spent":"912.197405ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:27:28.76412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269307063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:27:28.764172Z","caller":"traceutil/trace.go:171","msg":"trace[1857347674] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3249; }","duration":"1.269399586s","start":"2026-04-28T03:27:27.49476Z","end":"2026-04-28T03:27:28.76416Z","steps":["trace[1857347674] 'agreement among raft nodes before linearized reading' (duration: 1.268489346s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:28.764793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.494746Z","time spent":"1.269960287s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:27:29.469795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.299998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:29.470016Z","caller":"traceutil/trace.go:171","msg":"trace[869611363] linearizableReadLoop","detail":"{readStateIndex:3406; appliedIndex:3400; }","duration":"699.359248ms","start":"2026-04-28T03:27:28.770641Z","end":"2026-04-28T03:27:29.470001Z","steps":["trace[869611363] 'read index received' (duration: 59.316893ms)","trace[869611363] 'applied index is now lower than readState.Index' (duration: 640.041675ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:29.470184Z","caller":"traceutil/trace.go:171","msg":"trace[268654684] transaction","detail":"{read_only:false; response_revision:3251; number_of_response:1; }","duration":"701.709329ms","start":"2026-04-28T03:27:28.768465Z","end":"2026-04-28T03:27:29.470175Z","steps":["trace[268654684] 'process raft request' (duration: 509.865179ms)","trace[268654684] 'compare' (duration: 191.134735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:29.470234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.768457Z","time spent":"701.75194ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:29.47036Z","caller":"traceutil/trace.go:171","msg":"trace[1291121565] transaction","detail":"{read_only:false; response_revision:3252; number_of_response:1; }","duration":"701.831662ms","start":"2026-04-28T03:27:28.768522Z","end":"2026-04-28T03:27:29.470353Z","steps":["trace[1291121565] 'process raft request' (duration: 701.349132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:29.470403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.768515Z","time spent":"701.865063ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:29.47049Z","caller":"traceutil/trace.go:171","msg":"trace[442418532] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"701.828491ms","start":"2026-04-28T03:27:28.768644Z","end":"2026-04-28T03:27:29.470472Z","steps":["trace[442418532] 'process raft request' (duration: 701.29554ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:29.470543Z","caller":"traceutil/trace.go:171","msg":"trace[370918443] transaction","detail":"{read_only:false; response_revision:3255; number_of_response:1; }","duration":"700.432162ms","start":"2026-04-28T03:27:28.770098Z","end":"2026-04-28T03:27:29.47053Z","steps":["trace[370918443] 'process raft request' (duration: 699.87431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:29.47058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.768636Z","time spent":"701.901053ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:29.470594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.770083Z","time spent":"700.482362ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:29.470676Z","caller":"traceutil/trace.go:171","msg":"trace[1702369768] transaction","detail":"{read_only:false; response_revision:3253; number_of_response:1; }","duration":"702.094368ms","start":"2026-04-28T03:27:28.76857Z","end":"2026-04-28T03:27:29.470664Z","steps":["trace[1702369768] 'process raft request' (duration: 701.345192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:29.470727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.084264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-04-28T03:27:29.4705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.671501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:29.470757Z","caller":"traceutil/trace.go:171","msg":"trace[55671810] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3255; }","duration":"700.140605ms","start":"2026-04-28T03:27:28.770609Z","end":"2026-04-28T03:27:29.470749Z","steps":["trace[55671810] 'agreement among raft nodes before linearized reading' (duration: 700.044573ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:29.470759Z","caller":"traceutil/trace.go:171","msg":"trace[1826451518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3255; }","duration":"426.967977ms","start":"2026-04-28T03:27:29.043783Z","end":"2026-04-28T03:27:29.470751Z","steps":["trace[1826451518] 'agreement among raft nodes before linearized reading' (duration: 426.686291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:29.470785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.770594Z","time spent":"700.185856ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-28T03:27:29.470785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:29.043765Z","time spent":"427.015028ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:27:29.470727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.768562Z","time spent":"702.138828ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:30.994784Z","caller":"traceutil/trace.go:171","msg":"trace[875820538] transaction","detail":"{read_only:false; response_revision:3258; number_of_response:1; }","duration":"226.740548ms","start":"2026-04-28T03:27:30.768022Z","end":"2026-04-28T03:27:30.994762Z","steps":["trace[875820538] 'process raft request' (duration: 224.429649ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:30.994839Z","caller":"traceutil/trace.go:171","msg":"trace[372127098] linearizableReadLoop","detail":"{readStateIndex:3410; appliedIndex:3408; }","duration":"161.151078ms","start":"2026-04-28T03:27:30.833667Z","end":"2026-04-28T03:27:30.994818Z","steps":["trace[372127098] 'read index received' (duration: 158.777498ms)","trace[372127098] 'applied index is now lower than readState.Index' (duration: 2.3725ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:30.995058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.675824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:30.995072Z","caller":"traceutil/trace.go:171","msg":"trace[2010781931] transaction","detail":"{read_only:false; response_revision:3259; number_of_response:1; }","duration":"226.995465ms","start":"2026-04-28T03:27:30.768057Z","end":"2026-04-28T03:27:30.995053Z","steps":["trace[2010781931] 'process raft request' (duration: 226.572355ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:30.995101Z","caller":"traceutil/trace.go:171","msg":"trace[1586536977] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3259; }","duration":"157.748576ms","start":"2026-04-28T03:27:30.83734Z","end":"2026-04-28T03:27:30.995089Z","steps":["trace[1586536977] 'agreement among raft nodes before linearized reading' (duration: 157.658924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.995069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.398104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:27:30.995221Z","caller":"traceutil/trace.go:171","msg":"trace[245471660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3259; }","duration":"161.585748ms","start":"2026-04-28T03:27:30.833619Z","end":"2026-04-28T03:27:30.995204Z","steps":["trace[245471660] 'agreement among raft nodes before linearized reading' (duration: 161.329432ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:31.229427Z","caller":"traceutil/trace.go:171","msg":"trace[756397666] transaction","detail":"{read_only:false; response_revision:3261; number_of_response:1; }","duration":"138.954668ms","start":"2026-04-28T03:27:31.090445Z","end":"2026-04-28T03:27:31.229399Z","steps":["trace[756397666] 'process raft request' (duration: 131.832245ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:33.637457Z","caller":"traceutil/trace.go:171","msg":"trace[1190592696] transaction","detail":"{read_only:false; response_revision:3275; number_of_response:1; }","duration":"139.796071ms","start":"2026-04-28T03:27:33.497632Z","end":"2026-04-28T03:27:33.637428Z","steps":["trace[1190592696] 'process raft request' (duration: 139.706289ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:33.637484Z","caller":"traceutil/trace.go:171","msg":"trace[892062949] transaction","detail":"{read_only:false; response_revision:3274; number_of_response:1; }","duration":"140.600297ms","start":"2026-04-28T03:27:33.496854Z","end":"2026-04-28T03:27:33.637454Z","steps":["trace[892062949] 'process raft request' (duration: 139.490163ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:33.637871Z","caller":"traceutil/trace.go:171","msg":"trace[601957395] transaction","detail":"{read_only:false; response_revision:3276; number_of_response:1; }","duration":"138.976683ms","start":"2026-04-28T03:27:33.498878Z","end":"2026-04-28T03:27:33.637855Z","steps":["trace[601957395] 'process raft request' (duration: 138.509983ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:33.638066Z","caller":"traceutil/trace.go:171","msg":"trace[1789930979] transaction","detail":"{read_only:false; response_revision:3277; number_of_response:1; }","duration":"139.016284ms","start":"2026-04-28T03:27:33.498909Z","end":"2026-04-28T03:27:33.637925Z","steps":["trace[1789930979] 'process raft request' (duration: 138.83309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:33.939057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.065137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:27:33.939145Z","caller":"traceutil/trace.go:171","msg":"trace[781398109] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3277; }","duration":"141.19945ms","start":"2026-04-28T03:27:33.797922Z","end":"2026-04-28T03:27:33.939122Z","steps":["trace[781398109] 'range keys from in-memory index tree' (duration: 140.819642ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:43.26436Z","caller":"traceutil/trace.go:171","msg":"trace[411337820] transaction","detail":"{read_only:false; response_revision:3326; number_of_response:1; }","duration":"138.417843ms","start":"2026-04-28T03:27:43.125915Z","end":"2026-04-28T03:27:43.264333Z","steps":["trace[411337820] 'process raft request' (duration: 42.523655ms)","trace[411337820] 'compare' (duration: 95.704274ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:45.191001Z","caller":"traceutil/trace.go:171","msg":"trace[2099667067] linearizableReadLoop","detail":"{readStateIndex:3489; appliedIndex:3487; }","duration":"120.277151ms","start":"2026-04-28T03:27:45.070705Z","end":"2026-04-28T03:27:45.190982Z","steps":["trace[2099667067] 'read index received' (duration: 97.27571ms)","trace[2099667067] 'applied index is now lower than readState.Index' (duration: 23.000471ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:45.191033Z","caller":"traceutil/trace.go:171","msg":"trace[1970811599] transaction","detail":"{read_only:false; response_revision:3334; number_of_response:1; }","duration":"123.804518ms","start":"2026-04-28T03:27:45.067201Z","end":"2026-04-28T03:27:45.191005Z","steps":["trace[1970811599] 'process raft request' (duration: 100.764446ms)","trace[1970811599] 'compare' (duration: 22.825097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:45.191164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.442585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:45.19131Z","caller":"traceutil/trace.go:171","msg":"trace[449281883] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3335; }","duration":"120.656839ms","start":"2026-04-28T03:27:45.07064Z","end":"2026-04-28T03:27:45.191297Z","steps":["trace[449281883] 'agreement among raft nodes before linearized reading' (duration: 120.436145ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:45.191125Z","caller":"traceutil/trace.go:171","msg":"trace[1092321901] transaction","detail":"{read_only:false; response_revision:3335; number_of_response:1; }","duration":"122.841377ms","start":"2026-04-28T03:27:45.06823Z","end":"2026-04-28T03:27:45.191071Z","steps":["trace[1092321901] 'process raft request' (duration: 122.712704ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:45.38537Z","caller":"traceutil/trace.go:171","msg":"trace[658647906] transaction","detail":"{read_only:false; response_revision:3336; number_of_response:1; }","duration":"112.117123ms","start":"2026-04-28T03:27:45.273229Z","end":"2026-04-28T03:27:45.385346Z","steps":["trace[658647906] 'process raft request' (duration: 108.905133ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:49.332304Z","caller":"traceutil/trace.go:171","msg":"trace[1518083856] transaction","detail":"{read_only:false; response_revision:3355; number_of_response:1; }","duration":"124.21329ms","start":"2026-04-28T03:27:49.208063Z","end":"2026-04-28T03:27:49.332277Z","steps":["trace[1518083856] 'process raft request' (duration: 83.793828ms)","trace[1518083856] 'compare' (duration: 40.289769ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:49.93166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.977951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:49.932559Z","caller":"traceutil/trace.go:171","msg":"trace[1925535402] linearizableReadLoop","detail":"{readStateIndex:3516; appliedIndex:3512; }","duration":"134.059846ms","start":"2026-04-28T03:27:49.798485Z","end":"2026-04-28T03:27:49.932545Z","steps":["trace[1925535402] 'read index received' (duration: 11.106032ms)","trace[1925535402] 'applied index is now lower than readState.Index' (duration: 122.951384ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:49.932624Z","caller":"traceutil/trace.go:171","msg":"trace[1362721058] transaction","detail":"{read_only:false; response_revision:3359; number_of_response:1; }","duration":"160.702268ms","start":"2026-04-28T03:27:49.771901Z","end":"2026-04-28T03:27:49.932603Z","steps":["trace[1362721058] 'process raft request' (duration: 160.504014ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:49.932622Z","caller":"traceutil/trace.go:171","msg":"trace[2129185821] transaction","detail":"{read_only:false; response_revision:3361; number_of_response:1; }","duration":"159.94342ms","start":"2026-04-28T03:27:49.772642Z","end":"2026-04-28T03:27:49.932586Z","steps":["trace[2129185821] 'process raft request' (duration: 159.869329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:49.932713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.23263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:27:49.932744Z","caller":"traceutil/trace.go:171","msg":"trace[1147957464] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3361; }","duration":"134.294931ms","start":"2026-04-28T03:27:49.79844Z","end":"2026-04-28T03:27:49.932735Z","steps":["trace[1147957464] 'agreement among raft nodes before linearized reading' (duration: 134.155078ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:49.93251Z","caller":"traceutil/trace.go:171","msg":"trace[1414790141] transaction","detail":"{read_only:false; response_revision:3358; number_of_response:1; }","duration":"160.782849ms","start":"2026-04-28T03:27:49.7717Z","end":"2026-04-28T03:27:49.932483Z","steps":["trace[1414790141] 'process raft request' (duration: 37.880697ms)","trace[1414790141] 'compare' (duration: 121.850549ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:49.933178Z","caller":"traceutil/trace.go:171","msg":"trace[1308222909] transaction","detail":"{read_only:false; response_revision:3360; number_of_response:1; }","duration":"161.241519ms","start":"2026-04-28T03:27:49.7719Z","end":"2026-04-28T03:27:49.933141Z","steps":["trace[1308222909] 'process raft request' (duration: 160.575915ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:51.150672Z","caller":"traceutil/trace.go:171","msg":"trace[2057722837] transaction","detail":"{read_only:false; response_revision:3362; number_of_response:1; }","duration":"136.108352ms","start":"2026-04-28T03:27:51.014526Z","end":"2026-04-28T03:27:51.150634Z","steps":["trace[2057722837] 'process raft request' (duration: 135.940179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:51.343531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.402258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:51.34385Z","caller":"traceutil/trace.go:171","msg":"trace[143825079] transaction","detail":"{read_only:false; response_revision:3363; number_of_response:1; }","duration":"190.535492ms","start":"2026-04-28T03:27:51.15328Z","end":"2026-04-28T03:27:51.343815Z","steps":["trace[143825079] 'process raft request' (duration: 81.694936ms)","trace[143825079] 'compare' (duration: 108.199232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:51.627182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.231172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:51.627351Z","caller":"traceutil/trace.go:171","msg":"trace[467205364] transaction","detail":"{read_only:false; response_revision:3367; number_of_response:1; }","duration":"268.489134ms","start":"2026-04-28T03:27:51.358827Z","end":"2026-04-28T03:27:51.627317Z","steps":["trace[467205364] 'process raft request' (duration: 107.036467ms)","trace[467205364] 'compare' (duration: 161.090888ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:51.627424Z","caller":"traceutil/trace.go:171","msg":"trace[1095223131] linearizableReadLoop","detail":"{readStateIndex:3523; appliedIndex:3521; }","duration":"201.777267ms","start":"2026-04-28T03:27:51.425633Z","end":"2026-04-28T03:27:51.62741Z","steps":["trace[1095223131] 'read index received' (duration: 9.402895ms)","trace[1095223131] 'applied index is now lower than readState.Index' (duration: 192.373402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:51.627763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.127954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:27:51.627793Z","caller":"traceutil/trace.go:171","msg":"trace[2043743122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3368; }","duration":"202.197466ms","start":"2026-04-28T03:27:51.425588Z","end":"2026-04-28T03:27:51.627786Z","steps":["trace[2043743122] 'agreement among raft nodes before linearized reading' (duration: 202.020672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:51.627804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.396966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:51.627904Z","caller":"traceutil/trace.go:171","msg":"trace[2145817695] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3368; }","duration":"140.57077ms","start":"2026-04-28T03:27:51.487313Z","end":"2026-04-28T03:27:51.627884Z","steps":["trace[2145817695] 'agreement among raft nodes before linearized reading' (duration: 140.375916ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:51.805984Z","caller":"traceutil/trace.go:171","msg":"trace[1812160525] transaction","detail":"{read_only:false; response_revision:3370; number_of_response:1; }","duration":"173.586982ms","start":"2026-04-28T03:27:51.632341Z","end":"2026-04-28T03:27:51.805928Z","steps":["trace[1812160525] 'process raft request' (duration: 125.207155ms)","trace[1812160525] 'compare' (duration: 47.926297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:52.577939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.485842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:52.578484Z","caller":"traceutil/trace.go:171","msg":"trace[803748934] transaction","detail":"{read_only:false; response_revision:3373; number_of_response:1; }","duration":"573.803938ms","start":"2026-04-28T03:27:52.004659Z","end":"2026-04-28T03:27:52.578463Z","steps":["trace[803748934] 'process raft request' (duration: 431.709443ms)","trace[803748934] 'compare' (duration: 141.37964ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:52.578772Z","caller":"traceutil/trace.go:171","msg":"trace[1976098194] transaction","detail":"{read_only:false; response_revision:3375; number_of_response:1; }","duration":"573.792577ms","start":"2026-04-28T03:27:52.00496Z","end":"2026-04-28T03:27:52.578753Z","steps":["trace[1976098194] 'process raft request' (duration: 573.228345ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:52.578839Z","caller":"traceutil/trace.go:171","msg":"trace[708679629] linearizableReadLoop","detail":"{readStateIndex:3531; appliedIndex:3527; }","duration":"572.202482ms","start":"2026-04-28T03:27:52.006596Z","end":"2026-04-28T03:27:52.578798Z","steps":["trace[708679629] 'read index received' (duration: 70.259605ms)","trace[708679629] 'applied index is now lower than readState.Index' (duration: 501.941787ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:52.578898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:52.004941Z","time spent":"573.90369ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:52.579056Z","caller":"traceutil/trace.go:171","msg":"trace[1747106722] transaction","detail":"{read_only:false; response_revision:3374; number_of_response:1; }","duration":"574.141486ms","start":"2026-04-28T03:27:52.004905Z","end":"2026-04-28T03:27:52.579047Z","steps":["trace[1747106722] 'process raft request' (duration: 573.141914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:52.579132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:52.004892Z","time spent":"574.215087ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:52.578753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:52.004641Z","time spent":"573.881789ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:52.579182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.621509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:52.579446Z","caller":"traceutil/trace.go:171","msg":"trace[867326956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3376; }","duration":"533.947656ms","start":"2026-04-28T03:27:52.045487Z","end":"2026-04-28T03:27:52.579434Z","steps":["trace[867326956] 'agreement among raft nodes before linearized reading' (duration: 533.573148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:52.579517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:52.045396Z","time spent":"534.110539ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:27:52.57985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.681764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:27:52.579759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.153034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:27:52.580005Z","caller":"traceutil/trace.go:171","msg":"trace[281663056] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3376; }","duration":"573.402629ms","start":"2026-04-28T03:27:52.006579Z","end":"2026-04-28T03:27:52.579982Z","steps":["trace[281663056] 'agreement among raft nodes before linearized reading' (duration: 572.721313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:52.580061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:52.006572Z","time spent":"573.479661ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:27:52.581231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.437651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:52.581285Z","caller":"traceutil/trace.go:171","msg":"trace[815930256] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3376; }","duration":"239.537033ms","start":"2026-04-28T03:27:52.34173Z","end":"2026-04-28T03:27:52.581267Z","steps":["trace[815930256] 'agreement among raft nodes before linearized reading' (duration: 237.883058ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:52.581628Z","caller":"traceutil/trace.go:171","msg":"trace[1568183396] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3376; }","duration":"340.783737ms","start":"2026-04-28T03:27:52.239104Z","end":"2026-04-28T03:27:52.579887Z","steps":["trace[1568183396] 'agreement among raft nodes before linearized reading' (duration: 340.701715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:52.581867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:52.239081Z","time spent":"342.616216ms","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:27:53.453045Z","caller":"traceutil/trace.go:171","msg":"trace[2052287941] transaction","detail":"{read_only:false; response_revision:3378; number_of_response:1; }","duration":"103.883491ms","start":"2026-04-28T03:27:53.34914Z","end":"2026-04-28T03:27:53.453023Z","steps":["trace[2052287941] 'process raft request' (duration: 29.690579ms)","trace[2052287941] 'compare' (duration: 73.861895ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:53.45323Z","caller":"traceutil/trace.go:171","msg":"trace[1676507722] transaction","detail":"{read_only:false; response_revision:3379; number_of_response:1; }","duration":"102.849788ms","start":"2026-04-28T03:27:53.350356Z","end":"2026-04-28T03:27:53.453206Z","steps":["trace[1676507722] 'process raft request' (duration: 102.603522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:54.148006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.300592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:54.148088Z","caller":"traceutil/trace.go:171","msg":"trace[562695506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3381; }","duration":"105.413085ms","start":"2026-04-28T03:27:54.042651Z","end":"2026-04-28T03:27:54.148064Z","steps":["trace[562695506] 'range keys from in-memory index tree' (duration: 105.17298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:56.298564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732402495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:27:56.799709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732402495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:27:57.044193Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.585442863s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:27:57.244923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870747497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:57.244991Z","caller":"traceutil/trace.go:171","msg":"trace[2128532869] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3386; }","duration":"1.87086354s","start":"2026-04-28T03:27:55.374112Z","end":"2026-04-28T03:27:57.244975Z","steps":["trace[2128532869] 'count revisions from in-memory index tree' (duration: 1.870609474s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:57.245025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:55.374091Z","time spent":"1.870927361s","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:57.246366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.774757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:57.246466Z","caller":"traceutil/trace.go:171","msg":"trace[474138402] transaction","detail":"{read_only:false; response_revision:3387; number_of_response:1; }","duration":"1.787784681s","start":"2026-04-28T03:27:55.458661Z","end":"2026-04-28T03:27:57.246446Z","steps":["trace[474138402] 'process raft request' (duration: 1.585838581s)","trace[474138402] 'compare' (duration: 201.577792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:57.246523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:55.458638Z","time spent":"1.787858833s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:57.941508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.924448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:57.942089Z","caller":"traceutil/trace.go:171","msg":"trace[1338712856] transaction","detail":"{read_only:false; response_revision:3388; number_of_response:1; }","duration":"2.4833489s","start":"2026-04-28T03:27:55.458714Z","end":"2026-04-28T03:27:57.942063Z","steps":["trace[1338712856] 'process raft request' (duration: 2.007779228s)","trace[1338712856] 'compare' (duration: 474.637081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:57.942343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:55.458684Z","time spent":"2.483463843s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:58.044182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00009782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:27:58.045053Z","caller":"traceutil/trace.go:171","msg":"trace[1246405358] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000506069s","start":"2026-04-28T03:27:56.044018Z","end":"2026-04-28T03:27:58.044524Z","steps":["trace[1246405358] 'agreement among raft nodes before linearized reading' (duration: 2.000127681s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:58.046087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:56.044001Z","time spent":"2.002020712s","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:27:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:27:58.893902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.270325ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:27:58.894096Z","caller":"traceutil/trace.go:171","msg":"trace[765064872] linearizableReadLoop","detail":"{readStateIndex:3545; appliedIndex:3542; }","duration":"3.096161829s","start":"2026-04-28T03:27:55.797916Z","end":"2026-04-28T03:27:58.894078Z","steps":["trace[765064872] 'read index received' (duration: 1.246735013s)","trace[765064872] 'applied index is now lower than readState.Index' (duration: 1.849425816s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:58.894224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:57.955944Z","time spent":"938.273818ms","remote":"127.0.0.1:37828","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:27:58.894714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.096796692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:27:58.894756Z","caller":"traceutil/trace.go:171","msg":"trace[2002969563] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3388; }","duration":"3.096885374s","start":"2026-04-28T03:27:55.797859Z","end":"2026-04-28T03:27:58.894744Z","steps":["trace[2002969563] 'agreement among raft nodes before linearized reading' (duration: 3.09670115s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:58.89479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:55.797839Z","time spent":"3.096941886s","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-28T03:27:58.895134Z","caller":"traceutil/trace.go:171","msg":"trace[1002726999] transaction","detail":"{read_only:false; response_revision:3389; number_of_response:1; }","duration":"1.800617238s","start":"2026-04-28T03:27:57.094503Z","end":"2026-04-28T03:27:58.89512Z","steps":["trace[1002726999] 'process raft request' (duration: 1.799489503s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:58.895332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:57.094484Z","time spent":"1.80076868s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:00.052356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:28:00.052483Z","caller":"traceutil/trace.go:171","msg":"trace[1453227811] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001120624s","start":"2026-04-28T03:27:58.05133Z","end":"2026-04-28T03:28:00.052451Z","steps":["trace[1453227811] 'agreement among raft nodes before linearized reading' (duration: 2.000251885s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:00.052557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:58.051315Z","time spent":"2.001223876s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:28:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:28:00.959319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999412748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:28:00.959398Z","caller":"traceutil/trace.go:171","msg":"trace[1223599228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999515021s","start":"2026-04-28T03:27:55.959867Z","end":"2026-04-28T03:28:00.959382Z","steps":["trace[1223599228] 'agreement among raft nodes before linearized reading' (duration: 4.999409578s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:00.959446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:55.959807Z","time spent":"4.999628603s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:28:01.210156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99907967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:28:01.21024Z","caller":"traceutil/trace.go:171","msg":"trace[956405793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999257384s","start":"2026-04-28T03:27:56.210962Z","end":"2026-04-28T03:28:01.21022Z","steps":["trace[956405793] 'agreement among raft nodes before linearized reading' (duration: 4.999110141s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.21029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:56.210943Z","time spent":"4.999335306s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 03:28:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:28:01.582373Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.630386878s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:28:01.606298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711124695s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:28:01.606483Z","caller":"traceutil/trace.go:171","msg":"trace[1140682640] transaction","detail":"{read_only:false; response_revision:3392; number_of_response:1; }","duration":"1.654714311s","start":"2026-04-28T03:27:59.951757Z","end":"2026-04-28T03:28:01.606471Z","steps":["trace[1140682640] 'process raft request' (duration: 1.65468526s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.606531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:59.951725Z","time spent":"1.654785953s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:01.606483Z","caller":"traceutil/trace.go:171","msg":"trace[1714564304] linearizableReadLoop","detail":"{readStateIndex:3547; appliedIndex:3545; }","duration":"2.712331461s","start":"2026-04-28T03:27:58.894128Z","end":"2026-04-28T03:28:01.606459Z","steps":["trace[1714564304] 'read index received' (duration: 657.314µs)","trace[1714564304] 'applied index is now lower than readState.Index' (duration: 2.711671137s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:01.606777Z","caller":"traceutil/trace.go:171","msg":"trace[1250676341] transaction","detail":"{read_only:false; response_revision:3391; number_of_response:1; }","duration":"2.354971542s","start":"2026-04-28T03:27:59.251797Z","end":"2026-04-28T03:28:01.606768Z","steps":["trace[1250676341] 'process raft request' (duration: 2.354581334s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.606826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:59.251768Z","time spent":"2.355032284s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:01.606874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.987964665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:28:01.606836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.98775904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-28T03:28:01.607133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.172222728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:28:01.607162Z","caller":"traceutil/trace.go:171","msg":"trace[810068565] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3392; }","duration":"4.17229044s","start":"2026-04-28T03:27:57.434865Z","end":"2026-04-28T03:28:01.607156Z","steps":["trace[810068565] 'agreement among raft nodes before linearized reading' (duration: 4.172227858s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:01.607015Z","caller":"traceutil/trace.go:171","msg":"trace[1538984656] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3392; }","duration":"4.987971624s","start":"2026-04-28T03:27:56.619028Z","end":"2026-04-28T03:28:01.607Z","steps":["trace[1538984656] 'agreement among raft nodes before linearized reading' (duration: 4.987600576s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.607183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:57.434844Z","time spent":"4.172333631s","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":24,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:01.607204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:56.619017Z","time spent":"4.988173699s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:28:01.6073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131216215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:28:01.607318Z","caller":"traceutil/trace.go:171","msg":"trace[1469126749] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3392; }","duration":"3.131280806s","start":"2026-04-28T03:27:58.476032Z","end":"2026-04-28T03:28:01.607313Z","steps":["trace[1469126749] 'agreement among raft nodes before linearized reading' (duration: 3.131239105s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.607343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:58.476007Z","time spent":"3.131331408s","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:01.607432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998049554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:28:01.607719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.00969702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:28:01.607793Z","caller":"traceutil/trace.go:171","msg":"trace[112412405] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3392; }","duration":"4.009827803s","start":"2026-04-28T03:27:57.597949Z","end":"2026-04-28T03:28:01.607776Z","steps":["trace[112412405] 'agreement among raft nodes before linearized reading' (duration: 4.009582478s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.60784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:57.597927Z","time spent":"4.009903585s","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:28:01.607741Z","caller":"traceutil/trace.go:171","msg":"trace[1385300750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3392; }","duration":"4.998381522s","start":"2026-04-28T03:27:56.609345Z","end":"2026-04-28T03:28:01.607726Z","steps":["trace[1385300750] 'agreement among raft nodes before linearized reading' (duration: 4.997643506s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.607984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:56.609331Z","time spent":"4.998640887s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:28:01.608152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00927605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:01.60824Z","caller":"traceutil/trace.go:171","msg":"trace[428965388] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3392; }","duration":"5.009590847s","start":"2026-04-28T03:27:56.598633Z","end":"2026-04-28T03:28:01.608224Z","steps":["trace[428965388] 'agreement among raft nodes before linearized reading' (duration: 5.00929505s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.608329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:56.598613Z","time spent":"5.00970111s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:01.608403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.518634577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa678b55c2d69e\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-28T03:28:01.608445Z","caller":"traceutil/trace.go:171","msg":"trace[1172988535] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa678b55c2d69e; range_end:; response_count:1; response_revision:3392; }","duration":"5.518701399s","start":"2026-04-28T03:27:56.089727Z","end":"2026-04-28T03:28:01.608428Z","steps":["trace[1172988535] 'agreement among raft nodes before linearized reading' (duration: 5.518617096s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.608469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:56.089708Z","time spent":"5.51875283s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18aa678b55c2d69e\" "} {"level":"warn","ts":"2026-04-28T03:28:01.608614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.169744543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:28:01.60866Z","caller":"traceutil/trace.go:171","msg":"trace[801687419] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:3392; }","duration":"5.169834875s","start":"2026-04-28T03:27:56.438819Z","end":"2026-04-28T03:28:01.608654Z","steps":["trace[801687419] 'agreement among raft nodes before linearized reading' (duration: 5.169736453s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.608678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:56.438797Z","time spent":"5.169875545s","remote":"127.0.0.1:42948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:01.608691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.714773249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:28:01.608718Z","caller":"traceutil/trace.go:171","msg":"trace[2087174644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3392; }","duration":"5.71483734s","start":"2026-04-28T03:27:55.893873Z","end":"2026-04-28T03:28:01.608711Z","steps":["trace[2087174644] 'agreement among raft nodes before linearized reading' (duration: 5.714699337s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.608739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:55.893854Z","time spent":"5.714879782s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:28:01.606514Z","caller":"traceutil/trace.go:171","msg":"trace[1533526239] transaction","detail":"{read_only:false; response_revision:3390; number_of_response:1; }","duration":"4.353744772s","start":"2026-04-28T03:27:57.252703Z","end":"2026-04-28T03:28:01.606448Z","steps":["trace[1533526239] 'process raft request' (duration: 1.642409013s)","trace[1533526239] 'compare' (duration: 2.710128902s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:01.608814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.30928635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:28:01.608837Z","caller":"traceutil/trace.go:171","msg":"trace[2061697519] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3392; }","duration":"4.309338911s","start":"2026-04-28T03:27:57.299493Z","end":"2026-04-28T03:28:01.608832Z","steps":["trace[2061697519] 'agreement among raft nodes before linearized reading' (duration: 4.3092989s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.608851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:57.299476Z","time spent":"4.309371632s","remote":"127.0.0.1:42698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:01.608849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:57.252674Z","time spent":"4.356130145s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:01.608842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.82601562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:01.606966Z","caller":"traceutil/trace.go:171","msg":"trace[1567446898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3392; }","duration":"4.988163868s","start":"2026-04-28T03:27:56.618789Z","end":"2026-04-28T03:28:01.606953Z","steps":["trace[1567446898] 'agreement among raft nodes before linearized reading' (duration: 4.987898333s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:01.60895Z","caller":"traceutil/trace.go:171","msg":"trace[1895181802] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3392; }","duration":"4.826167243s","start":"2026-04-28T03:27:56.782772Z","end":"2026-04-28T03:28:01.608939Z","steps":["trace[1895181802] 'agreement among raft nodes before linearized reading' (duration: 4.82601395s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.608971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:56.618778Z","time spent":"4.990187254s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:28:01.60898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:56.782753Z","time spent":"4.826218785s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:28:01.614731Z","caller":"traceutil/trace.go:171","msg":"trace[1553959587] transaction","detail":"{read_only:false; response_revision:3393; number_of_response:1; }","duration":"1.527131294s","start":"2026-04-28T03:28:00.087588Z","end":"2026-04-28T03:28:01.614719Z","steps":["trace[1553959587] 'process raft request' (duration: 1.527020592s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.614872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:00.087561Z","time spent":"1.527207896s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:01.614923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.344327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:28:01.614935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857675497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:28:01.614973Z","caller":"traceutil/trace.go:171","msg":"trace[1148910999] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3393; }","duration":"587.431609ms","start":"2026-04-28T03:28:01.027521Z","end":"2026-04-28T03:28:01.614953Z","steps":["trace[1148910999] 'agreement among raft nodes before linearized reading' (duration: 587.371838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.615014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:01.027501Z","time spent":"587.506272ms","remote":"127.0.0.1:42876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:01.615059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.715580292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-04-28T03:28:01.615048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561766504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:01.615215Z","caller":"traceutil/trace.go:171","msg":"trace[1561294909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3393; }","duration":"1.561987999s","start":"2026-04-28T03:28:00.053136Z","end":"2026-04-28T03:28:01.615124Z","steps":["trace[1561294909] 'agreement among raft nodes before linearized reading' (duration: 1.561734194s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.615279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.339562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:28:01.615086Z","caller":"traceutil/trace.go:171","msg":"trace[1491899601] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3393; }","duration":"2.715623432s","start":"2026-04-28T03:27:58.899457Z","end":"2026-04-28T03:28:01.61508Z","steps":["trace[1491899601] 'agreement among raft nodes before linearized reading' (duration: 2.71553542s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:01.615301Z","caller":"traceutil/trace.go:171","msg":"trace[224541645] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:3393; }","duration":"335.392954ms","start":"2026-04-28T03:28:01.279902Z","end":"2026-04-28T03:28:01.615295Z","steps":["trace[224541645] 'agreement among raft nodes before linearized reading' (duration: 334.935724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.615346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:01.279884Z","time spent":"335.457505ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.168\" "} {"level":"warn","ts":"2026-04-28T03:28:01.61532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:58.899445Z","time spent":"2.715866117s","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-04-28T03:28:01.61497Z","caller":"traceutil/trace.go:171","msg":"trace[1865750757] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3393; }","duration":"1.857713098s","start":"2026-04-28T03:27:59.757246Z","end":"2026-04-28T03:28:01.614959Z","steps":["trace[1865750757] 'agreement among raft nodes before linearized reading' (duration: 1.857655506s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.615481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:59.7572Z","time spent":"1.8582747s","remote":"127.0.0.1:43018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:01.615467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:00.053107Z","time spent":"1.562173353s","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:28:03.906673Z","caller":"traceutil/trace.go:171","msg":"trace[2017492150] transaction","detail":"{read_only:false; response_revision:3410; number_of_response:1; }","duration":"193.512895ms","start":"2026-04-28T03:28:03.713137Z","end":"2026-04-28T03:28:03.90665Z","steps":["trace[2017492150] 'process raft request' (duration: 193.411513ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:03.906917Z","caller":"traceutil/trace.go:171","msg":"trace[1273139995] linearizableReadLoop","detail":"{readStateIndex:3569; appliedIndex:3566; }","duration":"111.397674ms","start":"2026-04-28T03:28:03.795487Z","end":"2026-04-28T03:28:03.906884Z","steps":["trace[1273139995] 'read index received' (duration: 68.36251ms)","trace[1273139995] 'applied index is now lower than readState.Index' (duration: 43.032354ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:03.907033Z","caller":"traceutil/trace.go:171","msg":"trace[1415271139] transaction","detail":"{read_only:false; response_revision:3409; number_of_response:1; }","duration":"193.963935ms","start":"2026-04-28T03:28:03.713048Z","end":"2026-04-28T03:28:03.907012Z","steps":["trace[1415271139] 'process raft request' (duration: 150.86427ms)","trace[1415271139] 'compare' (duration: 42.496742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:03.907188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.716511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:28:03.907248Z","caller":"traceutil/trace.go:171","msg":"trace[327346918] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3411; }","duration":"111.826484ms","start":"2026-04-28T03:28:03.795406Z","end":"2026-04-28T03:28:03.907233Z","steps":["trace[327346918] 'agreement among raft nodes before linearized reading' (duration: 111.594359ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:03.907436Z","caller":"traceutil/trace.go:171","msg":"trace[30542993] transaction","detail":"{read_only:false; response_revision:3411; number_of_response:1; }","duration":"194.234212ms","start":"2026-04-28T03:28:03.713179Z","end":"2026-04-28T03:28:03.907413Z","steps":["trace[30542993] 'process raft request' (duration: 193.413934ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:07.91543Z","caller":"traceutil/trace.go:171","msg":"trace[1687801803] transaction","detail":"{read_only:false; response_revision:3426; number_of_response:1; }","duration":"246.984836ms","start":"2026-04-28T03:28:07.668422Z","end":"2026-04-28T03:28:07.915407Z","steps":["trace[1687801803] 'process raft request' (duration: 246.844353ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:07.918502Z","caller":"traceutil/trace.go:171","msg":"trace[704471247] linearizableReadLoop","detail":"{readStateIndex:3586; appliedIndex:3584; }","duration":"120.205912ms","start":"2026-04-28T03:28:07.798269Z","end":"2026-04-28T03:28:07.918475Z","steps":["trace[704471247] 'read index received' (duration: 117.020952ms)","trace[704471247] 'applied index is now lower than readState.Index' (duration: 3.18404ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:07.91855Z","caller":"traceutil/trace.go:171","msg":"trace[509196030] transaction","detail":"{read_only:false; response_revision:3427; number_of_response:1; }","duration":"142.613013ms","start":"2026-04-28T03:28:07.775896Z","end":"2026-04-28T03:28:07.918509Z","steps":["trace[509196030] 'process raft request' (duration: 142.46761ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:07.918641Z","caller":"traceutil/trace.go:171","msg":"trace[2009520027] transaction","detail":"{read_only:false; response_revision:3428; number_of_response:1; }","duration":"115.228292ms","start":"2026-04-28T03:28:07.803381Z","end":"2026-04-28T03:28:07.918609Z","steps":["trace[2009520027] 'process raft request' (duration: 115.057958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:07.918737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.449227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:28:07.91887Z","caller":"traceutil/trace.go:171","msg":"trace[524018428] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3428; }","duration":"120.59882ms","start":"2026-04-28T03:28:07.798261Z","end":"2026-04-28T03:28:07.91886Z","steps":["trace[524018428] 'agreement among raft nodes before linearized reading' (duration: 120.342444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.235367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.788811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:28:08.23544Z","caller":"traceutil/trace.go:171","msg":"trace[856043480] linearizableReadLoop","detail":"{readStateIndex:3589; appliedIndex:3588; }","duration":"269.981983ms","start":"2026-04-28T03:28:07.965447Z","end":"2026-04-28T03:28:08.235429Z","steps":["trace[856043480] 'read index received' (duration: 18.986807ms)","trace[856043480] 'applied index is now lower than readState.Index' (duration: 250.993936ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:08.235503Z","caller":"traceutil/trace.go:171","msg":"trace[2090103825] transaction","detail":"{read_only:false; response_revision:3430; number_of_response:1; }","duration":"270.3256ms","start":"2026-04-28T03:28:07.965131Z","end":"2026-04-28T03:28:08.235456Z","steps":["trace[2090103825] 'process raft request' (duration: 19.379446ms)","trace[2090103825] 'compare' (duration: 250.583327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:08.235585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.139236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-04-28T03:28:08.235601Z","caller":"traceutil/trace.go:171","msg":"trace[1841880208] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3430; }","duration":"270.175507ms","start":"2026-04-28T03:28:07.96542Z","end":"2026-04-28T03:28:08.235595Z","steps":["trace[1841880208] 'agreement among raft nodes before linearized reading' (duration: 270.062955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.235841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.09867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:08.235863Z","caller":"traceutil/trace.go:171","msg":"trace[1024398816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3430; }","duration":"191.156221ms","start":"2026-04-28T03:28:08.0447Z","end":"2026-04-28T03:28:08.235856Z","steps":["trace[1024398816] 'agreement among raft nodes before linearized reading' (duration: 191.12451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.235884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.779135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:28:08.235948Z","caller":"traceutil/trace.go:171","msg":"trace[1819957160] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3430; }","duration":"252.865607ms","start":"2026-04-28T03:28:07.983062Z","end":"2026-04-28T03:28:08.235927Z","steps":["trace[1819957160] 'agreement among raft nodes before linearized reading' (duration: 252.693473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.236018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.923648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:28:08.236037Z","caller":"traceutil/trace.go:171","msg":"trace[460090654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3430; }","duration":"253.00687ms","start":"2026-04-28T03:28:07.983026Z","end":"2026-04-28T03:28:08.236033Z","steps":["trace[460090654] 'agreement among raft nodes before linearized reading' (duration: 252.956539ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:08.407137Z","caller":"traceutil/trace.go:171","msg":"trace[2107952067] transaction","detail":"{read_only:false; response_revision:3432; number_of_response:1; }","duration":"166.54106ms","start":"2026-04-28T03:28:08.240573Z","end":"2026-04-28T03:28:08.407114Z","steps":["trace[2107952067] 'process raft request' (duration: 140.821825ms)","trace[2107952067] 'compare' (duration: 25.621973ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:10.036844Z","caller":"traceutil/trace.go:171","msg":"trace[79774518] transaction","detail":"{read_only:false; response_revision:3438; number_of_response:1; }","duration":"113.805021ms","start":"2026-04-28T03:28:09.923014Z","end":"2026-04-28T03:28:10.036819Z","steps":["trace[79774518] 'process raft request' (duration: 113.592296ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:10.036914Z","caller":"traceutil/trace.go:171","msg":"trace[1520068595] transaction","detail":"{read_only:false; response_revision:3439; number_of_response:1; }","duration":"113.478464ms","start":"2026-04-28T03:28:09.92339Z","end":"2026-04-28T03:28:10.036868Z","steps":["trace[1520068595] 'process raft request' (duration: 113.349211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:11.781844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732402643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:28:12.282919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732402643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:28:12.783453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732402643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:28:13.054264Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.961288399s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:28:13.054594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:11.092851Z","time spent":"1.961739849s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:28:13.26151Z","caller":"traceutil/trace.go:171","msg":"trace[548744495] transaction","detail":"{read_only:false; response_revision:3444; number_of_response:1; }","duration":"2.168740846s","start":"2026-04-28T03:28:11.092746Z","end":"2026-04-28T03:28:13.261487Z","steps":["trace[548744495] 'process raft request' (duration: 2.152755765s)","trace[548744495] 'compare' (duration: 15.803777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:13.261637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:11.092728Z","time spent":"2.168848789s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:13.261788Z","caller":"traceutil/trace.go:171","msg":"trace[767757511] transaction","detail":"{read_only:false; response_revision:3445; number_of_response:1; }","duration":"1.424541002s","start":"2026-04-28T03:28:11.837236Z","end":"2026-04-28T03:28:13.261777Z","steps":["trace[767757511] 'process raft request' (duration: 1.424191745s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:13.261863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:11.837211Z","time spent":"1.424619654s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:13.26211Z","caller":"traceutil/trace.go:171","msg":"trace[1121239550] linearizableReadLoop","detail":"{readStateIndex:3608; appliedIndex:3603; }","duration":"1.981294183s","start":"2026-04-28T03:28:11.280803Z","end":"2026-04-28T03:28:13.262097Z","steps":["trace[1121239550] 'read index received' (duration: 1.773768993s)","trace[1121239550] 'applied index is now lower than readState.Index' (duration: 207.52443ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:13.262177Z","caller":"traceutil/trace.go:171","msg":"trace[1417050677] transaction","detail":"{read_only:false; response_revision:3447; number_of_response:1; }","duration":"1.22029686s","start":"2026-04-28T03:28:12.041869Z","end":"2026-04-28T03:28:13.262166Z","steps":["trace[1417050677] 'process raft request' (duration: 1.220135995s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:13.262295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:12.041852Z","time spent":"1.22034819s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:13.262576Z","caller":"traceutil/trace.go:171","msg":"trace[1424447357] transaction","detail":"{read_only:false; response_revision:3448; number_of_response:1; }","duration":"1.220057274s","start":"2026-04-28T03:28:12.042493Z","end":"2026-04-28T03:28:13.262551Z","steps":["trace[1424447357] 'process raft request' (duration: 1.219571162s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:13.262602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842812746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:28:13.262638Z","caller":"traceutil/trace.go:171","msg":"trace[1870107575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3449; }","duration":"1.842877627s","start":"2026-04-28T03:28:11.419751Z","end":"2026-04-28T03:28:13.262628Z","steps":["trace[1870107575] 'agreement among raft nodes before linearized reading' (duration: 1.842734854s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:13.262636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:12.042486Z","time spent":"1.220119905s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:13.262666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:11.419724Z","time spent":"1.842935188s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:28:13.262118Z","caller":"traceutil/trace.go:171","msg":"trace[1280940141] transaction","detail":"{read_only:false; response_revision:3446; number_of_response:1; }","duration":"1.254489791s","start":"2026-04-28T03:28:12.007615Z","end":"2026-04-28T03:28:13.262105Z","steps":["trace[1280940141] 'process raft request' (duration: 1.254111482s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:13.262733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219885941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:13.26276Z","caller":"traceutil/trace.go:171","msg":"trace[1897775799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3449; }","duration":"1.219930771s","start":"2026-04-28T03:28:12.042821Z","end":"2026-04-28T03:28:13.262752Z","steps":["trace[1897775799] 'agreement among raft nodes before linearized reading' (duration: 1.21988572s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:13.262783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:12.042815Z","time spent":"1.219961972s","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:28:13.262823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:12.00759Z","time spent":"1.255120875s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:13.262833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.525152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:28:13.262853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464821639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:28:13.262893Z","caller":"traceutil/trace.go:171","msg":"trace[2053606366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3449; }","duration":"870.628694ms","start":"2026-04-28T03:28:12.392248Z","end":"2026-04-28T03:28:13.262877Z","steps":["trace[2053606366] 'agreement among raft nodes before linearized reading' (duration: 870.401039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:13.262907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.689849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:28:13.262784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397492438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:28:13.262941Z","caller":"traceutil/trace.go:171","msg":"trace[678203612] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3449; }","duration":"330.767991ms","start":"2026-04-28T03:28:12.932164Z","end":"2026-04-28T03:28:13.262932Z","steps":["trace[678203612] 'agreement among raft nodes before linearized reading' (duration: 330.71253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:13.262943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:12.392227Z","time spent":"870.706795ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:28:13.262927Z","caller":"traceutil/trace.go:171","msg":"trace[1111994481] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3449; }","duration":"1.464926212s","start":"2026-04-28T03:28:11.79799Z","end":"2026-04-28T03:28:13.262916Z","steps":["trace[1111994481] 'agreement among raft nodes before linearized reading' (duration: 1.464808269s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:13.262999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:11.797973Z","time spent":"1.465016073s","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:28:13.263032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21354303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:28:13.263061Z","caller":"traceutil/trace.go:171","msg":"trace[1648680821] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3449; }","duration":"1.213591671s","start":"2026-04-28T03:28:12.049463Z","end":"2026-04-28T03:28:13.263054Z","steps":["trace[1648680821] 'agreement among raft nodes before linearized reading' (duration: 1.213512609s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:13.263088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:12.049453Z","time spent":"1.213629471s","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:28:13.26296Z","caller":"traceutil/trace.go:171","msg":"trace[767540467] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3449; }","duration":"1.397693073s","start":"2026-04-28T03:28:11.865258Z","end":"2026-04-28T03:28:13.262951Z","steps":["trace[767540467] 'agreement among raft nodes before linearized reading' (duration: 1.397463878s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:13.263173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:11.865243Z","time spent":"1.397919177s","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:28:13.262968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:12.932099Z","time spent":"330.862194ms","remote":"127.0.0.1:43158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:13.263312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.794447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:28:13.26336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.016582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:28:13.263413Z","caller":"traceutil/trace.go:171","msg":"trace[221038029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3449; }","duration":"871.087443ms","start":"2026-04-28T03:28:12.392313Z","end":"2026-04-28T03:28:13.263401Z","steps":["trace[221038029] 'agreement among raft nodes before linearized reading' (duration: 870.9477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:13.263452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:12.392306Z","time spent":"871.137544ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:28:13.263391Z","caller":"traceutil/trace.go:171","msg":"trace[1936684113] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3449; }","duration":"114.90074ms","start":"2026-04-28T03:28:13.14846Z","end":"2026-04-28T03:28:13.263361Z","steps":["trace[1936684113] 'agreement among raft nodes before linearized reading' (duration: 114.809478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:13.263906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201342362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:28:13.263436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.791285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:28:13.264239Z","caller":"traceutil/trace.go:171","msg":"trace[504473001] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3449; }","duration":"840.682254ms","start":"2026-04-28T03:28:12.42354Z","end":"2026-04-28T03:28:13.264222Z","steps":["trace[504473001] 'agreement among raft nodes before linearized reading' (duration: 839.55419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:13.264738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:12.423533Z","time spent":"841.189625ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T03:28:13.263066Z","caller":"traceutil/trace.go:171","msg":"trace[2118229683] transaction","detail":"{read_only:false; response_revision:3449; number_of_response:1; }","duration":"207.164321ms","start":"2026-04-28T03:28:13.055891Z","end":"2026-04-28T03:28:13.263056Z","steps":["trace[2118229683] 'process raft request' (duration: 206.536947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:13.266648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985840513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:28:13.266734Z","caller":"traceutil/trace.go:171","msg":"trace[1498768036] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:3449; }","duration":"1.985924794s","start":"2026-04-28T03:28:11.280797Z","end":"2026-04-28T03:28:13.266722Z","steps":["trace[1498768036] 'agreement among raft nodes before linearized reading' (duration: 1.981735623s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:13.267289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:11.280747Z","time spent":"1.986523147s","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.168\" "} {"level":"info","ts":"2026-04-28T03:28:13.272804Z","caller":"traceutil/trace.go:171","msg":"trace[1790151245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3449; }","duration":"1.201400563s","start":"2026-04-28T03:28:12.062533Z","end":"2026-04-28T03:28:13.263934Z","steps":["trace[1790151245] 'agreement among raft nodes before linearized reading' (duration: 1.200386191s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:13.2729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:12.062524Z","time spent":"1.210349379s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:28:14.180956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.393793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:28:14.181118Z","caller":"traceutil/trace.go:171","msg":"trace[441973991] transaction","detail":"{read_only:false; response_revision:3450; number_of_response:1; }","duration":"910.794564ms","start":"2026-04-28T03:28:13.270305Z","end":"2026-04-28T03:28:14.1811Z","steps":["trace[441973991] 'process raft request' (duration: 462.055513ms)","trace[441973991] 'compare' (duration: 447.417151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:14.181175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.270293Z","time spent":"910.858505ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:14.181632Z","caller":"traceutil/trace.go:171","msg":"trace[803730682] linearizableReadLoop","detail":"{readStateIndex:3613; appliedIndex:3610; }","duration":"905.820234ms","start":"2026-04-28T03:28:13.275795Z","end":"2026-04-28T03:28:14.181615Z","steps":["trace[803730682] 'read index received' (duration: 456.50064ms)","trace[803730682] 'applied index is now lower than readState.Index' (duration: 449.318874ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:14.181693Z","caller":"traceutil/trace.go:171","msg":"trace[1889145102] transaction","detail":"{read_only:false; response_revision:3452; number_of_response:1; }","duration":"911.311506ms","start":"2026-04-28T03:28:13.270372Z","end":"2026-04-28T03:28:14.181684Z","steps":["trace[1889145102] 'process raft request' (duration: 911.112641ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:14.181637Z","caller":"traceutil/trace.go:171","msg":"trace[1367631695] transaction","detail":"{read_only:false; response_revision:3451; number_of_response:1; }","duration":"911.230584ms","start":"2026-04-28T03:28:13.270374Z","end":"2026-04-28T03:28:14.181604Z","steps":["trace[1367631695] 'process raft request' (duration: 910.653381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:14.181777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.701262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:14.181811Z","caller":"traceutil/trace.go:171","msg":"trace[27606417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3452; }","duration":"910.749002ms","start":"2026-04-28T03:28:13.271055Z","end":"2026-04-28T03:28:14.181804Z","steps":["trace[27606417] 'agreement among raft nodes before linearized reading' (duration: 910.698851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:14.181835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.271048Z","time spent":"910.782293ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:28:14.181739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.270361Z","time spent":"911.353146ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:14.182007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.270367Z","time spent":"911.52986ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:14.253737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.722924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:14.253802Z","caller":"traceutil/trace.go:171","msg":"trace[961994777] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3455; }","duration":"931.804307ms","start":"2026-04-28T03:28:13.321983Z","end":"2026-04-28T03:28:14.253787Z","steps":["trace[961994777] 'agreement among raft nodes before linearized reading' (duration: 931.678623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:14.253836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.3219Z","time spent":"931.92812ms","remote":"127.0.0.1:46620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:14.25384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.667303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9282"} {"level":"info","ts":"2026-04-28T03:28:14.253942Z","caller":"traceutil/trace.go:171","msg":"trace[986791265] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3455; }","duration":"975.763895ms","start":"2026-04-28T03:28:13.278127Z","end":"2026-04-28T03:28:14.253891Z","steps":["trace[986791265] 'agreement among raft nodes before linearized reading' (duration: 975.54766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:14.254015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.27812Z","time spent":"975.861007ms","remote":"127.0.0.1:42746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9305,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T03:28:14.25414Z","caller":"traceutil/trace.go:171","msg":"trace[964198531] transaction","detail":"{read_only:false; response_revision:3454; number_of_response:1; }","duration":"976.066862ms","start":"2026-04-28T03:28:13.278028Z","end":"2026-04-28T03:28:14.254095Z","steps":["trace[964198531] 'process raft request' (duration: 975.514799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:14.254173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.889928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-04-28T03:28:14.254353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.278018Z","time spent":"976.160914ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:14.25434Z","caller":"traceutil/trace.go:171","msg":"trace[2100453929] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3455; }","duration":"976.058391ms","start":"2026-04-28T03:28:13.278236Z","end":"2026-04-28T03:28:14.254294Z","steps":["trace[2100453929] 'agreement among raft nodes before linearized reading' (duration: 975.484458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:14.254522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.27823Z","time spent":"976.269135ms","remote":"127.0.0.1:43114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-28T03:28:14.254122Z","caller":"traceutil/trace.go:171","msg":"trace[952763956] transaction","detail":"{read_only:false; response_revision:3453; number_of_response:1; }","duration":"976.802308ms","start":"2026-04-28T03:28:13.277295Z","end":"2026-04-28T03:28:14.254097Z","steps":["trace[952763956] 'process raft request' (duration: 976.136532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:14.254727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.277282Z","time spent":"977.39864ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:14.254899Z","caller":"traceutil/trace.go:171","msg":"trace[1953310357] transaction","detail":"{read_only:false; response_revision:3455; number_of_response:1; }","duration":"976.503371ms","start":"2026-04-28T03:28:13.278382Z","end":"2026-04-28T03:28:14.254885Z","steps":["trace[1953310357] 'process raft request' (duration: 975.193381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:14.2566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.278373Z","time spent":"978.187658ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:14.845253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.630681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:14.845349Z","caller":"traceutil/trace.go:171","msg":"trace[1000841964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3455; }","duration":"384.780954ms","start":"2026-04-28T03:28:14.460546Z","end":"2026-04-28T03:28:14.845327Z","steps":["trace[1000841964] 'range keys from in-memory index tree' (duration: 384.55537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:14.845398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:14.460527Z","time spent":"384.860067ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:28:14.845763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.465701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:28:14.845795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.378239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:28:14.845819Z","caller":"traceutil/trace.go:171","msg":"trace[1353650663] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3455; }","duration":"391.551604ms","start":"2026-04-28T03:28:14.454253Z","end":"2026-04-28T03:28:14.845805Z","steps":["trace[1353650663] 'count revisions from in-memory index tree' (duration: 391.369239ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:14.84583Z","caller":"traceutil/trace.go:171","msg":"trace[2130964013] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3455; }","duration":"450.458441ms","start":"2026-04-28T03:28:14.395362Z","end":"2026-04-28T03:28:14.84582Z","steps":["trace[2130964013] 'count revisions from in-memory index tree' (duration: 450.231326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:14.845856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:14.395338Z","time spent":"450.510772ms","remote":"127.0.0.1:43080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:14.84586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:14.454238Z","time spent":"391.609035ms","remote":"127.0.0.1:55208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:14.845989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.613082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:14.846121Z","caller":"traceutil/trace.go:171","msg":"trace[80848534] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3455; }","duration":"528.811986ms","start":"2026-04-28T03:28:14.317283Z","end":"2026-04-28T03:28:14.846095Z","steps":["trace[80848534] 'range keys from in-memory index tree' (duration: 528.529461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:14.8462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:14.317267Z","time spent":"528.910629ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T03:28:15.638817Z","caller":"traceutil/trace.go:171","msg":"trace[1030394788] transaction","detail":"{read_only:false; response_revision:3459; number_of_response:1; }","duration":"292.129975ms","start":"2026-04-28T03:28:15.346657Z","end":"2026-04-28T03:28:15.638787Z","steps":["trace[1030394788] 'process raft request' (duration: 220.476376ms)","trace[1030394788] 'compare' (duration: 71.529777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:16.113504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.591836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:16.113569Z","caller":"traceutil/trace.go:171","msg":"trace[1060996522] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3459; }","duration":"169.717009ms","start":"2026-04-28T03:28:15.943839Z","end":"2026-04-28T03:28:16.113556Z","steps":["trace[1060996522] 'count revisions from in-memory index tree' (duration: 169.508254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:16.113858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.364689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:28:16.113953Z","caller":"traceutil/trace.go:171","msg":"trace[1606725662] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3459; }","duration":"316.522604ms","start":"2026-04-28T03:28:15.797415Z","end":"2026-04-28T03:28:16.113938Z","steps":["trace[1606725662] 'range keys from in-memory index tree' (duration: 316.166845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:16.114006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:15.797389Z","time spent":"316.607235ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-28T03:28:16.250785Z","caller":"traceutil/trace.go:171","msg":"trace[1550587512] linearizableReadLoop","detail":"{readStateIndex:3621; appliedIndex:3620; }","duration":"130.574057ms","start":"2026-04-28T03:28:16.120189Z","end":"2026-04-28T03:28:16.250763Z","steps":["trace[1550587512] 'read index received' (duration: 130.422874ms)","trace[1550587512] 'applied index is now lower than readState.Index' (duration: 150.293µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:16.250859Z","caller":"traceutil/trace.go:171","msg":"trace[521666830] transaction","detail":"{read_only:false; response_revision:3460; number_of_response:1; }","duration":"133.461311ms","start":"2026-04-28T03:28:16.117361Z","end":"2026-04-28T03:28:16.250822Z","steps":["trace[521666830] 'process raft request' (duration: 133.270467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:16.25101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.811222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T03:28:16.251048Z","caller":"traceutil/trace.go:171","msg":"trace[1896646774] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3460; }","duration":"130.898144ms","start":"2026-04-28T03:28:16.12014Z","end":"2026-04-28T03:28:16.251039Z","steps":["trace[1896646774] 'agreement among raft nodes before linearized reading' (duration: 130.745221ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:16.492726Z","caller":"traceutil/trace.go:171","msg":"trace[56762724] linearizableReadLoop","detail":"{readStateIndex:3626; appliedIndex:3625; }","duration":"149.181549ms","start":"2026-04-28T03:28:16.343522Z","end":"2026-04-28T03:28:16.492704Z","steps":["trace[56762724] 'read index received' (duration: 117.114961ms)","trace[56762724] 'applied index is now lower than readState.Index' (duration: 32.065628ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:16.492863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.321031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:28:16.492904Z","caller":"traceutil/trace.go:171","msg":"trace[570522564] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3465; }","duration":"149.412863ms","start":"2026-04-28T03:28:16.343481Z","end":"2026-04-28T03:28:16.492894Z","steps":["trace[570522564] 'agreement among raft nodes before linearized reading' (duration: 149.312431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:16.493038Z","caller":"traceutil/trace.go:171","msg":"trace[1790558920] transaction","detail":"{read_only:false; response_revision:3465; number_of_response:1; }","duration":"174.191578ms","start":"2026-04-28T03:28:16.318824Z","end":"2026-04-28T03:28:16.493016Z","steps":["trace[1790558920] 'process raft request' (duration: 141.850295ms)","trace[1790558920] 'compare' (duration: 31.927344ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:18.578591Z","caller":"traceutil/trace.go:171","msg":"trace[208462277] transaction","detail":"{read_only:false; response_revision:3471; number_of_response:1; }","duration":"258.290466ms","start":"2026-04-28T03:28:18.320276Z","end":"2026-04-28T03:28:18.578567Z","steps":["trace[208462277] 'process raft request' (duration: 258.130322ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:18.630733Z","caller":"traceutil/trace.go:171","msg":"trace[524589739] transaction","detail":"{read_only:false; response_revision:3472; number_of_response:1; }","duration":"308.521564ms","start":"2026-04-28T03:28:18.322193Z","end":"2026-04-28T03:28:18.630715Z","steps":["trace[524589739] 'process raft request' (duration: 285.689641ms)","trace[524589739] 'compare' (duration: 22.70025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:18.630846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:18.322168Z","time spent":"308.618126ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:18.63083Z","caller":"traceutil/trace.go:171","msg":"trace[213786560] linearizableReadLoop","detail":"{readStateIndex:3634; appliedIndex:3632; }","duration":"308.322139ms","start":"2026-04-28T03:28:18.322484Z","end":"2026-04-28T03:28:18.630806Z","steps":["trace[213786560] 'read index received' (duration: 255.931953ms)","trace[213786560] 'applied index is now lower than readState.Index' (duration: 52.387966ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:18.631017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.534363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:28:18.631049Z","caller":"traceutil/trace.go:171","msg":"trace[2064357519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3473; }","duration":"308.599025ms","start":"2026-04-28T03:28:18.322441Z","end":"2026-04-28T03:28:18.63104Z","steps":["trace[2064357519] 'agreement among raft nodes before linearized reading' (duration: 308.484973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:18.631072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:18.322421Z","time spent":"308.644857ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:28:18.631126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.913894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:28:18.631164Z","caller":"traceutil/trace.go:171","msg":"trace[1406671294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3473; }","duration":"114.992085ms","start":"2026-04-28T03:28:18.516161Z","end":"2026-04-28T03:28:18.631153Z","steps":["trace[1406671294] 'agreement among raft nodes before linearized reading' (duration: 114.847242ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:18.631216Z","caller":"traceutil/trace.go:171","msg":"trace[128435785] transaction","detail":"{read_only:false; response_revision:3473; number_of_response:1; }","duration":"308.685508ms","start":"2026-04-28T03:28:18.322519Z","end":"2026-04-28T03:28:18.631204Z","steps":["trace[128435785] 'process raft request' (duration: 308.151336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:18.631262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:18.322498Z","time spent":"308.742668ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:20.0064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.300977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-28T03:28:20.006474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.474628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:28:20.006511Z","caller":"traceutil/trace.go:171","msg":"trace[1817798697] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3480; }","duration":"136.526502ms","start":"2026-04-28T03:28:19.86996Z","end":"2026-04-28T03:28:20.006487Z","steps":["trace[1817798697] 'range keys from in-memory index tree' (duration: 135.941309ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:20.006565Z","caller":"traceutil/trace.go:171","msg":"trace[413977285] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3480; }","duration":"208.57832ms","start":"2026-04-28T03:28:19.79796Z","end":"2026-04-28T03:28:20.006539Z","steps":["trace[413977285] 'range keys from in-memory index tree' (duration: 208.274484ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:20.758931Z","caller":"traceutil/trace.go:171","msg":"trace[2095109680] linearizableReadLoop","detail":"{readStateIndex:3643; appliedIndex:3642; }","duration":"124.038198ms","start":"2026-04-28T03:28:20.634866Z","end":"2026-04-28T03:28:20.758904Z","steps":["trace[2095109680] 'read index received' (duration: 123.891365ms)","trace[2095109680] 'applied index is now lower than readState.Index' (duration: 145.363µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:20.759043Z","caller":"traceutil/trace.go:171","msg":"trace[1524956515] transaction","detail":"{read_only:false; response_revision:3481; number_of_response:1; }","duration":"170.292727ms","start":"2026-04-28T03:28:20.588716Z","end":"2026-04-28T03:28:20.759009Z","steps":["trace[1524956515] 'process raft request' (duration: 170.002981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:20.759493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.571149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:28:20.759555Z","caller":"traceutil/trace.go:171","msg":"trace[405819095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3481; }","duration":"124.734323ms","start":"2026-04-28T03:28:20.634804Z","end":"2026-04-28T03:28:20.759538Z","steps":["trace[405819095] 'agreement among raft nodes before linearized reading' (duration: 124.268612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:20.772123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.240849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:28:20.772201Z","caller":"traceutil/trace.go:171","msg":"trace[1414282897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3481; }","duration":"137.380862ms","start":"2026-04-28T03:28:20.634804Z","end":"2026-04-28T03:28:20.772185Z","steps":["trace[1414282897] 'agreement among raft nodes before linearized reading' (duration: 124.204681ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:20.949599Z","caller":"traceutil/trace.go:171","msg":"trace[1075309547] transaction","detail":"{read_only:false; response_revision:3485; number_of_response:1; }","duration":"172.478946ms","start":"2026-04-28T03:28:20.777102Z","end":"2026-04-28T03:28:20.949581Z","steps":["trace[1075309547] 'process raft request' (duration: 172.444756ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:20.949804Z","caller":"traceutil/trace.go:171","msg":"trace[311692952] transaction","detail":"{read_only:false; response_revision:3484; number_of_response:1; }","duration":"173.412617ms","start":"2026-04-28T03:28:20.776361Z","end":"2026-04-28T03:28:20.949774Z","steps":["trace[311692952] 'process raft request' (duration: 173.156161ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:20.949891Z","caller":"traceutil/trace.go:171","msg":"trace[615949174] transaction","detail":"{read_only:false; response_revision:3483; number_of_response:1; }","duration":"174.130872ms","start":"2026-04-28T03:28:20.775751Z","end":"2026-04-28T03:28:20.949882Z","steps":["trace[615949174] 'process raft request' (duration: 93.747248ms)","trace[615949174] 'compare' (duration: 79.924404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:21.262153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.748961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa678b55c2d69e\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-28T03:28:21.262471Z","caller":"traceutil/trace.go:171","msg":"trace[717413082] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa678b55c2d69e; range_end:; response_count:1; response_revision:3485; }","duration":"172.112169ms","start":"2026-04-28T03:28:21.090333Z","end":"2026-04-28T03:28:21.262446Z","steps":["trace[717413082] 'range keys from in-memory index tree' (duration: 171.557656ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:21.490811Z","caller":"traceutil/trace.go:171","msg":"trace[983965903] linearizableReadLoop","detail":"{readStateIndex:3649; appliedIndex:3648; }","duration":"136.583246ms","start":"2026-04-28T03:28:21.354199Z","end":"2026-04-28T03:28:21.490782Z","steps":["trace[983965903] 'read index received' (duration: 124.054298ms)","trace[983965903] 'applied index is now lower than readState.Index' (duration: 12.527058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:21.49098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.754829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:28:21.491048Z","caller":"traceutil/trace.go:171","msg":"trace[657015071] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3486; }","duration":"136.871661ms","start":"2026-04-28T03:28:21.354161Z","end":"2026-04-28T03:28:21.491033Z","steps":["trace[657015071] 'agreement among raft nodes before linearized reading' (duration: 136.725288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:21.872762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.225863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:28:21.873158Z","caller":"traceutil/trace.go:171","msg":"trace[75606282] transaction","detail":"{read_only:false; response_revision:3487; number_of_response:1; }","duration":"432.938795ms","start":"2026-04-28T03:28:21.440128Z","end":"2026-04-28T03:28:21.873066Z","steps":["trace[75606282] 'process raft request' (duration: 211.300053ms)","trace[75606282] 'compare' (duration: 221.016038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:21.873282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:21.440105Z","time spent":"433.122829ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:21.87333Z","caller":"traceutil/trace.go:171","msg":"trace[791099838] transaction","detail":"{read_only:false; response_revision:3488; number_of_response:1; }","duration":"432.191769ms","start":"2026-04-28T03:28:21.44111Z","end":"2026-04-28T03:28:21.873302Z","steps":["trace[791099838] 'process raft request' (duration: 431.810771ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:21.873391Z","caller":"traceutil/trace.go:171","msg":"trace[1069256422] linearizableReadLoop","detail":"{readStateIndex:3652; appliedIndex:3649; }","duration":"382.477701ms","start":"2026-04-28T03:28:21.490878Z","end":"2026-04-28T03:28:21.873356Z","steps":["trace[1069256422] 'read index received' (duration: 160.571003ms)","trace[1069256422] 'applied index is now lower than readState.Index' (duration: 221.905258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:21.873477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:21.441094Z","time spent":"432.301341ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:21.873453Z","caller":"traceutil/trace.go:171","msg":"trace[677051325] transaction","detail":"{read_only:false; response_revision:3489; number_of_response:1; }","duration":"428.735763ms","start":"2026-04-28T03:28:21.444696Z","end":"2026-04-28T03:28:21.873431Z","steps":["trace[677051325] 'process raft request' (duration: 428.514678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:21.873605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:21.444671Z","time spent":"428.880277ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:21.873642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.358645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:28:21.873702Z","caller":"traceutil/trace.go:171","msg":"trace[993988496] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3489; }","duration":"394.459987ms","start":"2026-04-28T03:28:21.479224Z","end":"2026-04-28T03:28:21.873684Z","steps":["trace[993988496] 'agreement among raft nodes before linearized reading' (duration: 394.287473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:21.873759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:21.479204Z","time spent":"394.541709ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:28:21.874729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.35617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:28:21.874808Z","caller":"traceutil/trace.go:171","msg":"trace[862653057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3490; }","duration":"165.496722ms","start":"2026-04-28T03:28:21.709291Z","end":"2026-04-28T03:28:21.874788Z","steps":["trace[862653057] 'agreement among raft nodes before linearized reading' (duration: 165.223566ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:21.874831Z","caller":"traceutil/trace.go:171","msg":"trace[870897309] transaction","detail":"{read_only:false; response_revision:3490; number_of_response:1; }","duration":"382.697487ms","start":"2026-04-28T03:28:21.492116Z","end":"2026-04-28T03:28:21.874813Z","steps":["trace[870897309] 'process raft request' (duration: 382.292028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:21.875204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:21.492094Z","time spent":"382.957783ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:22.029358Z","caller":"traceutil/trace.go:171","msg":"trace[1394589619] transaction","detail":"{read_only:false; response_revision:3492; number_of_response:1; }","duration":"149.299665ms","start":"2026-04-28T03:28:21.880039Z","end":"2026-04-28T03:28:22.029338Z","steps":["trace[1394589619] 'process raft request' (duration: 149.241614ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:22.029474Z","caller":"traceutil/trace.go:171","msg":"trace[831376461] linearizableReadLoop","detail":"{readStateIndex:3656; appliedIndex:3653; }","duration":"147.457734ms","start":"2026-04-28T03:28:21.882001Z","end":"2026-04-28T03:28:22.029459Z","steps":["trace[831376461] 'read index received' (duration: 144.55106ms)","trace[831376461] 'applied index is now lower than readState.Index' (duration: 2.905264ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:22.029538Z","caller":"traceutil/trace.go:171","msg":"trace[1526354540] transaction","detail":"{read_only:false; response_revision:3491; number_of_response:1; }","duration":"149.254014ms","start":"2026-04-28T03:28:21.880133Z","end":"2026-04-28T03:28:22.029387Z","steps":["trace[1526354540] 'process raft request' (duration: 146.469783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:22.029617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.596377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T03:28:22.029643Z","caller":"traceutil/trace.go:171","msg":"trace[1843124113] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3493; }","duration":"147.654338ms","start":"2026-04-28T03:28:21.881981Z","end":"2026-04-28T03:28:22.029636Z","steps":["trace[1843124113] 'agreement among raft nodes before linearized reading' (duration: 147.524205ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:22.029567Z","caller":"traceutil/trace.go:171","msg":"trace[823110948] transaction","detail":"{read_only:false; response_revision:3493; number_of_response:1; }","duration":"149.361036ms","start":"2026-04-28T03:28:21.880195Z","end":"2026-04-28T03:28:22.029556Z","steps":["trace[823110948] 'process raft request' (duration: 149.116381ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:23.084684Z","caller":"traceutil/trace.go:171","msg":"trace[1222833017] linearizableReadLoop","detail":"{readStateIndex:3658; appliedIndex:3657; }","duration":"131.135827ms","start":"2026-04-28T03:28:22.953513Z","end":"2026-04-28T03:28:23.084649Z","steps":["trace[1222833017] 'read index received' (duration: 36.002805ms)","trace[1222833017] 'applied index is now lower than readState.Index' (duration: 95.131442ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:23.084845Z","caller":"traceutil/trace.go:171","msg":"trace[1265057675] transaction","detail":"{read_only:false; response_revision:3495; number_of_response:1; }","duration":"202.114583ms","start":"2026-04-28T03:28:22.882712Z","end":"2026-04-28T03:28:23.084827Z","steps":["trace[1265057675] 'process raft request' (duration: 106.86826ms)","trace[1265057675] 'compare' (duration: 94.60929ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:23.085286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.722509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:28:23.085345Z","caller":"traceutil/trace.go:171","msg":"trace[1724680086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3495; }","duration":"131.857402ms","start":"2026-04-28T03:28:22.953473Z","end":"2026-04-28T03:28:23.08533Z","steps":["trace[1724680086] 'agreement among raft nodes before linearized reading' (duration: 131.489104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:23.085434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.839832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:28:23.085503Z","caller":"traceutil/trace.go:171","msg":"trace[1681307220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3495; }","duration":"131.919204ms","start":"2026-04-28T03:28:22.953565Z","end":"2026-04-28T03:28:23.085484Z","steps":["trace[1681307220] 'agreement among raft nodes before linearized reading' (duration: 131.73566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:23.085359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.77363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:28:23.085598Z","caller":"traceutil/trace.go:171","msg":"trace[2040190963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3495; }","duration":"132.064437ms","start":"2026-04-28T03:28:22.95352Z","end":"2026-04-28T03:28:23.085584Z","steps":["trace[2040190963] 'agreement among raft nodes before linearized reading' (duration: 131.694249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:24.407175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.923569ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:24.407334Z","caller":"traceutil/trace.go:171","msg":"trace[1577876253] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3503; }","duration":"158.103273ms","start":"2026-04-28T03:28:24.249208Z","end":"2026-04-28T03:28:24.407311Z","steps":["trace[1577876253] 'range keys from in-memory index tree' (duration: 157.902198ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:24.466233Z","caller":"traceutil/trace.go:171","msg":"trace[641659484] transaction","detail":"{read_only:false; response_revision:3504; number_of_response:1; }","duration":"307.197597ms","start":"2026-04-28T03:28:24.159015Z","end":"2026-04-28T03:28:24.466213Z","steps":["trace[641659484] 'process raft request' (duration: 307.061754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:24.466352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:24.15899Z","time spent":"307.30159ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:25.350483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.854323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T03:28:25.350549Z","caller":"traceutil/trace.go:171","msg":"trace[1748242543] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3509; }","duration":"169.960806ms","start":"2026-04-28T03:28:25.180573Z","end":"2026-04-28T03:28:25.350534Z","steps":["trace[1748242543] 'range keys from in-memory index tree' (duration: 169.67745ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:26.06771Z","caller":"traceutil/trace.go:171","msg":"trace[973142375] transaction","detail":"{read_only:false; response_revision:3510; number_of_response:1; }","duration":"174.111348ms","start":"2026-04-28T03:28:25.893574Z","end":"2026-04-28T03:28:26.067685Z","steps":["trace[973142375] 'process raft request' (duration: 173.941504ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:26.077229Z","caller":"traceutil/trace.go:171","msg":"trace[2034345852] transaction","detail":"{read_only:false; response_revision:3511; number_of_response:1; }","duration":"182.618126ms","start":"2026-04-28T03:28:25.894588Z","end":"2026-04-28T03:28:26.077206Z","steps":["trace[2034345852] 'process raft request' (duration: 182.455702ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:26.07741Z","caller":"traceutil/trace.go:171","msg":"trace[889203067] linearizableReadLoop","detail":"{readStateIndex:3675; appliedIndex:3672; }","duration":"103.334915ms","start":"2026-04-28T03:28:25.974047Z","end":"2026-04-28T03:28:26.077382Z","steps":["trace[889203067] 'read index received' (duration: 93.60466ms)","trace[889203067] 'applied index is now lower than readState.Index' (duration: 9.728745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:26.077612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.519078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:26.077673Z","caller":"traceutil/trace.go:171","msg":"trace[883796676] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3512; }","duration":"103.614201ms","start":"2026-04-28T03:28:25.97404Z","end":"2026-04-28T03:28:26.077655Z","steps":["trace[883796676] 'agreement among raft nodes before linearized reading' (duration: 103.428806ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:26.077829Z","caller":"traceutil/trace.go:171","msg":"trace[670397432] transaction","detail":"{read_only:false; response_revision:3512; number_of_response:1; }","duration":"182.513984ms","start":"2026-04-28T03:28:25.895279Z","end":"2026-04-28T03:28:26.077793Z","steps":["trace[670397432] 'process raft request' (duration: 181.87574ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:26.28316Z","caller":"traceutil/trace.go:171","msg":"trace[1072121228] transaction","detail":"{read_only:false; response_revision:3514; number_of_response:1; }","duration":"138.82552ms","start":"2026-04-28T03:28:26.144305Z","end":"2026-04-28T03:28:26.28313Z","steps":["trace[1072121228] 'process raft request' (duration: 76.743596ms)","trace[1072121228] 'compare' (duration: 61.94063ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:28.246649Z","caller":"traceutil/trace.go:171","msg":"trace[1721901317] transaction","detail":"{read_only:false; response_revision:3520; number_of_response:1; }","duration":"173.973669ms","start":"2026-04-28T03:28:28.07263Z","end":"2026-04-28T03:28:28.246604Z","steps":["trace[1721901317] 'process raft request' (duration: 173.774443ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:28.359229Z","caller":"traceutil/trace.go:171","msg":"trace[428832241] transaction","detail":"{read_only:false; response_revision:3521; number_of_response:1; }","duration":"277.174581ms","start":"2026-04-28T03:28:28.082021Z","end":"2026-04-28T03:28:28.359195Z","steps":["trace[428832241] 'process raft request' (duration: 194.355829ms)","trace[428832241] 'compare' (duration: 82.656358ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:28.359358Z","caller":"traceutil/trace.go:171","msg":"trace[1769137771] linearizableReadLoop","detail":"{readStateIndex:3685; appliedIndex:3682; }","duration":"214.643708ms","start":"2026-04-28T03:28:28.144696Z","end":"2026-04-28T03:28:28.359339Z","steps":["trace[1769137771] 'read index received' (duration: 101.73034ms)","trace[1769137771] 'applied index is now lower than readState.Index' (duration: 112.912268ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:28.359475Z","caller":"traceutil/trace.go:171","msg":"trace[10668922] transaction","detail":"{read_only:false; response_revision:3522; number_of_response:1; }","duration":"277.354825ms","start":"2026-04-28T03:28:28.082105Z","end":"2026-04-28T03:28:28.359459Z","steps":["trace[10668922] 'process raft request' (duration: 277.11551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:28.359706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.986625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:28:28.359769Z","caller":"traceutil/trace.go:171","msg":"trace[332496983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3522; }","duration":"215.117158ms","start":"2026-04-28T03:28:28.144634Z","end":"2026-04-28T03:28:28.359751Z","steps":["trace[332496983] 'agreement among raft nodes before linearized reading' (duration: 214.770391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:28.647978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.746056ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:28:32.563203Z","caller":"traceutil/trace.go:171","msg":"trace[286206636] linearizableReadLoop","detail":"{readStateIndex:3709; appliedIndex:3708; }","duration":"105.070776ms","start":"2026-04-28T03:28:32.458112Z","end":"2026-04-28T03:28:32.563182Z","steps":["trace[286206636] 'read index received' (duration: 97.449918ms)","trace[286206636] 'applied index is now lower than readState.Index' (duration: 7.619968ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:32.563429Z","caller":"traceutil/trace.go:171","msg":"trace[180870927] transaction","detail":"{read_only:false; response_revision:3544; number_of_response:1; }","duration":"185.115139ms","start":"2026-04-28T03:28:32.378303Z","end":"2026-04-28T03:28:32.563418Z","steps":["trace[180870927] 'process raft request' (duration: 177.309757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:32.563729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.607939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:28:32.563806Z","caller":"traceutil/trace.go:171","msg":"trace[195196219] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3544; }","duration":"105.737341ms","start":"2026-04-28T03:28:32.458056Z","end":"2026-04-28T03:28:32.563793Z","steps":["trace[195196219] 'agreement among raft nodes before linearized reading' (duration: 105.519337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:32.563828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.146993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-28T03:28:32.563882Z","caller":"traceutil/trace.go:171","msg":"trace[1035032953] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3544; }","duration":"102.231314ms","start":"2026-04-28T03:28:32.461639Z","end":"2026-04-28T03:28:32.56387Z","steps":["trace[1035032953] 'agreement among raft nodes before linearized reading' (duration: 102.111131ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:38.787282Z","caller":"traceutil/trace.go:171","msg":"trace[59160578] transaction","detail":"{read_only:false; response_revision:3574; number_of_response:1; }","duration":"312.530701ms","start":"2026-04-28T03:28:38.474721Z","end":"2026-04-28T03:28:38.787251Z","steps":["trace[59160578] 'process raft request' (duration: 312.320957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:38.787474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:38.474681Z","time spent":"312.693695ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:38.844448Z","caller":"traceutil/trace.go:171","msg":"trace[2075820503] linearizableReadLoop","detail":"{readStateIndex:3741; appliedIndex:3739; }","duration":"230.932353ms","start":"2026-04-28T03:28:38.61349Z","end":"2026-04-28T03:28:38.844422Z","steps":["trace[2075820503] 'read index received' (duration: 173.532049ms)","trace[2075820503] 'applied index is now lower than readState.Index' (duration: 57.399164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:38.844664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.159878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:28:38.844715Z","caller":"traceutil/trace.go:171","msg":"trace[561281578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3575; }","duration":"231.26507ms","start":"2026-04-28T03:28:38.613437Z","end":"2026-04-28T03:28:38.844703Z","steps":["trace[561281578] 'agreement among raft nodes before linearized reading' (duration: 231.102087ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:38.844857Z","caller":"traceutil/trace.go:171","msg":"trace[1585646435] transaction","detail":"{read_only:false; response_revision:3575; number_of_response:1; }","duration":"254.23852ms","start":"2026-04-28T03:28:38.590588Z","end":"2026-04-28T03:28:38.844826Z","steps":["trace[1585646435] 'process raft request' (duration: 253.695438ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:38.994047Z","caller":"traceutil/trace.go:171","msg":"trace[646432887] transaction","detail":"{read_only:false; response_revision:3576; number_of_response:1; }","duration":"145.168291ms","start":"2026-04-28T03:28:38.848843Z","end":"2026-04-28T03:28:38.994012Z","steps":["trace[646432887] 'process raft request' (duration: 102.239459ms)","trace[646432887] 'compare' (duration: 42.835409ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:40.089539Z","caller":"traceutil/trace.go:171","msg":"trace[248523278] transaction","detail":"{read_only:false; response_revision:3583; number_of_response:1; }","duration":"180.406163ms","start":"2026-04-28T03:28:39.909105Z","end":"2026-04-28T03:28:40.089511Z","steps":["trace[248523278] 'process raft request' (duration: 180.180428ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:43.050505Z","caller":"traceutil/trace.go:171","msg":"trace[1280979046] transaction","detail":"{read_only:false; response_revision:3597; number_of_response:1; }","duration":"133.655658ms","start":"2026-04-28T03:28:42.916822Z","end":"2026-04-28T03:28:43.050478Z","steps":["trace[1280979046] 'process raft request' (duration: 133.509764ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:45.937053Z","caller":"traceutil/trace.go:171","msg":"trace[1560539720] transaction","detail":"{read_only:false; response_revision:3613; number_of_response:1; }","duration":"100.609885ms","start":"2026-04-28T03:28:45.836413Z","end":"2026-04-28T03:28:45.937023Z","steps":["trace[1560539720] 'process raft request' (duration: 75.63123ms)","trace[1560539720] 'compare' (duration: 24.820651ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:46.563887Z","caller":"traceutil/trace.go:171","msg":"trace[628203153] transaction","detail":"{read_only:false; response_revision:3615; number_of_response:1; }","duration":"110.302152ms","start":"2026-04-28T03:28:46.453559Z","end":"2026-04-28T03:28:46.563861Z","steps":["trace[628203153] 'process raft request' (duration: 107.5239ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:47.545848Z","caller":"traceutil/trace.go:171","msg":"trace[1323734122] linearizableReadLoop","detail":"{readStateIndex:3787; appliedIndex:3786; }","duration":"223.450968ms","start":"2026-04-28T03:28:47.322368Z","end":"2026-04-28T03:28:47.545819Z","steps":["trace[1323734122] 'read index received' (duration: 180.34389ms)","trace[1323734122] 'applied index is now lower than readState.Index' (duration: 43.105148ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:47.545882Z","caller":"traceutil/trace.go:171","msg":"trace[119558864] transaction","detail":"{read_only:false; response_revision:3619; number_of_response:1; }","duration":"368.231057ms","start":"2026-04-28T03:28:47.177625Z","end":"2026-04-28T03:28:47.545856Z","steps":["trace[119558864] 'process raft request' (duration: 325.011696ms)","trace[119558864] 'compare' (duration: 42.842753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:47.54606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.177599Z","time spent":"368.335399ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:47.546269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.857857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:28:47.546342Z","caller":"traceutil/trace.go:171","msg":"trace[1542514077] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3619; }","duration":"223.99937ms","start":"2026-04-28T03:28:47.322321Z","end":"2026-04-28T03:28:47.546321Z","steps":["trace[1542514077] 'agreement among raft nodes before linearized reading' (duration: 223.627032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:47.899802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.190871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:28:47.899999Z","caller":"traceutil/trace.go:171","msg":"trace[2071691602] linearizableReadLoop","detail":"{readStateIndex:3789; appliedIndex:3787; }","duration":"176.905333ms","start":"2026-04-28T03:28:47.723078Z","end":"2026-04-28T03:28:47.899984Z","steps":["trace[2071691602] 'read index received' (duration: 40.591µs)","trace[2071691602] 'applied index is now lower than readState.Index' (duration: 176.863972ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:47.900193Z","caller":"traceutil/trace.go:171","msg":"trace[788013892] transaction","detail":"{read_only:false; response_revision:3620; number_of_response:1; }","duration":"349.736186ms","start":"2026-04-28T03:28:47.550414Z","end":"2026-04-28T03:28:47.90015Z","steps":["trace[788013892] 'process raft request' (duration: 95.121865ms)","trace[788013892] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:415; } (duration: 253.720091ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:47.900185Z","caller":"traceutil/trace.go:171","msg":"trace[556767397] transaction","detail":"{read_only:false; response_revision:3621; number_of_response:1; }","duration":"349.682585ms","start":"2026-04-28T03:28:47.550474Z","end":"2026-04-28T03:28:47.900157Z","steps":["trace[556767397] 'process raft request' (duration: 349.423689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:47.900341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.267011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T03:28:47.900356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.550389Z","time spent":"349.876438ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:47.900385Z","caller":"traceutil/trace.go:171","msg":"trace[1444501721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3621; }","duration":"177.344123ms","start":"2026-04-28T03:28:47.723028Z","end":"2026-04-28T03:28:47.900372Z","steps":["trace[1444501721] 'agreement among raft nodes before linearized reading' (duration: 177.21568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:47.900512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.550462Z","time spent":"349.967861ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:47.900598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.217472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:28:47.901273Z","caller":"traceutil/trace.go:171","msg":"trace[1794794433] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3621; }","duration":"102.936889ms","start":"2026-04-28T03:28:47.79832Z","end":"2026-04-28T03:28:47.901257Z","steps":["trace[1794794433] 'agreement among raft nodes before linearized reading' (duration: 102.219502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:47.90068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.364876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:28:47.901514Z","caller":"traceutil/trace.go:171","msg":"trace[226190033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3621; }","duration":"121.137624ms","start":"2026-04-28T03:28:47.780271Z","end":"2026-04-28T03:28:47.901409Z","steps":["trace[226190033] 'agreement among raft nodes before linearized reading' (duration: 120.262974ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:51.334162Z","caller":"traceutil/trace.go:171","msg":"trace[871529991] transaction","detail":"{read_only:false; response_revision:3638; number_of_response:1; }","duration":"103.251718ms","start":"2026-04-28T03:28:51.230885Z","end":"2026-04-28T03:28:51.334137Z","steps":["trace[871529991] 'process raft request' (duration: 101.699473ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:52.246266Z","caller":"traceutil/trace.go:171","msg":"trace[570170199] linearizableReadLoop","detail":"{readStateIndex:3815; appliedIndex:3814; }","duration":"109.616311ms","start":"2026-04-28T03:28:52.136622Z","end":"2026-04-28T03:28:52.246238Z","steps":["trace[570170199] 'read index received' (duration: 102.689906ms)","trace[570170199] 'applied index is now lower than readState.Index' (duration: 6.925385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:52.246675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.800474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:52.246703Z","caller":"traceutil/trace.go:171","msg":"trace[511820047] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3646; }","duration":"109.862825ms","start":"2026-04-28T03:28:52.136831Z","end":"2026-04-28T03:28:52.246694Z","steps":["trace[511820047] 'agreement among raft nodes before linearized reading' (duration: 109.777693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:52.246688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.03025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:28:52.24677Z","caller":"traceutil/trace.go:171","msg":"trace[2068807323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3646; }","duration":"110.186593ms","start":"2026-04-28T03:28:52.136562Z","end":"2026-04-28T03:28:52.246749Z","steps":["trace[2068807323] 'agreement among raft nodes before linearized reading' (duration: 109.869896ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:52.246887Z","caller":"traceutil/trace.go:171","msg":"trace[1455384352] transaction","detail":"{read_only:false; response_revision:3646; number_of_response:1; }","duration":"131.428236ms","start":"2026-04-28T03:28:52.115431Z","end":"2026-04-28T03:28:52.246859Z","steps":["trace[1455384352] 'process raft request' (duration: 123.855877ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:54.066874Z","caller":"traceutil/trace.go:171","msg":"trace[615871498] linearizableReadLoop","detail":"{readStateIndex:3821; appliedIndex:3820; }","duration":"118.442078ms","start":"2026-04-28T03:28:53.948411Z","end":"2026-04-28T03:28:54.066853Z","steps":["trace[615871498] 'read index received' (duration: 118.244313ms)","trace[615871498] 'applied index is now lower than readState.Index' (duration: 196.845µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:54.067257Z","caller":"traceutil/trace.go:171","msg":"trace[196861193] transaction","detail":"{read_only:false; response_revision:3652; number_of_response:1; }","duration":"134.666868ms","start":"2026-04-28T03:28:53.932576Z","end":"2026-04-28T03:28:54.067243Z","steps":["trace[196861193] 'process raft request' (duration: 134.157496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:54.067443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.023781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:28:54.067558Z","caller":"traceutil/trace.go:171","msg":"trace[1759180911] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3652; }","duration":"119.173324ms","start":"2026-04-28T03:28:53.948351Z","end":"2026-04-28T03:28:54.067524Z","steps":["trace[1759180911] 'agreement among raft nodes before linearized reading' (duration: 118.911038ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:54.763506Z","caller":"traceutil/trace.go:171","msg":"trace[1941328376] transaction","detail":"{read_only:false; response_revision:3658; number_of_response:1; }","duration":"160.29899ms","start":"2026-04-28T03:28:54.603182Z","end":"2026-04-28T03:28:54.763481Z","steps":["trace[1941328376] 'process raft request' (duration: 160.129136ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:59.133872Z","caller":"traceutil/trace.go:171","msg":"trace[2056822119] transaction","detail":"{read_only:false; response_revision:3679; number_of_response:1; }","duration":"109.956971ms","start":"2026-04-28T03:28:59.023768Z","end":"2026-04-28T03:28:59.133725Z","steps":["trace[2056822119] 'process raft request' (duration: 109.722846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:59.35813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.902071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:59.358765Z","caller":"traceutil/trace.go:171","msg":"trace[2064829215] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3679; }","duration":"193.592327ms","start":"2026-04-28T03:28:59.165153Z","end":"2026-04-28T03:28:59.358745Z","steps":["trace[2064829215] 'count revisions from in-memory index tree' (duration: 192.707115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:01.459934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.248266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:29:01.460017Z","caller":"traceutil/trace.go:171","msg":"trace[1104910010] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:3690; }","duration":"177.394829ms","start":"2026-04-28T03:29:01.282604Z","end":"2026-04-28T03:29:01.459999Z","steps":["trace[1104910010] 'range keys from in-memory index tree' (duration: 177.061002ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:01.660517Z","caller":"traceutil/trace.go:171","msg":"trace[616758148] transaction","detail":"{read_only:false; response_revision:3692; number_of_response:1; }","duration":"101.518334ms","start":"2026-04-28T03:29:01.558963Z","end":"2026-04-28T03:29:01.660481Z","steps":["trace[616758148] 'process raft request' (duration: 49.32135ms)","trace[616758148] 'compare' (duration: 51.960039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:01.932211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.38978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:29:01.932299Z","caller":"traceutil/trace.go:171","msg":"trace[914806035] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3693; }","duration":"135.488472ms","start":"2026-04-28T03:29:01.796791Z","end":"2026-04-28T03:29:01.932279Z","steps":["trace[914806035] 'range keys from in-memory index tree' (duration: 135.104913ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:02.300657Z","caller":"traceutil/trace.go:171","msg":"trace[1971157656] transaction","detail":"{read_only:false; response_revision:3694; number_of_response:1; }","duration":"116.610752ms","start":"2026-04-28T03:29:02.18402Z","end":"2026-04-28T03:29:02.300631Z","steps":["trace[1971157656] 'process raft request' (duration: 116.438538ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:03.252268Z","caller":"traceutil/trace.go:171","msg":"trace[1475099599] transaction","detail":"{read_only:false; response_revision:3701; number_of_response:1; }","duration":"103.030588ms","start":"2026-04-28T03:29:03.149211Z","end":"2026-04-28T03:29:03.252241Z","steps":["trace[1475099599] 'process raft request' (duration: 102.848644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:03.899825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.091328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:29:03.899913Z","caller":"traceutil/trace.go:171","msg":"trace[1826802990] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3703; }","duration":"102.228211ms","start":"2026-04-28T03:29:03.797665Z","end":"2026-04-28T03:29:03.899894Z","steps":["trace[1826802990] 'range keys from in-memory index tree' (duration: 101.931935ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:04.418304Z","caller":"traceutil/trace.go:171","msg":"trace[1904244914] transaction","detail":"{read_only:false; response_revision:3704; number_of_response:1; }","duration":"109.130926ms","start":"2026-04-28T03:29:04.309153Z","end":"2026-04-28T03:29:04.418284Z","steps":["trace[1904244914] 'process raft request' (duration: 108.996793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:04.955969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.728435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:04.956062Z","caller":"traceutil/trace.go:171","msg":"trace[1600544834] transaction","detail":"{read_only:false; response_revision:3706; number_of_response:1; }","duration":"492.509462ms","start":"2026-04-28T03:29:04.463538Z","end":"2026-04-28T03:29:04.956048Z","steps":["trace[1600544834] 'process raft request' (duration: 69.642744ms)","trace[1600544834] 'compare' (duration: 422.650644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:04.956108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:04.46352Z","time spent":"492.565214ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:04.958271Z","caller":"traceutil/trace.go:171","msg":"trace[595824159] linearizableReadLoop","detail":"{readStateIndex:3878; appliedIndex:3876; }","duration":"455.354323ms","start":"2026-04-28T03:29:04.502894Z","end":"2026-04-28T03:29:04.958248Z","steps":["trace[595824159] 'read index received' (duration: 30.299046ms)","trace[595824159] 'applied index is now lower than readState.Index' (duration: 425.054027ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:04.958376Z","caller":"traceutil/trace.go:171","msg":"trace[829266062] transaction","detail":"{read_only:false; response_revision:3707; number_of_response:1; }","duration":"488.36451ms","start":"2026-04-28T03:29:04.469999Z","end":"2026-04-28T03:29:04.958363Z","steps":["trace[829266062] 'process raft request' (duration: 488.141335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:04.958481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:04.469977Z","time spent":"488.422971ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:04.958965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.064939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:29:04.959034Z","caller":"traceutil/trace.go:171","msg":"trace[384877384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3707; }","duration":"456.135971ms","start":"2026-04-28T03:29:04.50288Z","end":"2026-04-28T03:29:04.959016Z","steps":["trace[384877384] 'agreement among raft nodes before linearized reading' (duration: 455.547727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:04.959083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:04.502822Z","time spent":"456.246084ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:29:05.014988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.695665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:29:05.015054Z","caller":"traceutil/trace.go:171","msg":"trace[569121134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3708; }","duration":"508.797186ms","start":"2026-04-28T03:29:04.50624Z","end":"2026-04-28T03:29:05.015037Z","steps":["trace[569121134] 'agreement among raft nodes before linearized reading' (duration: 508.641903ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:05.015114Z","caller":"traceutil/trace.go:171","msg":"trace[1877718560] transaction","detail":"{read_only:false; response_revision:3708; number_of_response:1; }","duration":"180.389947ms","start":"2026-04-28T03:29:04.834704Z","end":"2026-04-28T03:29:05.015094Z","steps":["trace[1877718560] 'process raft request' (duration: 180.07525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:05.015372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:04.506218Z","time spent":"508.868098ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:29:05.12069Z","caller":"traceutil/trace.go:171","msg":"trace[1844872067] transaction","detail":"{read_only:false; response_revision:3710; number_of_response:1; }","duration":"100.951294ms","start":"2026-04-28T03:29:05.019721Z","end":"2026-04-28T03:29:05.120672Z","steps":["trace[1844872067] 'process raft request' (duration: 91.3758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:05.735623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.861037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:05.735886Z","caller":"traceutil/trace.go:171","msg":"trace[147284424] linearizableReadLoop","detail":"{readStateIndex:3882; appliedIndex:3881; }","duration":"297.777248ms","start":"2026-04-28T03:29:05.438085Z","end":"2026-04-28T03:29:05.735862Z","steps":["trace[147284424] 'read index received' (duration: 48.557443ms)","trace[147284424] 'applied index is now lower than readState.Index' (duration: 249.217495ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:05.73598Z","caller":"traceutil/trace.go:171","msg":"trace[1521917035] transaction","detail":"{read_only:false; response_revision:3711; number_of_response:1; }","duration":"478.841202ms","start":"2026-04-28T03:29:05.257127Z","end":"2026-04-28T03:29:05.735968Z","steps":["trace[1521917035] 'process raft request' (duration: 229.540175ms)","trace[1521917035] 'compare' (duration: 248.760555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:05.736053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:05.257106Z","time spent":"478.906314ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:05.736274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.133856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:05.736395Z","caller":"traceutil/trace.go:171","msg":"trace[1768971809] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3711; }","duration":"298.335791ms","start":"2026-04-28T03:29:05.438041Z","end":"2026-04-28T03:29:05.736377Z","steps":["trace[1768971809] 'agreement among raft nodes before linearized reading' (duration: 298.073725ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:05.737373Z","caller":"traceutil/trace.go:171","msg":"trace[909200206] transaction","detail":"{read_only:false; response_revision:3712; number_of_response:1; }","duration":"242.27612ms","start":"2026-04-28T03:29:05.495071Z","end":"2026-04-28T03:29:05.737347Z","steps":["trace[909200206] 'process raft request' (duration: 241.983064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:06.755754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.89139ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:29:07.134748Z","caller":"traceutil/trace.go:171","msg":"trace[540159152] linearizableReadLoop","detail":"{readStateIndex:3890; appliedIndex:3889; }","duration":"107.713656ms","start":"2026-04-28T03:29:07.027011Z","end":"2026-04-28T03:29:07.134724Z","steps":["trace[540159152] 'read index received' (duration: 37.950257ms)","trace[540159152] 'applied index is now lower than readState.Index' (duration: 69.762409ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:07.13493Z","caller":"traceutil/trace.go:171","msg":"trace[1329392320] transaction","detail":"{read_only:false; response_revision:3718; number_of_response:1; }","duration":"115.141662ms","start":"2026-04-28T03:29:07.019765Z","end":"2026-04-28T03:29:07.134907Z","steps":["trace[1329392320] 'process raft request' (duration: 45.23757ms)","trace[1329392320] 'compare' (duration: 69.608735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:07.13497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.92843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:07.135081Z","caller":"traceutil/trace.go:171","msg":"trace[944671516] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3718; }","duration":"108.086974ms","start":"2026-04-28T03:29:07.026952Z","end":"2026-04-28T03:29:07.135039Z","steps":["trace[944671516] 'agreement among raft nodes before linearized reading' (duration: 107.90686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:09.299741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.537754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:09.300196Z","caller":"traceutil/trace.go:171","msg":"trace[826315104] transaction","detail":"{read_only:false; response_revision:3730; number_of_response:1; }","duration":"107.351498ms","start":"2026-04-28T03:29:09.19282Z","end":"2026-04-28T03:29:09.300172Z","steps":["trace[826315104] 'compare' (duration: 104.387421ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:09.9612Z","caller":"traceutil/trace.go:171","msg":"trace[194921871] linearizableReadLoop","detail":"{readStateIndex:3906; appliedIndex:3905; }","duration":"125.77051ms","start":"2026-04-28T03:29:09.835406Z","end":"2026-04-28T03:29:09.961177Z","steps":["trace[194921871] 'read index received' (duration: 70.27698ms)","trace[194921871] 'applied index is now lower than readState.Index' (duration: 55.49174ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:09.961264Z","caller":"traceutil/trace.go:171","msg":"trace[1538154925] transaction","detail":"{read_only:false; response_revision:3734; number_of_response:1; }","duration":"132.814787ms","start":"2026-04-28T03:29:09.828427Z","end":"2026-04-28T03:29:09.961242Z","steps":["trace[1538154925] 'process raft request' (duration: 77.290807ms)","trace[1538154925] 'compare' (duration: 55.282175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:09.961399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.185279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:29:09.961441Z","caller":"traceutil/trace.go:171","msg":"trace[32374378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3734; }","duration":"143.269581ms","start":"2026-04-28T03:29:09.818161Z","end":"2026-04-28T03:29:09.961431Z","steps":["trace[32374378] 'agreement among raft nodes before linearized reading' (duration: 143.128178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:09.961849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.458448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-04-28T03:29:09.961955Z","caller":"traceutil/trace.go:171","msg":"trace[950141331] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3734; }","duration":"123.586692ms","start":"2026-04-28T03:29:09.838311Z","end":"2026-04-28T03:29:09.961897Z","steps":["trace[950141331] 'agreement among raft nodes before linearized reading' (duration: 123.066349ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:14.020644Z","caller":"traceutil/trace.go:171","msg":"trace[713354922] transaction","detail":"{read_only:false; response_revision:3755; number_of_response:1; }","duration":"170.972542ms","start":"2026-04-28T03:29:13.849645Z","end":"2026-04-28T03:29:14.020618Z","steps":["trace[713354922] 'process raft request' (duration: 142.358363ms)","trace[713354922] 'compare' (duration: 28.385574ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:14.020637Z","caller":"traceutil/trace.go:171","msg":"trace[408426702] linearizableReadLoop","detail":"{readStateIndex:3929; appliedIndex:3927; }","duration":"124.644947ms","start":"2026-04-28T03:29:13.895959Z","end":"2026-04-28T03:29:14.020604Z","steps":["trace[408426702] 'read index received' (duration: 37.688713ms)","trace[408426702] 'applied index is now lower than readState.Index' (duration: 86.954624ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:14.021041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.034264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:29:14.021061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.072177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:14.021104Z","caller":"traceutil/trace.go:171","msg":"trace[711447709] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3755; }","duration":"112.139509ms","start":"2026-04-28T03:29:13.908948Z","end":"2026-04-28T03:29:14.021088Z","steps":["trace[711447709] 'agreement among raft nodes before linearized reading' (duration: 112.019325ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:14.021139Z","caller":"traceutil/trace.go:171","msg":"trace[1682646109] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3755; }","duration":"125.20861ms","start":"2026-04-28T03:29:13.895917Z","end":"2026-04-28T03:29:14.021126Z","steps":["trace[1682646109] 'agreement among raft nodes before linearized reading' (duration: 124.784499ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:18.823498Z","caller":"traceutil/trace.go:171","msg":"trace[1534637991] transaction","detail":"{read_only:false; response_revision:3778; number_of_response:1; }","duration":"114.551624ms","start":"2026-04-28T03:29:18.708923Z","end":"2026-04-28T03:29:18.823475Z","steps":["trace[1534637991] 'process raft request' (duration: 114.299469ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:20.173059Z","caller":"traceutil/trace.go:171","msg":"trace[1855312744] transaction","detail":"{read_only:false; response_revision:3784; number_of_response:1; }","duration":"128.022147ms","start":"2026-04-28T03:29:20.045008Z","end":"2026-04-28T03:29:20.17303Z","steps":["trace[1855312744] 'process raft request' (duration: 127.619217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:20.426981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.987092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:20.427117Z","caller":"traceutil/trace.go:171","msg":"trace[1456854401] transaction","detail":"{read_only:false; response_revision:3785; number_of_response:1; }","duration":"249.032147ms","start":"2026-04-28T03:29:20.178053Z","end":"2026-04-28T03:29:20.427085Z","steps":["trace[1456854401] 'process raft request' (duration: 59.851061ms)","trace[1456854401] 'compare' (duration: 188.834509ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:20.840104Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2245} {"level":"info","ts":"2026-04-28T03:29:21.11666Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2245,"took":"275.713384ms","hash":3677870284,"current-db-size-bytes":33558528,"current-db-size":"34 MB","current-db-size-in-use-bytes":9961472,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-04-28T03:29:21.116735Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3677870284,"revision":2245,"compact-revision":-1} {"level":"info","ts":"2026-04-28T03:29:21.624886Z","caller":"traceutil/trace.go:171","msg":"trace[1647729509] transaction","detail":"{read_only:false; response_revision:3793; number_of_response:1; }","duration":"110.341341ms","start":"2026-04-28T03:29:21.514512Z","end":"2026-04-28T03:29:21.624854Z","steps":["trace[1647729509] 'process raft request' (duration: 99.860447ms)","trace[1647729509] 'compare' (duration: 10.195388ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:24.177439Z","caller":"traceutil/trace.go:171","msg":"trace[1755128693] transaction","detail":"{read_only:false; response_revision:3806; number_of_response:1; }","duration":"152.63365ms","start":"2026-04-28T03:29:24.024773Z","end":"2026-04-28T03:29:24.177407Z","steps":["trace[1755128693] 'process raft request' (duration: 152.481867ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:26.436257Z","caller":"traceutil/trace.go:171","msg":"trace[1032383365] transaction","detail":"{read_only:false; response_revision:3817; number_of_response:1; }","duration":"252.826108ms","start":"2026-04-28T03:29:26.183405Z","end":"2026-04-28T03:29:26.436231Z","steps":["trace[1032383365] 'process raft request' (duration: 252.646564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:26.750125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.42123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:26.750338Z","caller":"traceutil/trace.go:171","msg":"trace[1340425891] transaction","detail":"{read_only:false; response_revision:3818; number_of_response:1; }","duration":"549.308084ms","start":"2026-04-28T03:29:26.201005Z","end":"2026-04-28T03:29:26.750313Z","steps":["trace[1340425891] 'process raft request' (duration: 287.572307ms)","trace[1340425891] 'compare' (duration: 261.246126ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:26.750425Z","caller":"traceutil/trace.go:171","msg":"trace[567022106] linearizableReadLoop","detail":"{readStateIndex:3995; appliedIndex:3993; }","duration":"366.569607ms","start":"2026-04-28T03:29:26.383787Z","end":"2026-04-28T03:29:26.750356Z","steps":["trace[567022106] 'read index received' (duration: 52.335423ms)","trace[567022106] 'applied index is now lower than readState.Index' (duration: 314.228114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:26.750462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:26.200976Z","time spent":"549.420187ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:26.90858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.30245ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:29:26.908697Z","caller":"traceutil/trace.go:171","msg":"trace[1321031187] linearizableReadLoop","detail":"{readStateIndex:3996; appliedIndex:3995; }","duration":"158.148755ms","start":"2026-04-28T03:29:26.750529Z","end":"2026-04-28T03:29:26.908678Z","steps":["trace[1321031187] 'read index received' (duration: 376.368µs)","trace[1321031187] 'applied index is now lower than readState.Index' (duration: 157.770827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:26.909098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.944529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:29:26.909174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.06473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:29:26.909177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.366317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:29:26.909226Z","caller":"traceutil/trace.go:171","msg":"trace[944261422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3818; }","duration":"430.159303ms","start":"2026-04-28T03:29:26.479053Z","end":"2026-04-28T03:29:26.909212Z","steps":["trace[944261422] 'agreement among raft nodes before linearized reading' (duration: 429.989219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:26.909259Z","caller":"traceutil/trace.go:171","msg":"trace[1766821481] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3818; }","duration":"525.49065ms","start":"2026-04-28T03:29:26.383744Z","end":"2026-04-28T03:29:26.909235Z","steps":["trace[1766821481] 'agreement among raft nodes before linearized reading' (duration: 366.754102ms)","trace[1766821481] 'range keys from in-memory index tree' (duration: 158.509733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:26.909268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:26.479027Z","time spent":"430.233605ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:29:26.909067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.385057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:29:26.909175Z","caller":"traceutil/trace.go:171","msg":"trace[1907877021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3818; }","duration":"124.04882ms","start":"2026-04-28T03:29:26.785104Z","end":"2026-04-28T03:29:26.909153Z","steps":["trace[1907877021] 'agreement among raft nodes before linearized reading' (duration: 123.766264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:26.909307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:26.383722Z","time spent":"525.573482ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:29:26.909506Z","caller":"traceutil/trace.go:171","msg":"trace[1840788670] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3818; }","duration":"326.803766ms","start":"2026-04-28T03:29:26.582582Z","end":"2026-04-28T03:29:26.909386Z","steps":["trace[1840788670] 'agreement among raft nodes before linearized reading' (duration: 326.300765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:26.909614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.243917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:29:26.909765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:26.582561Z","time spent":"327.179764ms","remote":"127.0.0.1:57750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:29:26.910157Z","caller":"traceutil/trace.go:171","msg":"trace[452188360] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3818; }","duration":"228.584284ms","start":"2026-04-28T03:29:26.68124Z","end":"2026-04-28T03:29:26.909825Z","steps":["trace[452188360] 'agreement among raft nodes before linearized reading' (duration: 227.919939ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:27.060961Z","caller":"traceutil/trace.go:171","msg":"trace[1243167209] transaction","detail":"{read_only:false; response_revision:3819; number_of_response:1; }","duration":"146.909163ms","start":"2026-04-28T03:29:26.914028Z","end":"2026-04-28T03:29:27.060937Z","steps":["trace[1243167209] 'process raft request' (duration: 146.670098ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:27.091079Z","caller":"traceutil/trace.go:171","msg":"trace[1743566925] transaction","detail":"{read_only:false; response_revision:3820; number_of_response:1; }","duration":"176.995249ms","start":"2026-04-28T03:29:26.914056Z","end":"2026-04-28T03:29:27.091051Z","steps":["trace[1743566925] 'process raft request' (duration: 176.794494ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:27.091983Z","caller":"traceutil/trace.go:171","msg":"trace[246140569] transaction","detail":"{read_only:false; response_revision:3821; number_of_response:1; }","duration":"177.852777ms","start":"2026-04-28T03:29:26.914112Z","end":"2026-04-28T03:29:27.091964Z","steps":["trace[246140569] 'process raft request' (duration: 176.881235ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:27.091951Z","caller":"traceutil/trace.go:171","msg":"trace[1580842962] linearizableReadLoop","detail":"{readStateIndex:3999; appliedIndex:3996; }","duration":"176.983018ms","start":"2026-04-28T03:29:26.914941Z","end":"2026-04-28T03:29:27.091924Z","steps":["trace[1580842962] 'read index received' (duration: 145.682876ms)","trace[1580842962] 'applied index is now lower than readState.Index' (duration: 31.298312ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:27.092183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.217733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9282"} {"level":"info","ts":"2026-04-28T03:29:27.092247Z","caller":"traceutil/trace.go:171","msg":"trace[238857776] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3821; }","duration":"177.315817ms","start":"2026-04-28T03:29:26.914916Z","end":"2026-04-28T03:29:27.092232Z","steps":["trace[238857776] 'agreement among raft nodes before linearized reading' (duration: 177.106521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:27.265206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.740879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:27.265292Z","caller":"traceutil/trace.go:171","msg":"trace[1778217917] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3821; }","duration":"121.880412ms","start":"2026-04-28T03:29:27.143392Z","end":"2026-04-28T03:29:27.265272Z","steps":["trace[1778217917] 'range keys from in-memory index tree' (duration: 121.657497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:27.404514Z","caller":"traceutil/trace.go:171","msg":"trace[1947487559] transaction","detail":"{read_only:false; response_revision:3822; number_of_response:1; }","duration":"101.462485ms","start":"2026-04-28T03:29:27.303017Z","end":"2026-04-28T03:29:27.40448Z","steps":["trace[1947487559] 'process raft request' (duration: 101.155318ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:27.526646Z","caller":"traceutil/trace.go:171","msg":"trace[1094496909] transaction","detail":"{read_only:false; response_revision:3823; number_of_response:1; }","duration":"117.601337ms","start":"2026-04-28T03:29:27.409013Z","end":"2026-04-28T03:29:27.526614Z","steps":["trace[1094496909] 'process raft request' (duration: 114.142988ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:27.859574Z","caller":"traceutil/trace.go:171","msg":"trace[1868156665] transaction","detail":"{read_only:false; response_revision:3825; number_of_response:1; }","duration":"126.443825ms","start":"2026-04-28T03:29:27.73311Z","end":"2026-04-28T03:29:27.859554Z","steps":["trace[1868156665] 'process raft request' (duration: 77.979429ms)","trace[1868156665] 'compare' (duration: 48.356214ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:29.40981Z","caller":"traceutil/trace.go:171","msg":"trace[1707348646] linearizableReadLoop","detail":"{readStateIndex:4006; appliedIndex:4005; }","duration":"314.003934ms","start":"2026-04-28T03:29:29.095792Z","end":"2026-04-28T03:29:29.409796Z","steps":["trace[1707348646] 'read index received' (duration: 313.929362ms)","trace[1707348646] 'applied index is now lower than readState.Index' (duration: 73.912µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:29.409864Z","caller":"traceutil/trace.go:171","msg":"trace[622079880] transaction","detail":"{read_only:false; response_revision:3828; number_of_response:1; }","duration":"341.128053ms","start":"2026-04-28T03:29:29.068709Z","end":"2026-04-28T03:29:29.409837Z","steps":["trace[622079880] 'process raft request' (duration: 340.98863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:29.409975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.177707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:29:29.409982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:29.068699Z","time spent":"341.221885ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:29.410001Z","caller":"traceutil/trace.go:171","msg":"trace[517196203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3828; }","duration":"314.254169ms","start":"2026-04-28T03:29:29.09574Z","end":"2026-04-28T03:29:29.409994Z","steps":["trace[517196203] 'agreement among raft nodes before linearized reading' (duration: 314.130176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:29.410026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:29.095718Z","time spent":"314.30059ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:29:29.442297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.341694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:29:29.442374Z","caller":"traceutil/trace.go:171","msg":"trace[813171712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3829; }","duration":"344.462247ms","start":"2026-04-28T03:29:29.097896Z","end":"2026-04-28T03:29:29.442358Z","steps":["trace[813171712] 'agreement among raft nodes before linearized reading' (duration: 344.252962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:29.442432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:29.097877Z","time spent":"344.538889ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:29:29.734157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.766085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:29.734494Z","caller":"traceutil/trace.go:171","msg":"trace[1390707498] transaction","detail":"{read_only:false; response_revision:3830; number_of_response:1; }","duration":"321.224406ms","start":"2026-04-28T03:29:29.413247Z","end":"2026-04-28T03:29:29.734471Z","steps":["trace[1390707498] 'process raft request' (duration: 99.063592ms)","trace[1390707498] 'compare' (duration: 221.372356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:29.734576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:29.413221Z","time spent":"321.321199ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:29.734691Z","caller":"traceutil/trace.go:171","msg":"trace[757790879] linearizableReadLoop","detail":"{readStateIndex:4008; appliedIndex:4007; }","duration":"292.548154ms","start":"2026-04-28T03:29:29.442117Z","end":"2026-04-28T03:29:29.734665Z","steps":["trace[757790879] 'read index received' (duration: 70.209626ms)","trace[757790879] 'applied index is now lower than readState.Index' (duration: 222.336018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:29.734896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.73228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:29:29.734973Z","caller":"traceutil/trace.go:171","msg":"trace[529053467] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3830; }","duration":"293.873972ms","start":"2026-04-28T03:29:29.441084Z","end":"2026-04-28T03:29:29.734958Z","steps":["trace[529053467] 'agreement among raft nodes before linearized reading' (duration: 293.743449ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:29.735181Z","caller":"traceutil/trace.go:171","msg":"trace[1827974442] transaction","detail":"{read_only:false; response_revision:3831; number_of_response:1; }","duration":"288.634525ms","start":"2026-04-28T03:29:29.446527Z","end":"2026-04-28T03:29:29.735162Z","steps":["trace[1827974442] 'process raft request' (duration: 287.724094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:29.735206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.809002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:29:29.735262Z","caller":"traceutil/trace.go:171","msg":"trace[2133788938] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3831; }","duration":"203.895764ms","start":"2026-04-28T03:29:29.53135Z","end":"2026-04-28T03:29:29.735246Z","steps":["trace[2133788938] 'agreement among raft nodes before linearized reading' (duration: 203.738801ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:33.966162Z","caller":"traceutil/trace.go:171","msg":"trace[2035554440] linearizableReadLoop","detail":"{readStateIndex:4033; appliedIndex:4032; }","duration":"147.616853ms","start":"2026-04-28T03:29:33.818523Z","end":"2026-04-28T03:29:33.966139Z","steps":["trace[2035554440] 'read index received' (duration: 62.630856ms)","trace[2035554440] 'applied index is now lower than readState.Index' (duration: 84.984777ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:33.966252Z","caller":"traceutil/trace.go:171","msg":"trace[1614419595] transaction","detail":"{read_only:false; response_revision:3854; number_of_response:1; }","duration":"149.514136ms","start":"2026-04-28T03:29:33.816716Z","end":"2026-04-28T03:29:33.96623Z","steps":["trace[1614419595] 'process raft request' (duration: 64.533309ms)","trace[1614419595] 'compare' (duration: 84.688321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:33.96638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.850988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T03:29:33.966415Z","caller":"traceutil/trace.go:171","msg":"trace[1520023947] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3854; }","duration":"147.9221ms","start":"2026-04-28T03:29:33.818484Z","end":"2026-04-28T03:29:33.966406Z","steps":["trace[1520023947] 'agreement among raft nodes before linearized reading' (duration: 147.780947ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:34.736632Z","caller":"traceutil/trace.go:171","msg":"trace[1832317931] transaction","detail":"{read_only:false; response_revision:3856; number_of_response:1; }","duration":"262.517353ms","start":"2026-04-28T03:29:34.474084Z","end":"2026-04-28T03:29:34.736602Z","steps":["trace[1832317931] 'process raft request' (duration: 262.339679ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:34.951927Z","caller":"traceutil/trace.go:171","msg":"trace[1686991199] transaction","detail":"{read_only:false; response_revision:3857; number_of_response:1; }","duration":"154.454487ms","start":"2026-04-28T03:29:34.797446Z","end":"2026-04-28T03:29:34.951901Z","steps":["trace[1686991199] 'process raft request' (duration: 125.715912ms)","trace[1686991199] 'compare' (duration: 28.196233ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:35.633956Z","caller":"traceutil/trace.go:171","msg":"trace[861571337] linearizableReadLoop","detail":"{readStateIndex:4037; appliedIndex:4036; }","duration":"112.727012ms","start":"2026-04-28T03:29:35.521204Z","end":"2026-04-28T03:29:35.633931Z","steps":["trace[861571337] 'read index received' (duration: 112.547288ms)","trace[861571337] 'applied index is now lower than readState.Index' (duration: 178.684µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:35.634062Z","caller":"traceutil/trace.go:171","msg":"trace[1216272772] transaction","detail":"{read_only:false; response_revision:3858; number_of_response:1; }","duration":"158.890259ms","start":"2026-04-28T03:29:35.475134Z","end":"2026-04-28T03:29:35.634024Z","steps":["trace[1216272772] 'process raft request' (duration: 158.621373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:35.634265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.972398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:29:35.634355Z","caller":"traceutil/trace.go:171","msg":"trace[1103796343] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3858; }","duration":"113.150102ms","start":"2026-04-28T03:29:35.521153Z","end":"2026-04-28T03:29:35.634304Z","steps":["trace[1103796343] 'agreement among raft nodes before linearized reading' (duration: 112.864666ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:35.716483Z","caller":"traceutil/trace.go:171","msg":"trace[2140241465] transaction","detail":"{read_only:false; response_revision:3859; number_of_response:1; }","duration":"194.222021ms","start":"2026-04-28T03:29:35.522213Z","end":"2026-04-28T03:29:35.716435Z","steps":["trace[2140241465] 'process raft request' (duration: 157.643059ms)","trace[2140241465] 'compare' (duration: 36.383707ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:38.300975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.685224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:38.301103Z","caller":"traceutil/trace.go:171","msg":"trace[1911292397] linearizableReadLoop","detail":"{readStateIndex:4056; appliedIndex:4055; }","duration":"257.087146ms","start":"2026-04-28T03:29:38.043995Z","end":"2026-04-28T03:29:38.301082Z","steps":["trace[1911292397] 'read index received' (duration: 70.201177ms)","trace[1911292397] 'applied index is now lower than readState.Index' (duration: 186.884279ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:38.301196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.209019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:38.30124Z","caller":"traceutil/trace.go:171","msg":"trace[1408497830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3876; }","duration":"257.294631ms","start":"2026-04-28T03:29:38.043932Z","end":"2026-04-28T03:29:38.301227Z","steps":["trace[1408497830] 'agreement among raft nodes before linearized reading' (duration: 257.220019ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:38.301347Z","caller":"traceutil/trace.go:171","msg":"trace[426721519] transaction","detail":"{read_only:false; response_revision:3876; number_of_response:1; }","duration":"299.964679ms","start":"2026-04-28T03:29:38.001364Z","end":"2026-04-28T03:29:38.301328Z","steps":["trace[426721519] 'process raft request' (duration: 112.819355ms)","trace[426721519] 'compare' (duration: 186.355367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:38.301579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:38.00134Z","time spent":"300.155723ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:39.144114Z","caller":"traceutil/trace.go:171","msg":"trace[4898808] transaction","detail":"{read_only:false; response_revision:3878; number_of_response:1; }","duration":"176.360793ms","start":"2026-04-28T03:29:38.96772Z","end":"2026-04-28T03:29:39.144081Z","steps":["trace[4898808] 'process raft request' (duration: 176.145348ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:41.92172Z","caller":"traceutil/trace.go:171","msg":"trace[1705180588] transaction","detail":"{read_only:false; response_revision:3890; number_of_response:1; }","duration":"112.10406ms","start":"2026-04-28T03:29:41.809599Z","end":"2026-04-28T03:29:41.921703Z","steps":["trace[1705180588] 'process raft request' (duration: 111.966037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:42.082368Z","caller":"traceutil/trace.go:171","msg":"trace[107688430] transaction","detail":"{read_only:false; response_revision:3892; number_of_response:1; }","duration":"156.908297ms","start":"2026-04-28T03:29:41.925432Z","end":"2026-04-28T03:29:42.08234Z","steps":["trace[107688430] 'process raft request' (duration: 156.765324ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:42.082583Z","caller":"traceutil/trace.go:171","msg":"trace[811770433] transaction","detail":"{read_only:false; response_revision:3891; number_of_response:1; }","duration":"157.151564ms","start":"2026-04-28T03:29:41.925404Z","end":"2026-04-28T03:29:42.082555Z","steps":["trace[811770433] 'process raft request' (duration: 57.839981ms)","trace[811770433] 'compare' (duration: 98.77769ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:42.082702Z","caller":"traceutil/trace.go:171","msg":"trace[2075431767] transaction","detail":"{read_only:false; response_revision:3894; number_of_response:1; }","duration":"156.375515ms","start":"2026-04-28T03:29:41.926303Z","end":"2026-04-28T03:29:42.082678Z","steps":["trace[2075431767] 'process raft request' (duration: 156.085949ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:42.082659Z","caller":"traceutil/trace.go:171","msg":"trace[411664866] transaction","detail":"{read_only:false; response_revision:3893; number_of_response:1; }","duration":"157.103361ms","start":"2026-04-28T03:29:41.925511Z","end":"2026-04-28T03:29:42.082615Z","steps":["trace[411664866] 'process raft request' (duration: 156.765912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:42.244503Z","caller":"traceutil/trace.go:171","msg":"trace[2025326171] transaction","detail":"{read_only:false; response_revision:3896; number_of_response:1; }","duration":"155.25209ms","start":"2026-04-28T03:29:42.089224Z","end":"2026-04-28T03:29:42.244476Z","steps":["trace[2025326171] 'process raft request' (duration: 155.166508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:42.244596Z","caller":"traceutil/trace.go:171","msg":"trace[592923217] transaction","detail":"{read_only:false; response_revision:3895; number_of_response:1; }","duration":"155.606778ms","start":"2026-04-28T03:29:42.088955Z","end":"2026-04-28T03:29:42.244562Z","steps":["trace[592923217] 'process raft request' (duration: 121.43044ms)","trace[592923217] 'compare' (duration: 33.856511ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:44.496407Z","caller":"traceutil/trace.go:171","msg":"trace[1238084488] transaction","detail":"{read_only:false; response_revision:3906; number_of_response:1; }","duration":"127.65319ms","start":"2026-04-28T03:29:44.368722Z","end":"2026-04-28T03:29:44.496375Z","steps":["trace[1238084488] 'process raft request' (duration: 89.505033ms)","trace[1238084488] 'compare' (duration: 38.021764ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:47.082407Z","caller":"traceutil/trace.go:171","msg":"trace[1631366513] transaction","detail":"{read_only:false; response_revision:3917; number_of_response:1; }","duration":"253.311398ms","start":"2026-04-28T03:29:46.829056Z","end":"2026-04-28T03:29:47.082368Z","steps":["trace[1631366513] 'process raft request' (duration: 253.018772ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:47.557366Z","caller":"traceutil/trace.go:171","msg":"trace[2144856389] transaction","detail":"{read_only:false; response_revision:3918; number_of_response:1; }","duration":"377.597545ms","start":"2026-04-28T03:29:47.179738Z","end":"2026-04-28T03:29:47.557335Z","steps":["trace[2144856389] 'process raft request' (duration: 343.090159ms)","trace[2144856389] 'compare' (duration: 33.433213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:47.55754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:47.179701Z","time spent":"377.742419ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:48.226453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.85528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:29:48.226515Z","caller":"traceutil/trace.go:171","msg":"trace[1045374495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3920; }","duration":"104.954362ms","start":"2026-04-28T03:29:48.121549Z","end":"2026-04-28T03:29:48.226503Z","steps":["trace[1045374495] 'range keys from in-memory index tree' (duration: 104.724687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:48.226557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.253741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:29:48.226603Z","caller":"traceutil/trace.go:171","msg":"trace[1781605784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3920; }","duration":"106.330523ms","start":"2026-04-28T03:29:48.120258Z","end":"2026-04-28T03:29:48.226588Z","steps":["trace[1781605784] 'range keys from in-memory index tree' (duration: 106.121788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:48.226453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.011173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:29:48.226701Z","caller":"traceutil/trace.go:171","msg":"trace[997885259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3920; }","duration":"105.30037ms","start":"2026-04-28T03:29:48.121376Z","end":"2026-04-28T03:29:48.226676Z","steps":["trace[997885259] 'range keys from in-memory index tree' (duration: 104.86173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:48.227222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.521625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:29:48.227301Z","caller":"traceutil/trace.go:171","msg":"trace[512583622] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3920; }","duration":"118.208819ms","start":"2026-04-28T03:29:48.109077Z","end":"2026-04-28T03:29:48.227285Z","steps":["trace[512583622] 'range keys from in-memory index tree' (duration: 117.33411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:48.553634Z","caller":"traceutil/trace.go:171","msg":"trace[516919938] transaction","detail":"{read_only:false; response_revision:3922; number_of_response:1; }","duration":"322.035057ms","start":"2026-04-28T03:29:48.23157Z","end":"2026-04-28T03:29:48.553605Z","steps":["trace[516919938] 'process raft request' (duration: 321.79734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:48.553844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:48.231538Z","time spent":"322.183019ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:48.554029Z","caller":"traceutil/trace.go:171","msg":"trace[1349008101] transaction","detail":"{read_only:false; response_revision:3923; number_of_response:1; }","duration":"322.128638ms","start":"2026-04-28T03:29:48.231874Z","end":"2026-04-28T03:29:48.554003Z","steps":["trace[1349008101] 'process raft request' (duration: 321.682559ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:48.554135Z","caller":"traceutil/trace.go:171","msg":"trace[1216361584] linearizableReadLoop","detail":"{readStateIndex:4106; appliedIndex:4103; }","duration":"165.679588ms","start":"2026-04-28T03:29:48.388437Z","end":"2026-04-28T03:29:48.554116Z","steps":["trace[1216361584] 'read index received' (duration: 164.91304ms)","trace[1216361584] 'applied index is now lower than readState.Index' (duration: 765.648µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:48.554212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:48.231863Z","time spent":"322.238941ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:48.554278Z","caller":"traceutil/trace.go:171","msg":"trace[1398663734] transaction","detail":"{read_only:false; response_revision:3924; number_of_response:1; }","duration":"322.347533ms","start":"2026-04-28T03:29:48.231922Z","end":"2026-04-28T03:29:48.554269Z","steps":["trace[1398663734] 'process raft request' (duration: 322.021876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:48.554361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:48.231913Z","time spent":"322.390194ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:48.554604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.161289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:29:48.554657Z","caller":"traceutil/trace.go:171","msg":"trace[1523931625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3924; }","duration":"166.252751ms","start":"2026-04-28T03:29:48.388393Z","end":"2026-04-28T03:29:48.554646Z","steps":["trace[1523931625] 'agreement among raft nodes before linearized reading' (duration: 166.062777ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:48.67266Z","caller":"traceutil/trace.go:171","msg":"trace[326892986] transaction","detail":"{read_only:false; response_revision:3925; number_of_response:1; }","duration":"113.75286ms","start":"2026-04-28T03:29:48.558867Z","end":"2026-04-28T03:29:48.67262Z","steps":["trace[326892986] 'process raft request' (duration: 74.138309ms)","trace[326892986] 'compare' (duration: 39.361366ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:48.672751Z","caller":"traceutil/trace.go:171","msg":"trace[1108579223] transaction","detail":"{read_only:false; response_revision:3926; number_of_response:1; }","duration":"112.840989ms","start":"2026-04-28T03:29:48.559868Z","end":"2026-04-28T03:29:48.672709Z","steps":["trace[1108579223] 'process raft request' (duration: 112.673055ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:49.671304Z","caller":"traceutil/trace.go:171","msg":"trace[339615392] transaction","detail":"{read_only:false; response_revision:3928; number_of_response:1; }","duration":"108.177425ms","start":"2026-04-28T03:29:49.5631Z","end":"2026-04-28T03:29:49.671278Z","steps":["trace[339615392] 'process raft request' (duration: 108.03347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:50.835925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.511875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:50.836217Z","caller":"traceutil/trace.go:171","msg":"trace[730579226] linearizableReadLoop","detail":"{readStateIndex:4115; appliedIndex:4113; }","duration":"159.112921ms","start":"2026-04-28T03:29:50.67708Z","end":"2026-04-28T03:29:50.836193Z","steps":["trace[730579226] 'read index received' (duration: 53.109844ms)","trace[730579226] 'applied index is now lower than readState.Index' (duration: 106.000557ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:50.836287Z","caller":"traceutil/trace.go:171","msg":"trace[1083964202] transaction","detail":"{read_only:false; response_revision:3932; number_of_response:1; }","duration":"257.370823ms","start":"2026-04-28T03:29:50.5789Z","end":"2026-04-28T03:29:50.83627Z","steps":["trace[1083964202] 'process raft request' (duration: 151.378818ms)","trace[1083964202] 'compare' (duration: 105.393952ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:50.836238Z","caller":"traceutil/trace.go:171","msg":"trace[2015108096] transaction","detail":"{read_only:false; response_revision:3933; number_of_response:1; }","duration":"257.246919ms","start":"2026-04-28T03:29:50.578964Z","end":"2026-04-28T03:29:50.836211Z","steps":["trace[2015108096] 'process raft request' (duration: 257.080515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:50.836505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.141811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:29:50.836538Z","caller":"traceutil/trace.go:171","msg":"trace[159886484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3933; }","duration":"159.214783ms","start":"2026-04-28T03:29:50.677314Z","end":"2026-04-28T03:29:50.836529Z","steps":["trace[159886484] 'agreement among raft nodes before linearized reading' (duration: 159.117571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:50.836604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.484178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:29:50.836718Z","caller":"traceutil/trace.go:171","msg":"trace[1365043594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3933; }","duration":"159.626703ms","start":"2026-04-28T03:29:50.677024Z","end":"2026-04-28T03:29:50.836651Z","steps":["trace[1365043594] 'agreement among raft nodes before linearized reading' (duration: 159.339185ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:50.963722Z","caller":"traceutil/trace.go:171","msg":"trace[2025674862] transaction","detail":"{read_only:false; response_revision:3934; number_of_response:1; }","duration":"123.106911ms","start":"2026-04-28T03:29:50.840585Z","end":"2026-04-28T03:29:50.963692Z","steps":["trace[2025674862] 'process raft request' (duration: 122.315483ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:51.003992Z","caller":"traceutil/trace.go:171","msg":"trace[1779437301] transaction","detail":"{read_only:false; response_revision:3935; number_of_response:1; }","duration":"162.58414ms","start":"2026-04-28T03:29:50.84137Z","end":"2026-04-28T03:29:51.003954Z","steps":["trace[1779437301] 'process raft request' (duration: 162.330594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.512877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.066173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:51.513017Z","caller":"traceutil/trace.go:171","msg":"trace[36923603] transaction","detail":"{read_only:false; response_revision:3937; number_of_response:1; }","duration":"181.261031ms","start":"2026-04-28T03:29:51.331731Z","end":"2026-04-28T03:29:51.512992Z","steps":["trace[36923603] 'process raft request' (duration: 72.976993ms)","trace[36923603] 'compare' (duration: 107.938261ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:51.971752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.723494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:29:51.971833Z","caller":"traceutil/trace.go:171","msg":"trace[934891413] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3938; }","duration":"174.859047ms","start":"2026-04-28T03:29:51.796955Z","end":"2026-04-28T03:29:51.971814Z","steps":["trace[934891413] 'range keys from in-memory index tree' (duration: 174.408408ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:52.272133Z","caller":"traceutil/trace.go:171","msg":"trace[980514220] transaction","detail":"{read_only:false; response_revision:3939; number_of_response:1; }","duration":"134.671742ms","start":"2026-04-28T03:29:52.137425Z","end":"2026-04-28T03:29:52.272096Z","steps":["trace[980514220] 'process raft request' (duration: 134.431836ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:52.677285Z","caller":"traceutil/trace.go:171","msg":"trace[1818740259] transaction","detail":"{read_only:false; response_revision:3941; number_of_response:1; }","duration":"401.148682ms","start":"2026-04-28T03:29:52.276115Z","end":"2026-04-28T03:29:52.677263Z","steps":["trace[1818740259] 'process raft request' (duration: 401.103852ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:52.677341Z","caller":"traceutil/trace.go:171","msg":"trace[1202722476] transaction","detail":"{read_only:false; response_revision:3940; number_of_response:1; }","duration":"401.207894ms","start":"2026-04-28T03:29:52.276109Z","end":"2026-04-28T03:29:52.677317Z","steps":["trace[1202722476] 'process raft request' (duration: 400.970067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:52.677437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.276091Z","time spent":"401.299626ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:52.677427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.276097Z","time spent":"401.255095ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:52.680328Z","caller":"traceutil/trace.go:171","msg":"trace[621566659] transaction","detail":"{read_only:false; response_revision:3942; number_of_response:1; }","duration":"384.444567ms","start":"2026-04-28T03:29:52.295867Z","end":"2026-04-28T03:29:52.680311Z","steps":["trace[621566659] 'process raft request' (duration: 384.304954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:52.680438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.295843Z","time spent":"384.543259ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:52.680904Z","caller":"traceutil/trace.go:171","msg":"trace[133508566] linearizableReadLoop","detail":"{readStateIndex:4125; appliedIndex:4122; }","duration":"305.142601ms","start":"2026-04-28T03:29:52.375116Z","end":"2026-04-28T03:29:52.680259Z","steps":["trace[133508566] 'read index received' (duration: 301.989859ms)","trace[133508566] 'applied index is now lower than readState.Index' (duration: 3.151822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:52.681159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.02583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:29:52.681241Z","caller":"traceutil/trace.go:171","msg":"trace[9879765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3942; }","duration":"306.156793ms","start":"2026-04-28T03:29:52.375066Z","end":"2026-04-28T03:29:52.681223Z","steps":["trace[9879765] 'agreement among raft nodes before linearized reading' (duration: 305.406137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:52.681446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.375046Z","time spent":"306.383878ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:29:52.940862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.546314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:29:52.940995Z","caller":"traceutil/trace.go:171","msg":"trace[1380274280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3944; }","duration":"100.683887ms","start":"2026-04-28T03:29:52.840246Z","end":"2026-04-28T03:29:52.94093Z","steps":["trace[1380274280] 'range keys from in-memory index tree' (duration: 100.36373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:52.940862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.672187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:29:52.941063Z","caller":"traceutil/trace.go:171","msg":"trace[1878613434] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3944; }","duration":"100.926862ms","start":"2026-04-28T03:29:52.840119Z","end":"2026-04-28T03:29:52.941046Z","steps":["trace[1878613434] 'range keys from in-memory index tree' (duration: 100.543913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:52.941657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.982703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9282"} {"level":"info","ts":"2026-04-28T03:29:52.941718Z","caller":"traceutil/trace.go:171","msg":"trace[678002049] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3944; }","duration":"224.038934ms","start":"2026-04-28T03:29:52.71765Z","end":"2026-04-28T03:29:52.941689Z","steps":["trace[678002049] 'range keys from in-memory index tree' (duration: 222.994091ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:53.147189Z","caller":"traceutil/trace.go:171","msg":"trace[1786538447] transaction","detail":"{read_only:false; response_revision:3945; number_of_response:1; }","duration":"201.838285ms","start":"2026-04-28T03:29:52.945328Z","end":"2026-04-28T03:29:53.147166Z","steps":["trace[1786538447] 'process raft request' (duration: 201.63739ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:53.168361Z","caller":"traceutil/trace.go:171","msg":"trace[38208157] linearizableReadLoop","detail":"{readStateIndex:4129; appliedIndex:4128; }","duration":"201.552158ms","start":"2026-04-28T03:29:52.966784Z","end":"2026-04-28T03:29:53.168336Z","steps":["trace[38208157] 'read index received' (duration: 180.265128ms)","trace[38208157] 'applied index is now lower than readState.Index' (duration: 21.28547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:53.168614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.985828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:53.168663Z","caller":"traceutil/trace.go:171","msg":"trace[41216018] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3946; }","duration":"174.0808ms","start":"2026-04-28T03:29:52.994572Z","end":"2026-04-28T03:29:53.168653Z","steps":["trace[41216018] 'agreement among raft nodes before linearized reading' (duration: 173.964498ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:53.16852Z","caller":"traceutil/trace.go:171","msg":"trace[871070141] transaction","detail":"{read_only:false; response_revision:3946; number_of_response:1; }","duration":"221.808054ms","start":"2026-04-28T03:29:52.946672Z","end":"2026-04-28T03:29:53.16848Z","steps":["trace[871070141] 'process raft request' (duration: 221.483697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:53.168949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.339084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:29:53.169152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.367617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:29:53.169207Z","caller":"traceutil/trace.go:171","msg":"trace[1674939700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3946; }","duration":"202.420088ms","start":"2026-04-28T03:29:52.966773Z","end":"2026-04-28T03:29:53.169193Z","steps":["trace[1674939700] 'agreement among raft nodes before linearized reading' (duration: 201.727583ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:53.169013Z","caller":"traceutil/trace.go:171","msg":"trace[1741146735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3946; }","duration":"161.452057ms","start":"2026-04-28T03:29:53.007548Z","end":"2026-04-28T03:29:53.169Z","steps":["trace[1741146735] 'agreement among raft nodes before linearized reading' (duration: 161.194081ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:54.890022Z","caller":"traceutil/trace.go:171","msg":"trace[1243649884] transaction","detail":"{read_only:false; response_revision:3952; number_of_response:1; }","duration":"137.151499ms","start":"2026-04-28T03:29:54.752848Z","end":"2026-04-28T03:29:54.89Z","steps":["trace[1243649884] 'process raft request' (duration: 136.994065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:55.245996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.318962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:55.24613Z","caller":"traceutil/trace.go:171","msg":"trace[282810296] transaction","detail":"{read_only:false; response_revision:3953; number_of_response:1; }","duration":"493.23713ms","start":"2026-04-28T03:29:54.752878Z","end":"2026-04-28T03:29:55.246115Z","steps":["trace[282810296] 'process raft request' (duration: 284.695042ms)","trace[282810296] 'compare' (duration: 208.130658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:55.246179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:54.752856Z","time spent":"493.300601ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:55.246364Z","caller":"traceutil/trace.go:171","msg":"trace[146377362] transaction","detail":"{read_only:false; response_revision:3954; number_of_response:1; }","duration":"182.281955ms","start":"2026-04-28T03:29:55.064019Z","end":"2026-04-28T03:29:55.246301Z","steps":["trace[146377362] 'process raft request' (duration: 182.098471ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:55.246347Z","caller":"traceutil/trace.go:171","msg":"trace[671790207] linearizableReadLoop","detail":"{readStateIndex:4136; appliedIndex:4135; }","duration":"201.55352ms","start":"2026-04-28T03:29:55.044764Z","end":"2026-04-28T03:29:55.246317Z","steps":["trace[671790207] 'read index received' (duration: 31.341µs)","trace[671790207] 'applied index is now lower than readState.Index' (duration: 201.519449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:55.246456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.682112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:55.246503Z","caller":"traceutil/trace.go:171","msg":"trace[267746778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3954; }","duration":"201.780445ms","start":"2026-04-28T03:29:55.044712Z","end":"2026-04-28T03:29:55.246492Z","steps":["trace[267746778] 'agreement among raft nodes before linearized reading' (duration: 201.685113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:55.545274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.872889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:55.545408Z","caller":"traceutil/trace.go:171","msg":"trace[124536865] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"295.2392ms","start":"2026-04-28T03:29:55.250149Z","end":"2026-04-28T03:29:55.545388Z","steps":["trace[124536865] 'process raft request' (duration: 112.128375ms)","trace[124536865] 'compare' (duration: 182.536512ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:55.570019Z","caller":"traceutil/trace.go:171","msg":"trace[213460373] transaction","detail":"{read_only:false; response_revision:3956; number_of_response:1; }","duration":"318.456843ms","start":"2026-04-28T03:29:55.251538Z","end":"2026-04-28T03:29:55.569995Z","steps":["trace[213460373] 'process raft request' (duration: 318.278189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:55.570249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:55.251519Z","time spent":"318.651228ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:55.570343Z","caller":"traceutil/trace.go:171","msg":"trace[1915378275] transaction","detail":"{read_only:false; response_revision:3959; number_of_response:1; }","duration":"283.29482ms","start":"2026-04-28T03:29:55.28703Z","end":"2026-04-28T03:29:55.570325Z","steps":["trace[1915378275] 'process raft request' (duration: 283.202868ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:55.570252Z","caller":"traceutil/trace.go:171","msg":"trace[1972660657] transaction","detail":"{read_only:false; response_revision:3957; number_of_response:1; }","duration":"318.468103ms","start":"2026-04-28T03:29:55.251758Z","end":"2026-04-28T03:29:55.570226Z","steps":["trace[1972660657] 'process raft request' (duration: 318.198077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:55.570569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:55.251742Z","time spent":"318.763009ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:55.570307Z","caller":"traceutil/trace.go:171","msg":"trace[858059398] transaction","detail":"{read_only:false; response_revision:3958; number_of_response:1; }","duration":"318.160396ms","start":"2026-04-28T03:29:55.252142Z","end":"2026-04-28T03:29:55.570302Z","steps":["trace[858059398] 'process raft request' (duration: 317.992622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:55.570689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:55.252121Z","time spent":"318.516283ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:55.969305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.893665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:29:55.969378Z","caller":"traceutil/trace.go:171","msg":"trace[460507991] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3959; }","duration":"288.017387ms","start":"2026-04-28T03:29:55.681343Z","end":"2026-04-28T03:29:55.969361Z","steps":["trace[460507991] 'count revisions from in-memory index tree' (duration: 287.806093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:55.969475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.79767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:55.969568Z","caller":"traceutil/trace.go:171","msg":"trace[1773760654] linearizableReadLoop","detail":"{readStateIndex:4143; appliedIndex:4142; }","duration":"171.626235ms","start":"2026-04-28T03:29:55.797926Z","end":"2026-04-28T03:29:55.969552Z","steps":["trace[1773760654] 'read index received' (duration: 3.591521ms)","trace[1773760654] 'applied index is now lower than readState.Index' (duration: 168.033354ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:55.969714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.788869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:29:55.969754Z","caller":"traceutil/trace.go:171","msg":"trace[506357201] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3960; }","duration":"171.870702ms","start":"2026-04-28T03:29:55.797872Z","end":"2026-04-28T03:29:55.969742Z","steps":["trace[506357201] 'agreement among raft nodes before linearized reading' (duration: 171.722338ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:55.969597Z","caller":"traceutil/trace.go:171","msg":"trace[773951796] transaction","detail":"{read_only:false; response_revision:3960; number_of_response:1; }","duration":"175.705078ms","start":"2026-04-28T03:29:55.79387Z","end":"2026-04-28T03:29:55.969575Z","steps":["trace[773951796] 'compare' (duration: 167.528744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:56.856833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.019286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:56.857202Z","caller":"traceutil/trace.go:171","msg":"trace[614835469] transaction","detail":"{read_only:false; response_revision:3962; number_of_response:1; }","duration":"540.282102ms","start":"2026-04-28T03:29:56.316888Z","end":"2026-04-28T03:29:56.85717Z","steps":["trace[614835469] 'process raft request' (duration: 133.865026ms)","trace[614835469] 'compare' (duration: 405.884223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:56.857409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:56.316864Z","time spent":"540.445275ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:56.919988Z","caller":"traceutil/trace.go:171","msg":"trace[1933228107] linearizableReadLoop","detail":"{readStateIndex:4146; appliedIndex:4144; }","duration":"318.609218ms","start":"2026-04-28T03:29:56.601358Z","end":"2026-04-28T03:29:56.919967Z","steps":["trace[1933228107] 'read index received' (duration: 177.478489ms)","trace[1933228107] 'applied index is now lower than readState.Index' (duration: 141.129669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:56.920422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.028367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:56.920489Z","caller":"traceutil/trace.go:171","msg":"trace[758630471] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3962; }","duration":"319.17441ms","start":"2026-04-28T03:29:56.601299Z","end":"2026-04-28T03:29:56.920474Z","steps":["trace[758630471] 'agreement among raft nodes before linearized reading' (duration: 318.995056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:56.920528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:56.601279Z","time spent":"319.240672ms","remote":"127.0.0.1:42902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:29:57.692227Z","caller":"traceutil/trace.go:171","msg":"trace[943489561] transaction","detail":"{read_only:false; response_revision:3966; number_of_response:1; }","duration":"115.643457ms","start":"2026-04-28T03:29:57.57655Z","end":"2026-04-28T03:29:57.692194Z","steps":["trace[943489561] 'process raft request' (duration: 115.36722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:57.692266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.154942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:29:57.692515Z","caller":"traceutil/trace.go:171","msg":"trace[1015826969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3966; }","duration":"118.446979ms","start":"2026-04-28T03:29:57.574047Z","end":"2026-04-28T03:29:57.692494Z","steps":["trace[1015826969] 'agreement among raft nodes before linearized reading' (duration: 118.058901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:57.692957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.214434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:29:57.693157Z","caller":"traceutil/trace.go:171","msg":"trace[1340139028] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3966; }","duration":"118.438328ms","start":"2026-04-28T03:29:57.574689Z","end":"2026-04-28T03:29:57.693127Z","steps":["trace[1340139028] 'agreement among raft nodes before linearized reading' (duration: 117.969438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:57.885038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.301613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:57.885169Z","caller":"traceutil/trace.go:171","msg":"trace[156776403] transaction","detail":"{read_only:false; response_revision:3967; number_of_response:1; }","duration":"243.743312ms","start":"2026-04-28T03:29:57.641399Z","end":"2026-04-28T03:29:57.885142Z","steps":["trace[156776403] 'process raft request' (duration: 75.238015ms)","trace[156776403] 'compare' (duration: 167.955924ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:57.892948Z","caller":"traceutil/trace.go:171","msg":"trace[527033891] transaction","detail":"{read_only:false; response_revision:3968; number_of_response:1; }","duration":"195.583226ms","start":"2026-04-28T03:29:57.697328Z","end":"2026-04-28T03:29:57.892911Z","steps":["trace[527033891] 'process raft request' (duration: 195.351711ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:57.892963Z","caller":"traceutil/trace.go:171","msg":"trace[61249386] transaction","detail":"{read_only:false; response_revision:3969; number_of_response:1; }","duration":"195.348671ms","start":"2026-04-28T03:29:57.697588Z","end":"2026-04-28T03:29:57.892937Z","steps":["trace[61249386] 'process raft request' (duration: 195.255839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:59.387501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.198758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:29:59.387581Z","caller":"traceutil/trace.go:171","msg":"trace[427501810] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3972; }","duration":"127.323ms","start":"2026-04-28T03:29:59.260236Z","end":"2026-04-28T03:29:59.387559Z","steps":["trace[427501810] 'range keys from in-memory index tree' (duration: 126.968431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:59.495977Z","caller":"traceutil/trace.go:171","msg":"trace[2051483305] transaction","detail":"{read_only:false; response_revision:3973; number_of_response:1; }","duration":"104.172448ms","start":"2026-04-28T03:29:59.391776Z","end":"2026-04-28T03:29:59.495948Z","steps":["trace[2051483305] 'process raft request' (duration: 104.012495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:59.994691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.325616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T03:29:59.994748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.476195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:59.994767Z","caller":"traceutil/trace.go:171","msg":"trace[40233530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3973; }","duration":"354.455989ms","start":"2026-04-28T03:29:59.640292Z","end":"2026-04-28T03:29:59.994748Z","steps":["trace[40233530] 'range keys from in-memory index tree' (duration: 354.138012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:59.994809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:59.640258Z","time spent":"354.542531ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:29:59.994816Z","caller":"traceutil/trace.go:171","msg":"trace[598347564] linearizableReadLoop","detail":"{readStateIndex:4158; appliedIndex:4157; }","duration":"218.007563ms","start":"2026-04-28T03:29:59.776796Z","end":"2026-04-28T03:29:59.994804Z","steps":["trace[598347564] 'read index received' (duration: 42.398475ms)","trace[598347564] 'applied index is now lower than readState.Index' (duration: 175.608018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:59.995022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.197347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:59.995072Z","caller":"traceutil/trace.go:171","msg":"trace[741487311] transaction","detail":"{read_only:false; response_revision:3974; number_of_response:1; }","duration":"296.672176ms","start":"2026-04-28T03:29:59.698383Z","end":"2026-04-28T03:29:59.995055Z","steps":["trace[741487311] 'process raft request' (duration: 120.810042ms)","trace[741487311] 'compare' (duration: 175.369033ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:59.995081Z","caller":"traceutil/trace.go:171","msg":"trace[1513337251] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3974; }","duration":"218.279929ms","start":"2026-04-28T03:29:59.776789Z","end":"2026-04-28T03:29:59.995069Z","steps":["trace[1513337251] 'agreement among raft nodes before linearized reading' (duration: 218.122116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:59.995158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.098245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-28T03:29:59.995351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.850465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:29:59.995256Z","caller":"traceutil/trace.go:171","msg":"trace[276056946] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3974; }","duration":"198.193937ms","start":"2026-04-28T03:29:59.797009Z","end":"2026-04-28T03:29:59.995203Z","steps":["trace[276056946] 'agreement among raft nodes before linearized reading' (duration: 198.029364ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:59.995406Z","caller":"traceutil/trace.go:171","msg":"trace[386785734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3974; }","duration":"106.03857ms","start":"2026-04-28T03:29:59.889352Z","end":"2026-04-28T03:29:59.995391Z","steps":["trace[386785734] 'agreement among raft nodes before linearized reading' (duration: 105.786565ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:00.42739Z","caller":"traceutil/trace.go:171","msg":"trace[1778723072] transaction","detail":"{read_only:false; response_revision:3975; number_of_response:1; }","duration":"427.002495ms","start":"2026-04-28T03:30:00.000351Z","end":"2026-04-28T03:30:00.427353Z","steps":["trace[1778723072] 'process raft request' (duration: 370.375909ms)","trace[1778723072] 'compare' (duration: 56.397711ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:00.427589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:00.000327Z","time spent":"427.193119ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:00.646163Z","caller":"traceutil/trace.go:171","msg":"trace[1730179770] transaction","detail":"{read_only:false; response_revision:3978; number_of_response:1; }","duration":"644.430496ms","start":"2026-04-28T03:30:00.001705Z","end":"2026-04-28T03:30:00.646135Z","steps":["trace[1730179770] 'process raft request' (duration: 644.347664ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:00.646205Z","caller":"traceutil/trace.go:171","msg":"trace[815516699] linearizableReadLoop","detail":"{readStateIndex:4162; appliedIndex:4158; }","duration":"644.324273ms","start":"2026-04-28T03:30:00.001861Z","end":"2026-04-28T03:30:00.646185Z","steps":["trace[815516699] 'read index received' (duration: 368.871445ms)","trace[815516699] 'applied index is now lower than readState.Index' (duration: 275.451558ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:00.64632Z","caller":"traceutil/trace.go:171","msg":"trace[1198669143] transaction","detail":"{read_only:false; response_revision:3979; number_of_response:1; }","duration":"575.061292ms","start":"2026-04-28T03:30:00.071245Z","end":"2026-04-28T03:30:00.646306Z","steps":["trace[1198669143] 'process raft request' (duration: 574.848117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:00.646324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:00.001696Z","time spent":"644.552269ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:00.646192Z","caller":"traceutil/trace.go:171","msg":"trace[1805579004] transaction","detail":"{read_only:false; response_revision:3977; number_of_response:1; }","duration":"645.236684ms","start":"2026-04-28T03:30:00.000925Z","end":"2026-04-28T03:30:00.646162Z","steps":["trace[1805579004] 'process raft request' (duration: 645.05031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:00.646433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:00.071217Z","time spent":"575.141954ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:00.646594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:00.000893Z","time spent":"645.607232ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:00.646891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.027079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T03:30:00.647774Z","caller":"traceutil/trace.go:171","msg":"trace[1590994448] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3979; }","duration":"645.92903ms","start":"2026-04-28T03:30:00.001823Z","end":"2026-04-28T03:30:00.647752Z","steps":["trace[1590994448] 'agreement among raft nodes before linearized reading' (duration: 644.958578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:00.647888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:00.001812Z","time spent":"646.044992ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-28T03:30:00.646169Z","caller":"traceutil/trace.go:171","msg":"trace[735390725] transaction","detail":"{read_only:false; response_revision:3976; number_of_response:1; }","duration":"645.383677ms","start":"2026-04-28T03:30:00.000755Z","end":"2026-04-28T03:30:00.646139Z","steps":["trace[735390725] 'process raft request' (duration: 554.605602ms)","trace[735390725] 'compare' (duration: 90.458878ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:00.647045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.83291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:00.648032Z","caller":"traceutil/trace.go:171","msg":"trace[789324794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3979; }","duration":"604.909875ms","start":"2026-04-28T03:30:00.043106Z","end":"2026-04-28T03:30:00.648016Z","steps":["trace[789324794] 'agreement among raft nodes before linearized reading' (duration: 603.796359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:00.64807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:00.000741Z","time spent":"647.26984ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:00.648103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:00.043076Z","time spent":"605.015878ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:01.384062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.984097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:01.38422Z","caller":"traceutil/trace.go:171","msg":"trace[1158047782] linearizableReadLoop","detail":"{readStateIndex:4165; appliedIndex:4164; }","duration":"339.210747ms","start":"2026-04-28T03:30:01.044988Z","end":"2026-04-28T03:30:01.384199Z","steps":["trace[1158047782] 'read index received' (duration: 182.864152ms)","trace[1158047782] 'applied index is now lower than readState.Index' (duration: 156.344665ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:01.384369Z","caller":"traceutil/trace.go:171","msg":"trace[1173954041] transaction","detail":"{read_only:false; response_revision:3981; number_of_response:1; }","duration":"364.062868ms","start":"2026-04-28T03:30:01.020286Z","end":"2026-04-28T03:30:01.384348Z","steps":["trace[1173954041] 'process raft request' (duration: 207.698493ms)","trace[1173954041] 'compare' (duration: 155.598017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:01.38448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:01.020262Z","time spent":"364.17349ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:01.384701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.714198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:01.384756Z","caller":"traceutil/trace.go:171","msg":"trace[140643369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3981; }","duration":"339.815161ms","start":"2026-04-28T03:30:01.044927Z","end":"2026-04-28T03:30:01.384743Z","steps":["trace[140643369] 'agreement among raft nodes before linearized reading' (duration: 339.726629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:01.384781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:01.044904Z","time spent":"339.872251ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:01.717064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.399193ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T03:30:01.717173Z","caller":"traceutil/trace.go:171","msg":"trace[250641521] linearizableReadLoop","detail":"{readStateIndex:4166; appliedIndex:4165; }","duration":"216.993352ms","start":"2026-04-28T03:30:01.500162Z","end":"2026-04-28T03:30:01.717155Z","steps":["trace[250641521] 'read index received' (duration: 73.423355ms)","trace[250641521] 'applied index is now lower than readState.Index' (duration: 143.568587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:01.717234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:01.385892Z","time spent":"331.3362ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:01.717305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.152846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:30:01.717337Z","caller":"traceutil/trace.go:171","msg":"trace[522194742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3981; }","duration":"217.235478ms","start":"2026-04-28T03:30:01.500093Z","end":"2026-04-28T03:30:01.717328Z","steps":["trace[522194742] 'agreement among raft nodes before linearized reading' (duration: 217.106955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.546681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.898773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:02.5469Z","caller":"traceutil/trace.go:171","msg":"trace[2075309981] linearizableReadLoop","detail":"{readStateIndex:4168; appliedIndex:4166; }","duration":"750.142983ms","start":"2026-04-28T03:30:01.796742Z","end":"2026-04-28T03:30:02.546885Z","steps":["trace[2075309981] 'read index received' (duration: 222.020465ms)","trace[2075309981] 'applied index is now lower than readState.Index' (duration: 528.121718ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:02.546911Z","caller":"traceutil/trace.go:171","msg":"trace[260412499] transaction","detail":"{read_only:false; response_revision:3982; number_of_response:1; }","duration":"828.925399ms","start":"2026-04-28T03:30:01.717952Z","end":"2026-04-28T03:30:02.546878Z","steps":["trace[260412499] 'process raft request' (duration: 300.7617ms)","trace[260412499] 'compare' (duration: 527.727679ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:02.547094Z","caller":"traceutil/trace.go:171","msg":"trace[2034568280] transaction","detail":"{read_only:false; response_revision:3983; number_of_response:1; }","duration":"826.192627ms","start":"2026-04-28T03:30:01.720893Z","end":"2026-04-28T03:30:02.547086Z","steps":["trace[2034568280] 'process raft request' (duration: 825.88061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.547157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:01.717931Z","time spent":"829.104452ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:02.54728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.545332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:30:02.547309Z","caller":"traceutil/trace.go:171","msg":"trace[1527238356] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3984; }","duration":"750.602263ms","start":"2026-04-28T03:30:01.796701Z","end":"2026-04-28T03:30:02.547304Z","steps":["trace[1527238356] 'agreement among raft nodes before linearized reading' (duration: 750.505931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.54733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:01.796687Z","time spent":"750.639404ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:30:02.547374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.366236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:02.547555Z","caller":"traceutil/trace.go:171","msg":"trace[497175267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3984; }","duration":"502.569262ms","start":"2026-04-28T03:30:02.044933Z","end":"2026-04-28T03:30:02.547503Z","steps":["trace[497175267] 'agreement among raft nodes before linearized reading' (duration: 502.388638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.547157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:01.720878Z","time spent":"826.242878ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:02.547599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:02.044889Z","time spent":"502.701615ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:30:02.547193Z","caller":"traceutil/trace.go:171","msg":"trace[936018389] transaction","detail":"{read_only:false; response_revision:3984; number_of_response:1; }","duration":"546.453571ms","start":"2026-04-28T03:30:02.000733Z","end":"2026-04-28T03:30:02.547186Z","steps":["trace[936018389] 'process raft request' (duration: 546.124443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.54774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:02.000712Z","time spent":"546.995692ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:02.547776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.703679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:30:02.547815Z","caller":"traceutil/trace.go:171","msg":"trace[1900035848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3984; }","duration":"115.7814ms","start":"2026-04-28T03:30:02.432025Z","end":"2026-04-28T03:30:02.547806Z","steps":["trace[1900035848] 'agreement among raft nodes before linearized reading' (duration: 115.650638ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:02.861327Z","caller":"traceutil/trace.go:171","msg":"trace[1320008501] linearizableReadLoop","detail":"{readStateIndex:4170; appliedIndex:4169; }","duration":"308.310292ms","start":"2026-04-28T03:30:02.552993Z","end":"2026-04-28T03:30:02.861303Z","steps":["trace[1320008501] 'read index received' (duration: 226.535019ms)","trace[1320008501] 'applied index is now lower than readState.Index' (duration: 81.774083ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:02.861521Z","caller":"traceutil/trace.go:171","msg":"trace[711803859] transaction","detail":"{read_only:false; response_revision:3985; number_of_response:1; }","duration":"308.463355ms","start":"2026-04-28T03:30:02.552922Z","end":"2026-04-28T03:30:02.861386Z","steps":["trace[711803859] 'process raft request' (duration: 226.63938ms)","trace[711803859] 'compare' (duration: 81.248362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:02.861846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:02.552911Z","time spent":"308.763631ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:02.86158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.564778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T03:30:02.861972Z","caller":"traceutil/trace.go:171","msg":"trace[1353685500] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3985; }","duration":"308.990707ms","start":"2026-04-28T03:30:02.552961Z","end":"2026-04-28T03:30:02.861952Z","steps":["trace[1353685500] 'agreement among raft nodes before linearized reading' (duration: 308.462495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.862032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:02.552944Z","time spent":"309.074669ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-28T03:30:02.885144Z","caller":"traceutil/trace.go:171","msg":"trace[1718422267] transaction","detail":"{read_only:false; response_revision:3986; number_of_response:1; }","duration":"232.599284ms","start":"2026-04-28T03:30:02.65251Z","end":"2026-04-28T03:30:02.885109Z","steps":["trace[1718422267] 'process raft request' (duration: 232.323688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.885379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.302771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T03:30:02.885446Z","caller":"traceutil/trace.go:171","msg":"trace[433744741] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3987; }","duration":"331.382222ms","start":"2026-04-28T03:30:02.554045Z","end":"2026-04-28T03:30:02.885428Z","steps":["trace[433744741] 'agreement among raft nodes before linearized reading' (duration: 331.285829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.885484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:02.554036Z","time spent":"331.439623ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T03:30:02.885557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.245182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:30:02.885614Z","caller":"traceutil/trace.go:171","msg":"trace[2123258730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3987; }","duration":"234.314953ms","start":"2026-04-28T03:30:02.651285Z","end":"2026-04-28T03:30:02.8856Z","steps":["trace[2123258730] 'agreement among raft nodes before linearized reading' (duration: 234.031706ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:02.885603Z","caller":"traceutil/trace.go:171","msg":"trace[1860884387] transaction","detail":"{read_only:false; response_revision:3987; number_of_response:1; }","duration":"133.03651ms","start":"2026-04-28T03:30:02.752541Z","end":"2026-04-28T03:30:02.885578Z","steps":["trace[1860884387] 'process raft request' (duration: 132.506117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.885759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.738131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:30:02.885826Z","caller":"traceutil/trace.go:171","msg":"trace[1383275677] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3987; }","duration":"233.831793ms","start":"2026-04-28T03:30:02.651976Z","end":"2026-04-28T03:30:02.885807Z","steps":["trace[1383275677] 'agreement among raft nodes before linearized reading' (duration: 233.645009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.885913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.827523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:30:02.885978Z","caller":"traceutil/trace.go:171","msg":"trace[377038049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3987; }","duration":"233.964015ms","start":"2026-04-28T03:30:02.651998Z","end":"2026-04-28T03:30:02.885962Z","steps":["trace[377038049] 'agreement among raft nodes before linearized reading' (duration: 233.378912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:03.159683Z","caller":"traceutil/trace.go:171","msg":"trace[1162197625] transaction","detail":"{read_only:false; response_revision:3989; number_of_response:1; }","duration":"267.245365ms","start":"2026-04-28T03:30:02.892377Z","end":"2026-04-28T03:30:03.159623Z","steps":["trace[1162197625] 'process raft request' (duration: 266.733794ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:03.159741Z","caller":"traceutil/trace.go:171","msg":"trace[1820962006] transaction","detail":"{read_only:false; response_revision:3991; number_of_response:1; }","duration":"217.679847ms","start":"2026-04-28T03:30:02.942038Z","end":"2026-04-28T03:30:03.159718Z","steps":["trace[1820962006] 'process raft request' (duration: 217.585395ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:03.1599Z","caller":"traceutil/trace.go:171","msg":"trace[938583655] transaction","detail":"{read_only:false; response_revision:3990; number_of_response:1; }","duration":"267.242796ms","start":"2026-04-28T03:30:02.892646Z","end":"2026-04-28T03:30:03.159889Z","steps":["trace[938583655] 'process raft request' (duration: 266.870147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:03.819244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.777873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:03.819362Z","caller":"traceutil/trace.go:171","msg":"trace[508545869] linearizableReadLoop","detail":"{readStateIndex:4177; appliedIndex:4176; }","duration":"776.744266ms","start":"2026-04-28T03:30:03.042599Z","end":"2026-04-28T03:30:03.819344Z","steps":["trace[508545869] 'read index received' (duration: 117.573641ms)","trace[508545869] 'applied index is now lower than readState.Index' (duration: 659.169175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:03.819519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.907829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:03.819617Z","caller":"traceutil/trace.go:171","msg":"trace[1500744140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3992; }","duration":"777.045132ms","start":"2026-04-28T03:30:03.042554Z","end":"2026-04-28T03:30:03.819599Z","steps":["trace[1500744140] 'agreement among raft nodes before linearized reading' (duration: 776.861388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:03.819566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.343063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-28T03:30:03.819785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:03.042534Z","time spent":"777.198705ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:03.819627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.508003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:03.819363Z","caller":"traceutil/trace.go:171","msg":"trace[1654674408] transaction","detail":"{read_only:false; response_revision:3992; number_of_response:1; }","duration":"827.689116ms","start":"2026-04-28T03:30:02.991659Z","end":"2026-04-28T03:30:03.819348Z","steps":["trace[1654674408] 'process raft request' (duration: 526.714398ms)","trace[1654674408] 'compare' (duration: 299.986806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:03.819864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:02.991608Z","time spent":"828.230878ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:03.819855Z","caller":"traceutil/trace.go:171","msg":"trace[1065754937] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3992; }","duration":"114.767588ms","start":"2026-04-28T03:30:03.705064Z","end":"2026-04-28T03:30:03.819831Z","steps":["trace[1065754937] 'agreement among raft nodes before linearized reading' (duration: 114.526513ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:03.819836Z","caller":"traceutil/trace.go:171","msg":"trace[769787224] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3992; }","duration":"516.64119ms","start":"2026-04-28T03:30:03.303171Z","end":"2026-04-28T03:30:03.819812Z","steps":["trace[769787224] 'agreement among raft nodes before linearized reading' (duration: 516.271862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:03.81994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:03.303147Z","time spent":"516.757612ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:30:03.820993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.406681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:30:03.821062Z","caller":"traceutil/trace.go:171","msg":"trace[901476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3992; }","duration":"432.474953ms","start":"2026-04-28T03:30:03.388542Z","end":"2026-04-28T03:30:03.821017Z","steps":["trace[901476] 'agreement among raft nodes before linearized reading' (duration: 431.143082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:03.821095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:03.38852Z","time spent":"432.557465ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:30:04.158057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.487797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:04.158241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.660303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:04.158624Z","caller":"traceutil/trace.go:171","msg":"trace[1990338565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3993; }","duration":"114.194575ms","start":"2026-04-28T03:30:04.04441Z","end":"2026-04-28T03:30:04.158604Z","steps":["trace[1990338565] 'range keys from in-memory index tree' (duration: 113.561302ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:04.158174Z","caller":"traceutil/trace.go:171","msg":"trace[1066584894] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3993; }","duration":"179.661782ms","start":"2026-04-28T03:30:03.978487Z","end":"2026-04-28T03:30:04.158149Z","steps":["trace[1066584894] 'range keys from in-memory index tree' (duration: 179.311274ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:05.158447Z","caller":"traceutil/trace.go:171","msg":"trace[1416136409] linearizableReadLoop","detail":"{readStateIndex:4181; appliedIndex:4181; }","duration":"269.019488ms","start":"2026-04-28T03:30:04.889403Z","end":"2026-04-28T03:30:05.158423Z","steps":["trace[1416136409] 'read index received' (duration: 269.010927ms)","trace[1416136409] 'applied index is now lower than readState.Index' (duration: 7.26µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:05.158446Z","caller":"traceutil/trace.go:171","msg":"trace[1494125047] transaction","detail":"{read_only:false; response_revision:3996; number_of_response:1; }","duration":"286.817078ms","start":"2026-04-28T03:30:04.871605Z","end":"2026-04-28T03:30:05.158422Z","steps":["trace[1494125047] 'process raft request' (duration: 286.694796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:05.158598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.168521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:05.158667Z","caller":"traceutil/trace.go:171","msg":"trace[1466480665] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:3996; }","duration":"269.291704ms","start":"2026-04-28T03:30:04.889358Z","end":"2026-04-28T03:30:05.15865Z","steps":["trace[1466480665] 'agreement among raft nodes before linearized reading' (duration: 269.172821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:05.200791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.209716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:05.200854Z","caller":"traceutil/trace.go:171","msg":"trace[1509812193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3997; }","duration":"157.324288ms","start":"2026-04-28T03:30:05.043516Z","end":"2026-04-28T03:30:05.20084Z","steps":["trace[1509812193] 'agreement among raft nodes before linearized reading' (duration: 157.200595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:05.200883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.20792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:05.200976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.615718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:30:05.201074Z","caller":"traceutil/trace.go:171","msg":"trace[1139466126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3997; }","duration":"252.741291ms","start":"2026-04-28T03:30:04.948316Z","end":"2026-04-28T03:30:05.201058Z","steps":["trace[1139466126] 'agreement among raft nodes before linearized reading' (duration: 252.490635ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:05.201237Z","caller":"traceutil/trace.go:171","msg":"trace[1258794668] transaction","detail":"{read_only:false; response_revision:3997; number_of_response:1; }","duration":"309.065931ms","start":"2026-04-28T03:30:04.892158Z","end":"2026-04-28T03:30:05.201224Z","steps":["trace[1258794668] 'process raft request' (duration: 305.301936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:05.201331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:04.892123Z","time spent":"309.144793ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:05.200983Z","caller":"traceutil/trace.go:171","msg":"trace[1056556339] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3997; }","duration":"139.349484ms","start":"2026-04-28T03:30:05.061607Z","end":"2026-04-28T03:30:05.200957Z","steps":["trace[1056556339] 'agreement among raft nodes before linearized reading' (duration: 139.17598ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:06.062768Z","caller":"traceutil/trace.go:171","msg":"trace[477925593] linearizableReadLoop","detail":"{readStateIndex:4186; appliedIndex:4185; }","duration":"144.411298ms","start":"2026-04-28T03:30:05.918334Z","end":"2026-04-28T03:30:06.062745Z","steps":["trace[477925593] 'read index received' (duration: 144.274685ms)","trace[477925593] 'applied index is now lower than readState.Index' (duration: 135.273µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:06.062891Z","caller":"traceutil/trace.go:171","msg":"trace[7277391] transaction","detail":"{read_only:false; response_revision:4001; number_of_response:1; }","duration":"237.516848ms","start":"2026-04-28T03:30:05.825328Z","end":"2026-04-28T03:30:06.062845Z","steps":["trace[7277391] 'process raft request' (duration: 237.269162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:06.063024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.675484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:30:06.063086Z","caller":"traceutil/trace.go:171","msg":"trace[113061972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4001; }","duration":"144.810047ms","start":"2026-04-28T03:30:05.918262Z","end":"2026-04-28T03:30:06.063072Z","steps":["trace[113061972] 'agreement among raft nodes before linearized reading' (duration: 144.611042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:06.315114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.020221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:06.315216Z","caller":"traceutil/trace.go:171","msg":"trace[1228918117] transaction","detail":"{read_only:false; response_revision:4002; number_of_response:1; }","duration":"247.675049ms","start":"2026-04-28T03:30:06.06752Z","end":"2026-04-28T03:30:06.315195Z","steps":["trace[1228918117] 'process raft request' (duration: 40.487365ms)","trace[1228918117] 'compare' (duration: 206.902597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:07.014787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.147735ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:30:07.015188Z","caller":"traceutil/trace.go:171","msg":"trace[811429842] linearizableReadLoop","detail":"{readStateIndex:4190; appliedIndex:4188; }","duration":"392.844102ms","start":"2026-04-28T03:30:06.62224Z","end":"2026-04-28T03:30:07.015084Z","steps":["trace[811429842] 'read index received' (duration: 126.949124ms)","trace[811429842] 'applied index is now lower than readState.Index' (duration: 265.893628ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:07.015354Z","caller":"traceutil/trace.go:171","msg":"trace[130391491] transaction","detail":"{read_only:false; response_revision:4004; number_of_response:1; }","duration":"411.974113ms","start":"2026-04-28T03:30:06.603238Z","end":"2026-04-28T03:30:07.015212Z","steps":["trace[130391491] 'process raft request' (duration: 411.686317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:07.015514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.264413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:30:07.015572Z","caller":"traceutil/trace.go:171","msg":"trace[1047627849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4004; }","duration":"393.348914ms","start":"2026-04-28T03:30:06.622207Z","end":"2026-04-28T03:30:07.015556Z","steps":["trace[1047627849] 'agreement among raft nodes before linearized reading' (duration: 393.034187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:07.015625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:06.62217Z","time spent":"393.440786ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:30:07.015619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:06.603212Z","time spent":"412.228809ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:07.132896Z","caller":"traceutil/trace.go:171","msg":"trace[864476162] transaction","detail":"{read_only:false; response_revision:4005; number_of_response:1; }","duration":"111.075957ms","start":"2026-04-28T03:30:07.021789Z","end":"2026-04-28T03:30:07.132865Z","steps":["trace[864476162] 'process raft request' (duration: 94.067463ms)","trace[864476162] 'compare' (duration: 16.82066ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:07.354013Z","caller":"traceutil/trace.go:171","msg":"trace[129138377] transaction","detail":"{read_only:false; response_revision:4006; number_of_response:1; }","duration":"188.267479ms","start":"2026-04-28T03:30:07.165721Z","end":"2026-04-28T03:30:07.353988Z","steps":["trace[129138377] 'process raft request' (duration: 107.521707ms)","trace[129138377] 'compare' (duration: 80.6515ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:07.356017Z","caller":"traceutil/trace.go:171","msg":"trace[2005565751] linearizableReadLoop","detail":"{readStateIndex:4193; appliedIndex:4191; }","duration":"143.382414ms","start":"2026-04-28T03:30:07.212563Z","end":"2026-04-28T03:30:07.355945Z","steps":["trace[2005565751] 'read index received' (duration: 60.633338ms)","trace[2005565751] 'applied index is now lower than readState.Index' (duration: 82.747876ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:07.356071Z","caller":"traceutil/trace.go:171","msg":"trace[1633256434] transaction","detail":"{read_only:false; response_revision:4007; number_of_response:1; }","duration":"148.299946ms","start":"2026-04-28T03:30:07.207731Z","end":"2026-04-28T03:30:07.356031Z","steps":["trace[1633256434] 'process raft request' (duration: 148.074871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:07.356499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.888437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:30:07.356565Z","caller":"traceutil/trace.go:171","msg":"trace[657709726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4007; }","duration":"144.050731ms","start":"2026-04-28T03:30:07.212499Z","end":"2026-04-28T03:30:07.35655Z","steps":["trace[657709726] 'agreement among raft nodes before linearized reading' (duration: 143.739023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:07.357177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.25482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-28T03:30:07.357176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.622698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:30:07.357223Z","caller":"traceutil/trace.go:171","msg":"trace[1046127388] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4007; }","duration":"138.332811ms","start":"2026-04-28T03:30:07.21888Z","end":"2026-04-28T03:30:07.357213Z","steps":["trace[1046127388] 'agreement among raft nodes before linearized reading' (duration: 138.178898ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:07.357244Z","caller":"traceutil/trace.go:171","msg":"trace[1323969026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4007; }","duration":"138.721001ms","start":"2026-04-28T03:30:07.218505Z","end":"2026-04-28T03:30:07.357226Z","steps":["trace[1323969026] 'agreement among raft nodes before linearized reading' (duration: 138.507756ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:07.510023Z","caller":"traceutil/trace.go:171","msg":"trace[48446763] transaction","detail":"{read_only:false; response_revision:4010; number_of_response:1; }","duration":"148.547401ms","start":"2026-04-28T03:30:07.361456Z","end":"2026-04-28T03:30:07.510003Z","steps":["trace[48446763] 'process raft request' (duration: 148.50915ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:07.510236Z","caller":"traceutil/trace.go:171","msg":"trace[978187868] transaction","detail":"{read_only:false; response_revision:4009; number_of_response:1; }","duration":"148.92195ms","start":"2026-04-28T03:30:07.361301Z","end":"2026-04-28T03:30:07.510223Z","steps":["trace[978187868] 'process raft request' (duration: 148.619853ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:07.510279Z","caller":"traceutil/trace.go:171","msg":"trace[1971271635] transaction","detail":"{read_only:false; response_revision:4008; number_of_response:1; }","duration":"149.003532ms","start":"2026-04-28T03:30:07.361212Z","end":"2026-04-28T03:30:07.510216Z","steps":["trace[1971271635] 'process raft request' (duration: 109.779337ms)","trace[1971271635] 'compare' (duration: 38.821506ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:07.811432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.629662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T03:30:07.811531Z","caller":"traceutil/trace.go:171","msg":"trace[536869477] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4010; }","duration":"128.781915ms","start":"2026-04-28T03:30:07.682726Z","end":"2026-04-28T03:30:07.811508Z","steps":["trace[536869477] 'range keys from in-memory index tree' (duration: 128.484139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:07.811911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.584045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T03:30:07.81198Z","caller":"traceutil/trace.go:171","msg":"trace[901446495] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4010; }","duration":"130.701029ms","start":"2026-04-28T03:30:07.681262Z","end":"2026-04-28T03:30:07.811963Z","steps":["trace[901446495] 'range keys from in-memory index tree' (duration: 130.230878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:08.038789Z","caller":"traceutil/trace.go:171","msg":"trace[1737264550] transaction","detail":"{read_only:false; response_revision:4011; number_of_response:1; }","duration":"221.262182ms","start":"2026-04-28T03:30:07.817506Z","end":"2026-04-28T03:30:08.038769Z","steps":["trace[1737264550] 'process raft request' (duration: 221.13069ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:08.280817Z","caller":"traceutil/trace.go:171","msg":"trace[2104101497] linearizableReadLoop","detail":"{readStateIndex:4198; appliedIndex:4196; }","duration":"461.483983ms","start":"2026-04-28T03:30:07.819315Z","end":"2026-04-28T03:30:08.280799Z","steps":["trace[2104101497] 'read index received' (duration: 219.303867ms)","trace[2104101497] 'applied index is now lower than readState.Index' (duration: 242.179386ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:08.2809Z","caller":"traceutil/trace.go:171","msg":"trace[1319302123] transaction","detail":"{read_only:false; response_revision:4012; number_of_response:1; }","duration":"461.671088ms","start":"2026-04-28T03:30:07.819222Z","end":"2026-04-28T03:30:08.280893Z","steps":["trace[1319302123] 'process raft request' (duration: 461.452792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:08.28111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:07.819203Z","time spent":"461.715698ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:08.281233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.898322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-04-28T03:30:08.281341Z","caller":"traceutil/trace.go:171","msg":"trace[782635402] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4012; }","duration":"462.038555ms","start":"2026-04-28T03:30:07.819283Z","end":"2026-04-28T03:30:08.281322Z","steps":["trace[782635402] 'agreement among raft nodes before linearized reading' (duration: 461.717548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:08.281465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:07.819275Z","time spent":"462.175688ms","remote":"127.0.0.1:43114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-28T03:30:08.453878Z","caller":"traceutil/trace.go:171","msg":"trace[975785328] transaction","detail":"{read_only:false; response_revision:4013; number_of_response:1; }","duration":"385.57193ms","start":"2026-04-28T03:30:08.068286Z","end":"2026-04-28T03:30:08.453858Z","steps":["trace[975785328] 'process raft request' (duration: 288.233424ms)","trace[975785328] 'compare' (duration: 97.099861ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:08.454042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:08.068264Z","time spent":"385.692503ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:08.454161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.140819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:08.453814Z","caller":"traceutil/trace.go:171","msg":"trace[788427642] linearizableReadLoop","detail":"{readStateIndex:4199; appliedIndex:4198; }","duration":"172.920511ms","start":"2026-04-28T03:30:08.280867Z","end":"2026-04-28T03:30:08.453787Z","steps":["trace[788427642] 'read index received' (duration: 75.669968ms)","trace[788427642] 'applied index is now lower than readState.Index' (duration: 97.249273ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:08.454275Z","caller":"traceutil/trace.go:171","msg":"trace[41831526] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4013; }","duration":"392.324523ms","start":"2026-04-28T03:30:08.061932Z","end":"2026-04-28T03:30:08.454257Z","steps":["trace[41831526] 'agreement among raft nodes before linearized reading' (duration: 392.107468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:08.454468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:08.061877Z","time spent":"392.563088ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:08.454981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.47277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:30:08.45504Z","caller":"traceutil/trace.go:171","msg":"trace[806682182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4013; }","duration":"136.565542ms","start":"2026-04-28T03:30:08.31846Z","end":"2026-04-28T03:30:08.455025Z","steps":["trace[806682182] 'agreement among raft nodes before linearized reading' (duration: 135.904586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:09.033751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.476374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:09.033847Z","caller":"traceutil/trace.go:171","msg":"trace[1281247580] transaction","detail":"{read_only:false; response_revision:4014; number_of_response:1; }","duration":"574.302309ms","start":"2026-04-28T03:30:08.459526Z","end":"2026-04-28T03:30:09.033828Z","steps":["trace[1281247580] 'process raft request' (duration: 244.678891ms)","trace[1281247580] 'compare' (duration: 329.385102ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:09.033903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:08.459511Z","time spent":"574.367781ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:09.626546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.740984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:30:09.62665Z","caller":"traceutil/trace.go:171","msg":"trace[1532273391] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4018; }","duration":"112.894437ms","start":"2026-04-28T03:30:09.513731Z","end":"2026-04-28T03:30:09.626626Z","steps":["trace[1532273391] 'range keys from in-memory index tree' (duration: 112.55355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:09.626653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.12293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:30:09.626718Z","caller":"traceutil/trace.go:171","msg":"trace[645851586] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4018; }","duration":"112.199072ms","start":"2026-04-28T03:30:09.514501Z","end":"2026-04-28T03:30:09.6267Z","steps":["trace[645851586] 'range keys from in-memory index tree' (duration: 112.006227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:09.626546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.931426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:30:09.626909Z","caller":"traceutil/trace.go:171","msg":"trace[1293526645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4018; }","duration":"112.339975ms","start":"2026-04-28T03:30:09.51454Z","end":"2026-04-28T03:30:09.62688Z","steps":["trace[1293526645] 'range keys from in-memory index tree' (duration: 111.771303ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:10.728606Z","caller":"traceutil/trace.go:171","msg":"trace[1579254567] transaction","detail":"{read_only:false; response_revision:4023; number_of_response:1; }","duration":"267.758604ms","start":"2026-04-28T03:30:10.460812Z","end":"2026-04-28T03:30:10.728571Z","steps":["trace[1579254567] 'process raft request' (duration: 267.57055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:11.438319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.854449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:11.43882Z","caller":"traceutil/trace.go:171","msg":"trace[1784398500] transaction","detail":"{read_only:false; response_revision:4025; number_of_response:1; }","duration":"390.764021ms","start":"2026-04-28T03:30:11.048034Z","end":"2026-04-28T03:30:11.438798Z","steps":["trace[1784398500] 'process raft request' (duration: 137.35936ms)","trace[1784398500] 'compare' (duration: 252.544692ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:11.438896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:11.048023Z","time spent":"390.844363ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:11.439024Z","caller":"traceutil/trace.go:171","msg":"trace[2056325802] linearizableReadLoop","detail":"{readStateIndex:4211; appliedIndex:4210; }","duration":"191.448051ms","start":"2026-04-28T03:30:11.247554Z","end":"2026-04-28T03:30:11.439002Z","steps":["trace[2056325802] 'read index received' (duration: 31.641µs)","trace[2056325802] 'applied index is now lower than readState.Index' (duration: 191.37685ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:11.439248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.639346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:30:11.439338Z","caller":"traceutil/trace.go:171","msg":"trace[1107429167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4026; }","duration":"191.770749ms","start":"2026-04-28T03:30:11.247521Z","end":"2026-04-28T03:30:11.439292Z","steps":["trace[1107429167] 'agreement among raft nodes before linearized reading' (duration: 191.507313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:11.439457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.953839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:30:11.439526Z","caller":"traceutil/trace.go:171","msg":"trace[21464122] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:4026; }","duration":"152.090023ms","start":"2026-04-28T03:30:11.287418Z","end":"2026-04-28T03:30:11.439508Z","steps":["trace[21464122] 'agreement among raft nodes before linearized reading' (duration: 151.813276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:11.794837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.43994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:11.795093Z","caller":"traceutil/trace.go:171","msg":"trace[796893260] transaction","detail":"{read_only:false; response_revision:4028; number_of_response:1; }","duration":"351.927434ms","start":"2026-04-28T03:30:11.443148Z","end":"2026-04-28T03:30:11.795075Z","steps":["trace[796893260] 'process raft request' (duration: 351.826152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:11.795172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:11.443139Z","time spent":"351.996905ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:11.795097Z","caller":"traceutil/trace.go:171","msg":"trace[1549168957] transaction","detail":"{read_only:false; response_revision:4027; number_of_response:1; }","duration":"352.122799ms","start":"2026-04-28T03:30:11.442957Z","end":"2026-04-28T03:30:11.79508Z","steps":["trace[1549168957] 'process raft request' (duration: 180.345482ms)","trace[1549168957] 'compare' (duration: 171.286756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:11.795304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:11.442937Z","time spent":"352.330433ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:11.795418Z","caller":"traceutil/trace.go:171","msg":"trace[1420402068] linearizableReadLoop","detail":"{readStateIndex:4216; appliedIndex:4213; }","duration":"157.267489ms","start":"2026-04-28T03:30:11.638138Z","end":"2026-04-28T03:30:11.795406Z","steps":["trace[1420402068] 'read index received' (duration: 155.321665ms)","trace[1420402068] 'applied index is now lower than readState.Index' (duration: 1.944614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:11.795623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.760306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:30:11.795701Z","caller":"traceutil/trace.go:171","msg":"trace[1689618565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4029; }","duration":"147.860708ms","start":"2026-04-28T03:30:11.647827Z","end":"2026-04-28T03:30:11.795687Z","steps":["trace[1689618565] 'agreement among raft nodes before linearized reading' (duration: 147.707604ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:11.795391Z","caller":"traceutil/trace.go:171","msg":"trace[1612408985] transaction","detail":"{read_only:false; response_revision:4029; number_of_response:1; }","duration":"299.850988ms","start":"2026-04-28T03:30:11.495509Z","end":"2026-04-28T03:30:11.795361Z","steps":["trace[1612408985] 'process raft request' (duration: 299.525651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:11.79604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.639243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:30:11.796092Z","caller":"traceutil/trace.go:171","msg":"trace[1192177001] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4029; }","duration":"148.129164ms","start":"2026-04-28T03:30:11.647938Z","end":"2026-04-28T03:30:11.796067Z","steps":["trace[1192177001] 'agreement among raft nodes before linearized reading' (duration: 147.602722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:11.796247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.114679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:30:11.796297Z","caller":"traceutil/trace.go:171","msg":"trace[413690001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4029; }","duration":"158.202431ms","start":"2026-04-28T03:30:11.638086Z","end":"2026-04-28T03:30:11.796289Z","steps":["trace[413690001] 'agreement among raft nodes before linearized reading' (duration: 157.403383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:11.796316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:11.495483Z","time spent":"300.271828ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:12.232287Z","caller":"traceutil/trace.go:171","msg":"trace[1082355548] transaction","detail":"{read_only:false; response_revision:4030; number_of_response:1; }","duration":"433.733482ms","start":"2026-04-28T03:30:11.798529Z","end":"2026-04-28T03:30:12.232263Z","steps":["trace[1082355548] 'process raft request' (duration: 433.563838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:12.232437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:11.798509Z","time spent":"433.852345ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:12.235326Z","caller":"traceutil/trace.go:171","msg":"trace[1752204862] transaction","detail":"{read_only:false; response_revision:4031; number_of_response:1; }","duration":"435.89544ms","start":"2026-04-28T03:30:11.799414Z","end":"2026-04-28T03:30:12.235309Z","steps":["trace[1752204862] 'process raft request' (duration: 435.736417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:12.235431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:11.799401Z","time spent":"435.977662ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:12.235521Z","caller":"traceutil/trace.go:171","msg":"trace[1009476985] linearizableReadLoop","detail":"{readStateIndex:4218; appliedIndex:4216; }","duration":"435.833999ms","start":"2026-04-28T03:30:11.799626Z","end":"2026-04-28T03:30:12.23546Z","steps":["trace[1009476985] 'read index received' (duration: 432.517174ms)","trace[1009476985] 'applied index is now lower than readState.Index' (duration: 3.315725ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:12.235704Z","caller":"traceutil/trace.go:171","msg":"trace[389369311] transaction","detail":"{read_only:false; response_revision:4032; number_of_response:1; }","duration":"436.061074ms","start":"2026-04-28T03:30:11.79963Z","end":"2026-04-28T03:30:12.235691Z","steps":["trace[389369311] 'process raft request' (duration: 435.620944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:12.235803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:11.799618Z","time spent":"436.116405ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:12.236093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.455412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:30:12.23616Z","caller":"traceutil/trace.go:171","msg":"trace[771803278] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4032; }","duration":"436.522274ms","start":"2026-04-28T03:30:11.799621Z","end":"2026-04-28T03:30:12.236144Z","steps":["trace[771803278] 'agreement among raft nodes before linearized reading' (duration: 436.34821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:12.236178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.233767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:12.236205Z","caller":"traceutil/trace.go:171","msg":"trace[1095471009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4032; }","duration":"191.297419ms","start":"2026-04-28T03:30:12.0449Z","end":"2026-04-28T03:30:12.236198Z","steps":["trace[1095471009] 'agreement among raft nodes before linearized reading' (duration: 191.249158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:12.236206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:11.799562Z","time spent":"436.631806ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T03:30:12.236176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.89258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-04-28T03:30:12.236413Z","caller":"traceutil/trace.go:171","msg":"trace[305880338] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4032; }","duration":"436.170287ms","start":"2026-04-28T03:30:11.800219Z","end":"2026-04-28T03:30:12.236389Z","steps":["trace[305880338] 'agreement among raft nodes before linearized reading' (duration: 435.732996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:12.236476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:11.800204Z","time spent":"436.254619ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-28T03:30:13.184696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.033575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:13.18481Z","caller":"traceutil/trace.go:171","msg":"trace[957492136] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:4033; }","duration":"246.195299ms","start":"2026-04-28T03:30:12.938558Z","end":"2026-04-28T03:30:13.184753Z","steps":["trace[957492136] 'count revisions from in-memory index tree' (duration: 245.913303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:13.184735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.451718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:13.185016Z","caller":"traceutil/trace.go:171","msg":"trace[1204950266] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4033; }","duration":"212.739873ms","start":"2026-04-28T03:30:12.972209Z","end":"2026-04-28T03:30:13.184949Z","steps":["trace[1204950266] 'count revisions from in-memory index tree' (duration: 212.372105ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:13.661216Z","caller":"traceutil/trace.go:171","msg":"trace[953364185] transaction","detail":"{read_only:false; response_revision:4035; number_of_response:1; }","duration":"217.309467ms","start":"2026-04-28T03:30:13.443882Z","end":"2026-04-28T03:30:13.661192Z","steps":["trace[953364185] 'process raft request' (duration: 217.159743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:13.669462Z","caller":"traceutil/trace.go:171","msg":"trace[934253608] transaction","detail":"{read_only:false; response_revision:4036; number_of_response:1; }","duration":"224.964209ms","start":"2026-04-28T03:30:13.444435Z","end":"2026-04-28T03:30:13.669399Z","steps":["trace[934253608] 'process raft request' (duration: 224.794275ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:13.669483Z","caller":"traceutil/trace.go:171","msg":"trace[430060712] transaction","detail":"{read_only:false; response_revision:4037; number_of_response:1; }","duration":"176.630418ms","start":"2026-04-28T03:30:13.492832Z","end":"2026-04-28T03:30:13.669462Z","steps":["trace[430060712] 'process raft request' (duration: 176.477085ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:13.974736Z","caller":"traceutil/trace.go:171","msg":"trace[1680603305] transaction","detail":"{read_only:false; response_revision:4038; number_of_response:1; }","duration":"172.534336ms","start":"2026-04-28T03:30:13.802178Z","end":"2026-04-28T03:30:13.974712Z","steps":["trace[1680603305] 'process raft request' (duration: 172.2708ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:14.116439Z","caller":"traceutil/trace.go:171","msg":"trace[1731553991] linearizableReadLoop","detail":"{readStateIndex:4226; appliedIndex:4224; }","duration":"312.161619ms","start":"2026-04-28T03:30:13.804248Z","end":"2026-04-28T03:30:14.11641Z","steps":["trace[1731553991] 'read index received' (duration: 170.300015ms)","trace[1731553991] 'applied index is now lower than readState.Index' (duration: 141.860224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:14.116761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.494516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-04-28T03:30:14.116856Z","caller":"traceutil/trace.go:171","msg":"trace[2078664996] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4039; }","duration":"312.61073ms","start":"2026-04-28T03:30:13.804227Z","end":"2026-04-28T03:30:14.116838Z","steps":["trace[2078664996] 'agreement among raft nodes before linearized reading' (duration: 312.384394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:14.11692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:13.804219Z","time spent":"312.692091ms","remote":"127.0.0.1:43114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-28T03:30:14.116556Z","caller":"traceutil/trace.go:171","msg":"trace[1498182095] transaction","detail":"{read_only:false; response_revision:4039; number_of_response:1; }","duration":"313.557311ms","start":"2026-04-28T03:30:13.80297Z","end":"2026-04-28T03:30:14.116528Z","steps":["trace[1498182095] 'process raft request' (duration: 244.512521ms)","trace[1498182095] 'compare' (duration: 68.795784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:14.11715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:13.802962Z","time spent":"314.042791ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:14.590055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.794077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:30:14.590116Z","caller":"traceutil/trace.go:171","msg":"trace[2090006863] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4039; }","duration":"170.972871ms","start":"2026-04-28T03:30:14.419129Z","end":"2026-04-28T03:30:14.590102Z","steps":["trace[2090006863] 'range keys from in-memory index tree' (duration: 170.598422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:14.59023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.416271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:30:14.590334Z","caller":"traceutil/trace.go:171","msg":"trace[907722613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4039; }","duration":"353.572074ms","start":"2026-04-28T03:30:14.236732Z","end":"2026-04-28T03:30:14.590304Z","steps":["trace[907722613] 'range keys from in-memory index tree' (duration: 353.185505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:14.590399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:14.236708Z","time spent":"353.668676ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:30:14.590522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.687409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:30:14.590568Z","caller":"traceutil/trace.go:171","msg":"trace[952700342] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4039; }","duration":"350.774781ms","start":"2026-04-28T03:30:14.239786Z","end":"2026-04-28T03:30:14.590561Z","steps":["trace[952700342] 'range keys from in-memory index tree' (duration: 350.558876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:14.590628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:14.239763Z","time spent":"350.858232ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:30:14.590889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.916924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:30:14.590974Z","caller":"traceutil/trace.go:171","msg":"trace[901374705] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4039; }","duration":"351.050257ms","start":"2026-04-28T03:30:14.239905Z","end":"2026-04-28T03:30:14.590956Z","steps":["trace[901374705] 'range keys from in-memory index tree' (duration: 350.124546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:14.59071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.431303ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:14.591063Z","caller":"traceutil/trace.go:171","msg":"trace[96957523] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4039; }","duration":"342.785981ms","start":"2026-04-28T03:30:14.248259Z","end":"2026-04-28T03:30:14.591045Z","steps":["trace[96957523] 'range keys from in-memory index tree' (duration: 342.415603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:14.591271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:14.239868Z","time spent":"351.138659ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T03:30:14.937425Z","caller":"traceutil/trace.go:171","msg":"trace[1935392290] linearizableReadLoop","detail":"{readStateIndex:4229; appliedIndex:4227; }","duration":"326.621016ms","start":"2026-04-28T03:30:14.610787Z","end":"2026-04-28T03:30:14.937408Z","steps":["trace[1935392290] 'read index received' (duration: 326.465782ms)","trace[1935392290] 'applied index is now lower than readState.Index' (duration: 154.444µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:14.937491Z","caller":"traceutil/trace.go:171","msg":"trace[1746317955] transaction","detail":"{read_only:false; response_revision:4041; number_of_response:1; }","duration":"342.116076ms","start":"2026-04-28T03:30:14.595345Z","end":"2026-04-28T03:30:14.937461Z","steps":["trace[1746317955] 'process raft request' (duration: 341.84634ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:14.937555Z","caller":"traceutil/trace.go:171","msg":"trace[1733749008] transaction","detail":"{read_only:false; response_revision:4042; number_of_response:1; }","duration":"341.664275ms","start":"2026-04-28T03:30:14.595865Z","end":"2026-04-28T03:30:14.93753Z","steps":["trace[1733749008] 'process raft request' (duration: 341.499272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:14.937592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.79579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9282"} {"level":"info","ts":"2026-04-28T03:30:14.937623Z","caller":"traceutil/trace.go:171","msg":"trace[1813437895] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4042; }","duration":"326.879192ms","start":"2026-04-28T03:30:14.610734Z","end":"2026-04-28T03:30:14.937614Z","steps":["trace[1813437895] 'agreement among raft nodes before linearized reading' (duration: 326.746639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:14.937658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:14.610713Z","time spent":"326.936343ms","remote":"127.0.0.1:42746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9305,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:30:14.937647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:14.59533Z","time spent":"342.238968ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:14.937707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:14.595853Z","time spent":"341.767837ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:14.96311Z","caller":"traceutil/trace.go:171","msg":"trace[2038320751] transaction","detail":"{read_only:false; response_revision:4043; number_of_response:1; }","duration":"200.493908ms","start":"2026-04-28T03:30:14.762597Z","end":"2026-04-28T03:30:14.963091Z","steps":["trace[2038320751] 'process raft request' (duration: 200.369795ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:16.011579Z","caller":"traceutil/trace.go:171","msg":"trace[996762665] linearizableReadLoop","detail":"{readStateIndex:4233; appliedIndex:4232; }","duration":"214.034254ms","start":"2026-04-28T03:30:15.797526Z","end":"2026-04-28T03:30:16.01156Z","steps":["trace[996762665] 'read index received' (duration: 213.87797ms)","trace[996762665] 'applied index is now lower than readState.Index' (duration: 155.584µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:16.01172Z","caller":"traceutil/trace.go:171","msg":"trace[129765952] transaction","detail":"{read_only:false; response_revision:4046; number_of_response:1; }","duration":"337.710477ms","start":"2026-04-28T03:30:15.673996Z","end":"2026-04-28T03:30:16.011706Z","steps":["trace[129765952] 'process raft request' (duration: 337.436431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:16.01181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.706848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:16.011825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:15.673982Z","time spent":"337.774598ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:16.011855Z","caller":"traceutil/trace.go:171","msg":"trace[2045784641] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4046; }","duration":"144.761369ms","start":"2026-04-28T03:30:15.86708Z","end":"2026-04-28T03:30:16.011841Z","steps":["trace[2045784641] 'agreement among raft nodes before linearized reading' (duration: 144.679417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:16.011995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.458953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:30:16.012052Z","caller":"traceutil/trace.go:171","msg":"trace[1219228082] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4046; }","duration":"214.516364ms","start":"2026-04-28T03:30:15.797519Z","end":"2026-04-28T03:30:16.012036Z","steps":["trace[1219228082] 'agreement among raft nodes before linearized reading' (duration: 214.33302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:16.538804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.476315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:16.538907Z","caller":"traceutil/trace.go:171","msg":"trace[1620994522] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4048; }","duration":"156.623268ms","start":"2026-04-28T03:30:16.38226Z","end":"2026-04-28T03:30:16.538883Z","steps":["trace[1620994522] 'count revisions from in-memory index tree' (duration: 156.380751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:16.815508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.425718ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:30:16.815595Z","caller":"traceutil/trace.go:171","msg":"trace[737511448] linearizableReadLoop","detail":"{readStateIndex:4236; appliedIndex:4235; }","duration":"201.998672ms","start":"2026-04-28T03:30:16.613579Z","end":"2026-04-28T03:30:16.815578Z","steps":["trace[737511448] 'read index received' (duration: 20.438831ms)","trace[737511448] 'applied index is now lower than readState.Index' (duration: 181.558491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:16.815796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.213787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:30:16.81583Z","caller":"traceutil/trace.go:171","msg":"trace[1218334808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4048; }","duration":"202.289979ms","start":"2026-04-28T03:30:16.61353Z","end":"2026-04-28T03:30:16.81582Z","steps":["trace[1218334808] 'agreement among raft nodes before linearized reading' (duration: 202.095264ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:16.93651Z","caller":"traceutil/trace.go:171","msg":"trace[1974328984] transaction","detail":"{read_only:false; response_revision:4049; number_of_response:1; }","duration":"116.952901ms","start":"2026-04-28T03:30:16.819527Z","end":"2026-04-28T03:30:16.93648Z","steps":["trace[1974328984] 'process raft request' (duration: 116.764247ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:17.1337Z","caller":"traceutil/trace.go:171","msg":"trace[1263549722] linearizableReadLoop","detail":"{readStateIndex:4238; appliedIndex:4237; }","duration":"190.898082ms","start":"2026-04-28T03:30:16.942775Z","end":"2026-04-28T03:30:17.133674Z","steps":["trace[1263549722] 'read index received' (duration: 93.188885ms)","trace[1263549722] 'applied index is now lower than readState.Index' (duration: 97.708157ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:17.133799Z","caller":"traceutil/trace.go:171","msg":"trace[1509112944] transaction","detail":"{read_only:false; response_revision:4050; number_of_response:1; }","duration":"258.050768ms","start":"2026-04-28T03:30:16.875717Z","end":"2026-04-28T03:30:17.133768Z","steps":["trace[1509112944] 'process raft request' (duration: 160.234358ms)","trace[1509112944] 'compare' (duration: 97.501313ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:17.133985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.193599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:30:17.13405Z","caller":"traceutil/trace.go:171","msg":"trace[1130812259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4050; }","duration":"191.300991ms","start":"2026-04-28T03:30:16.942732Z","end":"2026-04-28T03:30:17.134033Z","steps":["trace[1130812259] 'agreement among raft nodes before linearized reading' (duration: 191.131757ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:17.158643Z","caller":"traceutil/trace.go:171","msg":"trace[1625495810] transaction","detail":"{read_only:false; response_revision:4051; number_of_response:1; }","duration":"190.735299ms","start":"2026-04-28T03:30:16.967878Z","end":"2026-04-28T03:30:17.158613Z","steps":["trace[1625495810] 'process raft request' (duration: 190.471543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.158843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.262824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:17.158712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.880127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-28T03:30:17.158948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.249542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:17.158947Z","caller":"traceutil/trace.go:171","msg":"trace[1422597345] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4051; }","duration":"216.132282ms","start":"2026-04-28T03:30:16.942795Z","end":"2026-04-28T03:30:17.158927Z","steps":["trace[1422597345] 'agreement among raft nodes before linearized reading' (duration: 215.738244ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:17.158992Z","caller":"traceutil/trace.go:171","msg":"trace[1683710853] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4051; }","duration":"122.329564ms","start":"2026-04-28T03:30:17.036646Z","end":"2026-04-28T03:30:17.158976Z","steps":["trace[1683710853] 'agreement among raft nodes before linearized reading' (duration: 122.268422ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:17.15889Z","caller":"traceutil/trace.go:171","msg":"trace[800359674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4051; }","duration":"115.351955ms","start":"2026-04-28T03:30:17.043526Z","end":"2026-04-28T03:30:17.158878Z","steps":["trace[800359674] 'agreement among raft nodes before linearized reading' (duration: 115.270554ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:17.87383Z","caller":"traceutil/trace.go:171","msg":"trace[257258562] transaction","detail":"{read_only:false; response_revision:4055; number_of_response:1; }","duration":"115.502819ms","start":"2026-04-28T03:30:17.758297Z","end":"2026-04-28T03:30:17.8738Z","steps":["trace[257258562] 'process raft request' (duration: 115.311735ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:18.054278Z","caller":"traceutil/trace.go:171","msg":"trace[898111504] transaction","detail":"{read_only:false; response_revision:4056; number_of_response:1; }","duration":"141.23544ms","start":"2026-04-28T03:30:17.913014Z","end":"2026-04-28T03:30:18.05425Z","steps":["trace[898111504] 'process raft request' (duration: 82.37715ms)","trace[898111504] 'compare' (duration: 58.745788ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:18.43877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.206121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:30:18.438847Z","caller":"traceutil/trace.go:171","msg":"trace[1574978524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4058; }","duration":"160.319292ms","start":"2026-04-28T03:30:18.278507Z","end":"2026-04-28T03:30:18.438826Z","steps":["trace[1574978524] 'range keys from in-memory index tree' (duration: 160.047727ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:19.502173Z","caller":"traceutil/trace.go:171","msg":"trace[756984029] linearizableReadLoop","detail":"{readStateIndex:4251; appliedIndex:4250; }","duration":"100.108432ms","start":"2026-04-28T03:30:19.402037Z","end":"2026-04-28T03:30:19.502146Z","steps":["trace[756984029] 'read index received' (duration: 92.594412ms)","trace[756984029] 'applied index is now lower than readState.Index' (duration: 7.51264ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:19.502212Z","caller":"traceutil/trace.go:171","msg":"trace[1573305575] transaction","detail":"{read_only:false; response_revision:4063; number_of_response:1; }","duration":"288.001468ms","start":"2026-04-28T03:30:19.214181Z","end":"2026-04-28T03:30:19.502183Z","steps":["trace[1573305575] 'process raft request' (duration: 280.446247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.502426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.378108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:30:19.502498Z","caller":"traceutil/trace.go:171","msg":"trace[1794472200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4063; }","duration":"100.497671ms","start":"2026-04-28T03:30:19.401984Z","end":"2026-04-28T03:30:19.502482Z","steps":["trace[1794472200] 'agreement among raft nodes before linearized reading' (duration: 100.305837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.74139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.163315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:19.741477Z","caller":"traceutil/trace.go:171","msg":"trace[405837477] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4064; }","duration":"139.313878ms","start":"2026-04-28T03:30:19.602144Z","end":"2026-04-28T03:30:19.741458Z","steps":["trace[405837477] 'count revisions from in-memory index tree' (duration: 139.008862ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:20.308058Z","caller":"traceutil/trace.go:171","msg":"trace[636697770] linearizableReadLoop","detail":"{readStateIndex:4255; appliedIndex:4254; }","duration":"146.405449ms","start":"2026-04-28T03:30:20.161625Z","end":"2026-04-28T03:30:20.30803Z","steps":["trace[636697770] 'read index received' (duration: 105.214737ms)","trace[636697770] 'applied index is now lower than readState.Index' (duration: 41.189842ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:20.30809Z","caller":"traceutil/trace.go:171","msg":"trace[1889117423] transaction","detail":"{read_only:false; response_revision:4067; number_of_response:1; }","duration":"148.543647ms","start":"2026-04-28T03:30:20.15953Z","end":"2026-04-28T03:30:20.308073Z","steps":["trace[1889117423] 'process raft request' (duration: 107.352815ms)","trace[1889117423] 'compare' (duration: 41.048118ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:20.308383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.740946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:30:20.308469Z","caller":"traceutil/trace.go:171","msg":"trace[248138941] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4067; }","duration":"146.847708ms","start":"2026-04-28T03:30:20.161603Z","end":"2026-04-28T03:30:20.308451Z","steps":["trace[248138941] 'agreement among raft nodes before linearized reading' (duration: 146.605553ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:20.685939Z","caller":"traceutil/trace.go:171","msg":"trace[545268759] transaction","detail":"{read_only:false; response_revision:4068; number_of_response:1; }","duration":"154.824099ms","start":"2026-04-28T03:30:20.531084Z","end":"2026-04-28T03:30:20.685908Z","steps":["trace[545268759] 'process raft request' (duration: 154.625235ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:21.333985Z","caller":"traceutil/trace.go:171","msg":"trace[652615986] transaction","detail":"{read_only:false; response_revision:4070; number_of_response:1; }","duration":"154.712806ms","start":"2026-04-28T03:30:21.179235Z","end":"2026-04-28T03:30:21.333948Z","steps":["trace[652615986] 'process raft request' (duration: 73.725155ms)","trace[652615986] 'compare' (duration: 80.771836ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:21.883887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.631642ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T03:30:21.88414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:21.334755Z","time spent":"549.378536ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:30:21.884186Z","caller":"traceutil/trace.go:171","msg":"trace[1477403736] linearizableReadLoop","detail":"{readStateIndex:4260; appliedIndex:4258; }","duration":"377.299677ms","start":"2026-04-28T03:30:21.506864Z","end":"2026-04-28T03:30:21.884163Z","steps":["trace[1477403736] 'read index received' (duration: 375.789973ms)","trace[1477403736] 'applied index is now lower than readState.Index' (duration: 1.507954ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:21.884459Z","caller":"traceutil/trace.go:171","msg":"trace[1091931192] transaction","detail":"{read_only:false; response_revision:4071; number_of_response:1; }","duration":"546.384609ms","start":"2026-04-28T03:30:21.338059Z","end":"2026-04-28T03:30:21.884444Z","steps":["trace[1091931192] 'process raft request' (duration: 545.934078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:21.884572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:21.338038Z","time spent":"546.47167ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:21.884405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.523793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:30:21.884749Z","caller":"traceutil/trace.go:171","msg":"trace[1509009029] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4071; }","duration":"377.8685ms","start":"2026-04-28T03:30:21.506858Z","end":"2026-04-28T03:30:21.884726Z","steps":["trace[1509009029] 'agreement among raft nodes before linearized reading' (duration: 377.363858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:21.884825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:21.506807Z","time spent":"377.997543ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:30:21.88487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.159068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:21.884863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.08863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:30:21.88491Z","caller":"traceutil/trace.go:171","msg":"trace[421521479] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4071; }","duration":"290.22922ms","start":"2026-04-28T03:30:21.594671Z","end":"2026-04-28T03:30:21.8849Z","steps":["trace[421521479] 'agreement among raft nodes before linearized reading' (duration: 290.166569ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:21.884987Z","caller":"traceutil/trace.go:171","msg":"trace[208541932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4071; }","duration":"318.256063ms","start":"2026-04-28T03:30:21.566687Z","end":"2026-04-28T03:30:21.884943Z","steps":["trace[208541932] 'agreement among raft nodes before linearized reading' (duration: 317.924186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:21.885046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:21.56667Z","time spent":"318.361826ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:30:22.251727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.841895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:22.251847Z","caller":"traceutil/trace.go:171","msg":"trace[1009987917] linearizableReadLoop","detail":"{readStateIndex:4261; appliedIndex:4260; }","duration":"363.274152ms","start":"2026-04-28T03:30:21.888551Z","end":"2026-04-28T03:30:22.251825Z","steps":["trace[1009987917] 'read index received' (duration: 229.299863ms)","trace[1009987917] 'applied index is now lower than readState.Index' (duration: 133.972438ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:22.251937Z","caller":"traceutil/trace.go:171","msg":"trace[1012577570] transaction","detail":"{read_only:false; response_revision:4072; number_of_response:1; }","duration":"366.048964ms","start":"2026-04-28T03:30:21.885872Z","end":"2026-04-28T03:30:22.25192Z","steps":["trace[1012577570] 'process raft request' (duration: 231.885271ms)","trace[1012577570] 'compare' (duration: 133.563499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:22.252134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:21.885847Z","time spent":"366.232598ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:22.252392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.817464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-04-28T03:30:22.252483Z","caller":"traceutil/trace.go:171","msg":"trace[1451192318] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4072; }","duration":"363.950507ms","start":"2026-04-28T03:30:21.888513Z","end":"2026-04-28T03:30:22.252464Z","steps":["trace[1451192318] 'agreement among raft nodes before linearized reading' (duration: 363.534717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:22.253103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:21.888498Z","time spent":"364.589581ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-04-28T03:30:22.308185Z","caller":"traceutil/trace.go:171","msg":"trace[1512601917] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"418.899379ms","start":"2026-04-28T03:30:21.889265Z","end":"2026-04-28T03:30:22.308164Z","steps":["trace[1512601917] 'process raft request' (duration: 418.729715ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:22.308277Z","caller":"traceutil/trace.go:171","msg":"trace[811469220] transaction","detail":"{read_only:false; response_revision:4074; number_of_response:1; }","duration":"417.67496ms","start":"2026-04-28T03:30:21.890587Z","end":"2026-04-28T03:30:22.308262Z","steps":["trace[811469220] 'process raft request' (duration: 417.517637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:22.308343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:21.890576Z","time spent":"417.731662ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:22.308337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:21.889251Z","time spent":"418.999581ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:22.308461Z","caller":"traceutil/trace.go:171","msg":"trace[1808668651] transaction","detail":"{read_only:false; response_revision:4075; number_of_response:1; }","duration":"356.670571ms","start":"2026-04-28T03:30:21.951771Z","end":"2026-04-28T03:30:22.308441Z","steps":["trace[1808668651] 'process raft request' (duration: 356.444906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:22.308617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:21.951748Z","time spent":"356.814195ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:22.567327Z","caller":"traceutil/trace.go:171","msg":"trace[546215946] linearizableReadLoop","detail":"{readStateIndex:4265; appliedIndex:4261; }","duration":"315.420929ms","start":"2026-04-28T03:30:22.25188Z","end":"2026-04-28T03:30:22.567301Z","steps":["trace[546215946] 'read index received' (duration: 56.122489ms)","trace[546215946] 'applied index is now lower than readState.Index' (duration: 259.29718ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:22.567448Z","caller":"traceutil/trace.go:171","msg":"trace[1925244206] transaction","detail":"{read_only:false; response_revision:4076; number_of_response:1; }","duration":"406.148971ms","start":"2026-04-28T03:30:22.16127Z","end":"2026-04-28T03:30:22.567419Z","steps":["trace[1925244206] 'process raft request' (duration: 313.67123ms)","trace[1925244206] 'compare' (duration: 92.223455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:22.567499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.193656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:22.567567Z","caller":"traceutil/trace.go:171","msg":"trace[5054238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4076; }","duration":"523.303228ms","start":"2026-04-28T03:30:22.044248Z","end":"2026-04-28T03:30:22.567551Z","steps":["trace[5054238] 'agreement among raft nodes before linearized reading' (duration: 523.203336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:22.567592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:22.044231Z","time spent":"523.35728ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:22.567605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:22.161245Z","time spent":"406.255873ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:22.567789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.66059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-28T03:30:22.56782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.818279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T03:30:22.567856Z","caller":"traceutil/trace.go:171","msg":"trace[76485926] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4076; }","duration":"313.769312ms","start":"2026-04-28T03:30:22.254068Z","end":"2026-04-28T03:30:22.567837Z","steps":["trace[76485926] 'agreement among raft nodes before linearized reading' (duration: 313.397333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:22.567874Z","caller":"traceutil/trace.go:171","msg":"trace[1886070138] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4076; }","duration":"311.897851ms","start":"2026-04-28T03:30:22.255964Z","end":"2026-04-28T03:30:22.567862Z","steps":["trace[1886070138] 'agreement among raft nodes before linearized reading' (duration: 311.711766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:22.567854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:22.567926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:22.255957Z","time spent":"311.945482ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-28T03:30:22.567927Z","caller":"traceutil/trace.go:171","msg":"trace[352700006] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4076; }","duration":"285.869023ms","start":"2026-04-28T03:30:22.282039Z","end":"2026-04-28T03:30:22.567908Z","steps":["trace[352700006] 'agreement among raft nodes before linearized reading' (duration: 285.556995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:22.568208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:22.254053Z","time spent":"314.133211ms","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T03:30:22.568489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.969696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:30:22.568537Z","caller":"traceutil/trace.go:171","msg":"trace[1434881160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4076; }","duration":"256.974269ms","start":"2026-04-28T03:30:22.311549Z","end":"2026-04-28T03:30:22.568524Z","steps":["trace[1434881160] 'agreement among raft nodes before linearized reading' (duration: 255.912134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:22.985027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.872117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:22.985158Z","caller":"traceutil/trace.go:171","msg":"trace[2118836253] linearizableReadLoop","detail":"{readStateIndex:4266; appliedIndex:4265; }","duration":"294.283151ms","start":"2026-04-28T03:30:22.690853Z","end":"2026-04-28T03:30:22.985136Z","steps":["trace[2118836253] 'read index received' (duration: 71.19621ms)","trace[2118836253] 'applied index is now lower than readState.Index' (duration: 223.084681ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:22.985212Z","caller":"traceutil/trace.go:171","msg":"trace[1138273181] transaction","detail":"{read_only:false; response_revision:4077; number_of_response:1; }","duration":"412.533864ms","start":"2026-04-28T03:30:22.572638Z","end":"2026-04-28T03:30:22.985172Z","steps":["trace[1138273181] 'process raft request' (duration: 189.413652ms)","trace[1138273181] 'compare' (duration: 222.594191ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:22.985326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:22.572622Z","time spent":"412.650118ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:22.985343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.500288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:30:22.985391Z","caller":"traceutil/trace.go:171","msg":"trace[1897523189] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4077; }","duration":"294.59004ms","start":"2026-04-28T03:30:22.690786Z","end":"2026-04-28T03:30:22.985376Z","steps":["trace[1897523189] 'agreement among raft nodes before linearized reading' (duration: 294.411736ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:23.502341Z","caller":"traceutil/trace.go:171","msg":"trace[561981952] transaction","detail":"{read_only:false; response_revision:4079; number_of_response:1; }","duration":"452.717684ms","start":"2026-04-28T03:30:23.049594Z","end":"2026-04-28T03:30:23.502312Z","steps":["trace[561981952] 'process raft request' (duration: 448.606972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:23.502519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:23.048995Z","time spent":"453.43967ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:23.502325Z","caller":"traceutil/trace.go:171","msg":"trace[1577173238] linearizableReadLoop","detail":"{readStateIndex:4268; appliedIndex:4267; }","duration":"409.799484ms","start":"2026-04-28T03:30:23.092501Z","end":"2026-04-28T03:30:23.5023Z","steps":["trace[1577173238] 'read index received' (duration: 405.714932ms)","trace[1577173238] 'applied index is now lower than readState.Index' (duration: 4.083422ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:23.502895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.029839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:30:23.502974Z","caller":"traceutil/trace.go:171","msg":"trace[1955708090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4079; }","duration":"410.50789ms","start":"2026-04-28T03:30:23.092449Z","end":"2026-04-28T03:30:23.502957Z","steps":["trace[1955708090] 'agreement among raft nodes before linearized reading' (duration: 409.966288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:23.503025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:23.092432Z","time spent":"410.578151ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:30:23.546814Z","caller":"traceutil/trace.go:171","msg":"trace[1914045256] transaction","detail":"{read_only:false; response_revision:4080; number_of_response:1; }","duration":"207.762226ms","start":"2026-04-28T03:30:23.33903Z","end":"2026-04-28T03:30:23.546792Z","steps":["trace[1914045256] 'process raft request' (duration: 207.649163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:23.546959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.484211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:30:23.547088Z","caller":"traceutil/trace.go:171","msg":"trace[961471030] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4080; }","duration":"261.657355ms","start":"2026-04-28T03:30:23.285412Z","end":"2026-04-28T03:30:23.547069Z","steps":["trace[961471030] 'agreement among raft nodes before linearized reading' (duration: 261.378309ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:23.735163Z","caller":"traceutil/trace.go:171","msg":"trace[1065659528] linearizableReadLoop","detail":"{readStateIndex:4271; appliedIndex:4270; }","duration":"102.219611ms","start":"2026-04-28T03:30:23.632926Z","end":"2026-04-28T03:30:23.735146Z","steps":["trace[1065659528] 'read index received' (duration: 30.219374ms)","trace[1065659528] 'applied index is now lower than readState.Index' (duration: 71.999617ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:23.735219Z","caller":"traceutil/trace.go:171","msg":"trace[379725531] transaction","detail":"{read_only:false; response_revision:4082; number_of_response:1; }","duration":"183.796385ms","start":"2026-04-28T03:30:23.551395Z","end":"2026-04-28T03:30:23.735192Z","steps":["trace[379725531] 'process raft request' (duration: 111.736196ms)","trace[379725531] 'compare' (duration: 71.405074ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:23.735344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.405444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:23.735405Z","caller":"traceutil/trace.go:171","msg":"trace[727971583] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:4082; }","duration":"102.482346ms","start":"2026-04-28T03:30:23.632909Z","end":"2026-04-28T03:30:23.735391Z","steps":["trace[727971583] 'agreement among raft nodes before linearized reading' (duration: 102.299942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:24.190203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.609497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:30:24.190279Z","caller":"traceutil/trace.go:171","msg":"trace[1293906155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4082; }","duration":"300.73064ms","start":"2026-04-28T03:30:23.88953Z","end":"2026-04-28T03:30:24.190261Z","steps":["trace[1293906155] 'range keys from in-memory index tree' (duration: 300.450164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:24.190313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:23.88951Z","time spent":"300.793451ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:30:24.190733Z","caller":"traceutil/trace.go:171","msg":"trace[1641502509] transaction","detail":"{read_only:false; response_revision:4083; number_of_response:1; }","duration":"215.127074ms","start":"2026-04-28T03:30:23.975585Z","end":"2026-04-28T03:30:24.190712Z","steps":["trace[1641502509] 'process raft request' (duration: 172.982341ms)","trace[1641502509] 'compare' (duration: 41.346805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:24.190843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:24.190886Z","caller":"traceutil/trace.go:171","msg":"trace[1783980265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4083; }","duration":"145.602862ms","start":"2026-04-28T03:30:24.045274Z","end":"2026-04-28T03:30:24.190877Z","steps":["trace[1783980265] 'agreement among raft nodes before linearized reading' (duration: 145.51398ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:24.190249Z","caller":"traceutil/trace.go:171","msg":"trace[262986480] linearizableReadLoop","detail":"{readStateIndex:4272; appliedIndex:4271; }","duration":"144.843985ms","start":"2026-04-28T03:30:24.045355Z","end":"2026-04-28T03:30:24.190199Z","steps":["trace[262986480] 'read index received' (duration: 103.246174ms)","trace[262986480] 'applied index is now lower than readState.Index' (duration: 41.596281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:25.30329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.566665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:25.303382Z","caller":"traceutil/trace.go:171","msg":"trace[892522320] transaction","detail":"{read_only:false; response_revision:4090; number_of_response:1; }","duration":"248.05715ms","start":"2026-04-28T03:30:25.055308Z","end":"2026-04-28T03:30:25.303365Z","steps":["trace[892522320] 'process raft request' (duration: 139.346201ms)","trace[892522320] 'compare' (duration: 108.469543ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:25.825986Z","caller":"traceutil/trace.go:171","msg":"trace[545937778] transaction","detail":"{read_only:false; response_revision:4091; number_of_response:1; }","duration":"273.976435ms","start":"2026-04-28T03:30:25.551981Z","end":"2026-04-28T03:30:25.825958Z","steps":["trace[545937778] 'process raft request' (duration: 273.79892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:26.228352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.572324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:26.228441Z","caller":"traceutil/trace.go:171","msg":"trace[850590658] linearizableReadLoop","detail":"{readStateIndex:4281; appliedIndex:4279; }","duration":"630.254962ms","start":"2026-04-28T03:30:25.59817Z","end":"2026-04-28T03:30:26.228425Z","steps":["trace[850590658] 'read index received' (duration: 227.603907ms)","trace[850590658] 'applied index is now lower than readState.Index' (duration: 402.649755ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:26.228488Z","caller":"traceutil/trace.go:171","msg":"trace[18987815] transaction","detail":"{read_only:false; response_revision:4092; number_of_response:1; }","duration":"665.843355ms","start":"2026-04-28T03:30:25.562622Z","end":"2026-04-28T03:30:26.228466Z","steps":["trace[18987815] 'process raft request' (duration: 381.064876ms)","trace[18987815] 'compare' (duration: 284.481262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:26.228591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:25.562598Z","time spent":"665.936117ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:26.228609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.444886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:30:26.228638Z","caller":"traceutil/trace.go:171","msg":"trace[1785255705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4092; }","duration":"630.510497ms","start":"2026-04-28T03:30:25.598118Z","end":"2026-04-28T03:30:26.228628Z","steps":["trace[1785255705] 'agreement among raft nodes before linearized reading' (duration: 630.388915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:26.228671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:25.598096Z","time spent":"630.568218ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:30:26.228832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.510558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:30:26.228892Z","caller":"traceutil/trace.go:171","msg":"trace[1934122368] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4092; }","duration":"431.60949ms","start":"2026-04-28T03:30:25.797272Z","end":"2026-04-28T03:30:26.228881Z","steps":["trace[1934122368] 'agreement among raft nodes before linearized reading' (duration: 431.496897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:26.22892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:25.797246Z","time spent":"431.666991ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:30:26.22901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.00191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:26.229081Z","caller":"traceutil/trace.go:171","msg":"trace[1062445460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4092; }","duration":"184.113183ms","start":"2026-04-28T03:30:26.04495Z","end":"2026-04-28T03:30:26.229064Z","steps":["trace[1062445460] 'agreement among raft nodes before linearized reading' (duration: 184.008161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:26.499675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.588342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:26.500122Z","caller":"traceutil/trace.go:171","msg":"trace[985295219] transaction","detail":"{read_only:false; response_revision:4095; number_of_response:1; }","duration":"119.882122ms","start":"2026-04-28T03:30:26.380218Z","end":"2026-04-28T03:30:26.500101Z","steps":["trace[985295219] 'process raft request' (duration: 119.79398ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:26.500256Z","caller":"traceutil/trace.go:171","msg":"trace[2122120395] transaction","detail":"{read_only:false; response_revision:4094; number_of_response:1; }","duration":"264.654745ms","start":"2026-04-28T03:30:26.235355Z","end":"2026-04-28T03:30:26.500009Z","steps":["trace[2122120395] 'process raft request' (duration: 145.591482ms)","trace[2122120395] 'compare' (duration: 118.469709ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:26.500433Z","caller":"traceutil/trace.go:171","msg":"trace[856903400] linearizableReadLoop","detail":"{readStateIndex:4283; appliedIndex:4281; }","duration":"264.545002ms","start":"2026-04-28T03:30:26.23587Z","end":"2026-04-28T03:30:26.500415Z","steps":["trace[856903400] 'read index received' (duration: 31.372289ms)","trace[856903400] 'applied index is now lower than readState.Index' (duration: 233.170623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:26.500618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.740287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T03:30:26.501199Z","caller":"traceutil/trace.go:171","msg":"trace[704027927] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4095; }","duration":"265.331131ms","start":"2026-04-28T03:30:26.235845Z","end":"2026-04-28T03:30:26.501176Z","steps":["trace[704027927] 'agreement among raft nodes before linearized reading' (duration: 264.622424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:26.501406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.826655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:30:26.501408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.924008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:30:26.501462Z","caller":"traceutil/trace.go:171","msg":"trace[1506225841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4095; }","duration":"121.919968ms","start":"2026-04-28T03:30:26.379528Z","end":"2026-04-28T03:30:26.501448Z","steps":["trace[1506225841] 'agreement among raft nodes before linearized reading' (duration: 121.781345ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:26.501473Z","caller":"traceutil/trace.go:171","msg":"trace[864474244] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4095; }","duration":"122.035441ms","start":"2026-04-28T03:30:26.379422Z","end":"2026-04-28T03:30:26.501457Z","steps":["trace[864474244] 'agreement among raft nodes before linearized reading' (duration: 121.875037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:26.655684Z","caller":"traceutil/trace.go:171","msg":"trace[453192994] linearizableReadLoop","detail":"{readStateIndex:4285; appliedIndex:4284; }","duration":"149.685086ms","start":"2026-04-28T03:30:26.505979Z","end":"2026-04-28T03:30:26.655664Z","steps":["trace[453192994] 'read index received' (duration: 149.535293ms)","trace[453192994] 'applied index is now lower than readState.Index' (duration: 148.783µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:26.655798Z","caller":"traceutil/trace.go:171","msg":"trace[1047409268] transaction","detail":"{read_only:false; response_revision:4096; number_of_response:1; }","duration":"149.89787ms","start":"2026-04-28T03:30:26.505868Z","end":"2026-04-28T03:30:26.655766Z","steps":["trace[1047409268] 'process raft request' (duration: 149.625334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:26.655868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.87491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-04-28T03:30:26.655912Z","caller":"traceutil/trace.go:171","msg":"trace[2065445567] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4096; }","duration":"150.063364ms","start":"2026-04-28T03:30:26.505838Z","end":"2026-04-28T03:30:26.655901Z","steps":["trace[2065445567] 'agreement among raft nodes before linearized reading' (duration: 149.912351ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:26.825191Z","caller":"traceutil/trace.go:171","msg":"trace[1411781451] transaction","detail":"{read_only:false; response_revision:4097; number_of_response:1; }","duration":"318.780349ms","start":"2026-04-28T03:30:26.506393Z","end":"2026-04-28T03:30:26.825174Z","steps":["trace[1411781451] 'process raft request' (duration: 316.969268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:26.825291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:26.506372Z","time spent":"318.867461ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:26.825375Z","caller":"traceutil/trace.go:171","msg":"trace[586292370] linearizableReadLoop","detail":"{readStateIndex:4287; appliedIndex:4285; }","duration":"129.542569ms","start":"2026-04-28T03:30:26.695807Z","end":"2026-04-28T03:30:26.825349Z","steps":["trace[586292370] 'read index received' (duration: 127.518614ms)","trace[586292370] 'applied index is now lower than readState.Index' (duration: 2.022895ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:26.825697Z","caller":"traceutil/trace.go:171","msg":"trace[2074538484] transaction","detail":"{read_only:false; response_revision:4098; number_of_response:1; }","duration":"173.494222ms","start":"2026-04-28T03:30:26.652193Z","end":"2026-04-28T03:30:26.825687Z","steps":["trace[2074538484] 'process raft request' (duration: 172.92689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:26.825784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.941238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:26.825837Z","caller":"traceutil/trace.go:171","msg":"trace[1527534276] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:4098; }","duration":"130.02151ms","start":"2026-04-28T03:30:26.695801Z","end":"2026-04-28T03:30:26.825822Z","steps":["trace[1527534276] 'agreement among raft nodes before linearized reading' (duration: 129.839256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:27.054165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.304608ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T03:30:28.814248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.035408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:28.814327Z","caller":"traceutil/trace.go:171","msg":"trace[439910100] linearizableReadLoop","detail":"{readStateIndex:4294; appliedIndex:4293; }","duration":"307.440303ms","start":"2026-04-28T03:30:28.506874Z","end":"2026-04-28T03:30:28.814315Z","steps":["trace[439910100] 'read index received' (duration: 163.15612ms)","trace[439910100] 'applied index is now lower than readState.Index' (duration: 144.283013ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:28.814382Z","caller":"traceutil/trace.go:171","msg":"trace[1486287633] transaction","detail":"{read_only:false; response_revision:4104; number_of_response:1; }","duration":"308.036098ms","start":"2026-04-28T03:30:28.506296Z","end":"2026-04-28T03:30:28.814332Z","steps":["trace[1486287633] 'process raft request' (duration: 163.846516ms)","trace[1486287633] 'compare' (duration: 143.795323ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:28.814537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.660648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:30:28.814563Z","caller":"traceutil/trace.go:171","msg":"trace[429092400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4104; }","duration":"307.71356ms","start":"2026-04-28T03:30:28.506842Z","end":"2026-04-28T03:30:28.814555Z","steps":["trace[429092400] 'agreement among raft nodes before linearized reading' (duration: 307.558756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:28.814585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:28.506831Z","time spent":"307.74914ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:30:28.81462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:28.506272Z","time spent":"308.220781ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:28.81467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.153137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:30:28.814865Z","caller":"traceutil/trace.go:171","msg":"trace[1166437401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4104; }","duration":"154.257939ms","start":"2026-04-28T03:30:28.660462Z","end":"2026-04-28T03:30:28.81472Z","steps":["trace[1166437401] 'agreement among raft nodes before linearized reading' (duration: 154.001693ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:29.135959Z","caller":"traceutil/trace.go:171","msg":"trace[1721728599] transaction","detail":"{read_only:false; response_revision:4105; number_of_response:1; }","duration":"318.128146ms","start":"2026-04-28T03:30:28.817804Z","end":"2026-04-28T03:30:29.135932Z","steps":["trace[1721728599] 'process raft request' (duration: 262.294692ms)","trace[1721728599] 'compare' (duration: 55.67404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:29.136315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:28.817784Z","time spent":"318.457463ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:29.200138Z","caller":"traceutil/trace.go:171","msg":"trace[1484785201] linearizableReadLoop","detail":"{readStateIndex:4296; appliedIndex:4294; }","duration":"370.737525ms","start":"2026-04-28T03:30:28.829381Z","end":"2026-04-28T03:30:29.200119Z","steps":["trace[1484785201] 'read index received' (duration: 250.70459ms)","trace[1484785201] 'applied index is now lower than readState.Index' (duration: 120.032295ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:29.200199Z","caller":"traceutil/trace.go:171","msg":"trace[1158545136] transaction","detail":"{read_only:false; response_revision:4106; number_of_response:1; }","duration":"381.497109ms","start":"2026-04-28T03:30:28.818667Z","end":"2026-04-28T03:30:29.200165Z","steps":["trace[1158545136] 'process raft request' (duration: 381.302985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:29.200345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.944331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:30:29.200371Z","caller":"traceutil/trace.go:171","msg":"trace[297295838] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4107; }","duration":"371.008132ms","start":"2026-04-28T03:30:28.829357Z","end":"2026-04-28T03:30:29.200365Z","steps":["trace[297295838] 'agreement among raft nodes before linearized reading' (duration: 370.897009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:29.200392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:28.829349Z","time spent":"371.038132ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T03:30:29.200244Z","caller":"traceutil/trace.go:171","msg":"trace[2106029051] transaction","detail":"{read_only:false; response_revision:4107; number_of_response:1; }","duration":"369.820885ms","start":"2026-04-28T03:30:28.830415Z","end":"2026-04-28T03:30:29.200236Z","steps":["trace[2106029051] 'process raft request' (duration: 369.671892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:29.200591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.383124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:30:29.200667Z","caller":"traceutil/trace.go:171","msg":"trace[1212142692] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4107; }","duration":"128.526887ms","start":"2026-04-28T03:30:29.072122Z","end":"2026-04-28T03:30:29.200649Z","steps":["trace[1212142692] 'agreement among raft nodes before linearized reading' (duration: 128.330093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:29.200802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:28.830383Z","time spent":"370.215054ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:29.201015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:28.818607Z","time spent":"381.677964ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:29.44103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.20261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:29.441203Z","caller":"traceutil/trace.go:171","msg":"trace[289248125] linearizableReadLoop","detail":"{readStateIndex:4299; appliedIndex:4297; }","duration":"100.763729ms","start":"2026-04-28T03:30:29.340423Z","end":"2026-04-28T03:30:29.441187Z","steps":["trace[289248125] 'read index received' (duration: 64.452µs)","trace[289248125] 'applied index is now lower than readState.Index' (duration: 100.698157ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:29.441259Z","caller":"traceutil/trace.go:171","msg":"trace[2140966952] transaction","detail":"{read_only:false; response_revision:4108; number_of_response:1; }","duration":"235.538758ms","start":"2026-04-28T03:30:29.20568Z","end":"2026-04-28T03:30:29.441218Z","steps":["trace[2140966952] 'process raft request' (duration: 65.064742ms)","trace[2140966952] 'compare' (duration: 170.093898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:29.441538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.122507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:30:29.44155Z","caller":"traceutil/trace.go:171","msg":"trace[1280398791] transaction","detail":"{read_only:false; response_revision:4109; number_of_response:1; }","duration":"235.764093ms","start":"2026-04-28T03:30:29.205768Z","end":"2026-04-28T03:30:29.441532Z","steps":["trace[1280398791] 'process raft request' (duration: 235.367814ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:29.441576Z","caller":"traceutil/trace.go:171","msg":"trace[1043660053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4109; }","duration":"101.198689ms","start":"2026-04-28T03:30:29.340368Z","end":"2026-04-28T03:30:29.441567Z","steps":["trace[1043660053] 'agreement among raft nodes before linearized reading' (duration: 100.871092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:29.772845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.049832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:29.772962Z","caller":"traceutil/trace.go:171","msg":"trace[1374124030] transaction","detail":"{read_only:false; response_revision:4110; number_of_response:1; }","duration":"327.467708ms","start":"2026-04-28T03:30:29.445472Z","end":"2026-04-28T03:30:29.77294Z","steps":["trace[1374124030] 'process raft request' (duration: 109.248701ms)","trace[1374124030] 'compare' (duration: 217.92988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:29.773185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:29.445451Z","time spent":"327.699843ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:30.642571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.761256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:30.642739Z","caller":"traceutil/trace.go:171","msg":"trace[845927942] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4112; }","duration":"110.978621ms","start":"2026-04-28T03:30:30.531739Z","end":"2026-04-28T03:30:30.642717Z","steps":["trace[845927942] 'count revisions from in-memory index tree' (duration: 110.651114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:30.642591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.943463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:30.642964Z","caller":"traceutil/trace.go:171","msg":"trace[1026375464] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4112; }","duration":"177.358242ms","start":"2026-04-28T03:30:30.465582Z","end":"2026-04-28T03:30:30.642941Z","steps":["trace[1026375464] 'range keys from in-memory index tree' (duration: 176.873481ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:31.028679Z","caller":"traceutil/trace.go:171","msg":"trace[648572313] transaction","detail":"{read_only:false; response_revision:4113; number_of_response:1; }","duration":"210.076313ms","start":"2026-04-28T03:30:30.818578Z","end":"2026-04-28T03:30:31.028655Z","steps":["trace[648572313] 'process raft request' (duration: 209.93506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:31.661537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.307451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:31.661665Z","caller":"traceutil/trace.go:171","msg":"trace[1461747342] transaction","detail":"{read_only:false; response_revision:4115; number_of_response:1; }","duration":"454.465034ms","start":"2026-04-28T03:30:31.207163Z","end":"2026-04-28T03:30:31.661628Z","steps":["trace[1461747342] 'process raft request' (duration: 345.963629ms)","trace[1461747342] 'compare' (duration: 108.103666ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:31.661863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:31.20715Z","time spent":"454.562236ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:31.708955Z","caller":"traceutil/trace.go:171","msg":"trace[1459162009] linearizableReadLoop","detail":"{readStateIndex:4306; appliedIndex:4304; }","duration":"420.69594ms","start":"2026-04-28T03:30:31.28824Z","end":"2026-04-28T03:30:31.708936Z","steps":["trace[1459162009] 'read index received' (duration: 264.898614ms)","trace[1459162009] 'applied index is now lower than readState.Index' (duration: 155.796486ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:31.709037Z","caller":"traceutil/trace.go:171","msg":"trace[834540648] transaction","detail":"{read_only:false; response_revision:4116; number_of_response:1; }","duration":"449.848249ms","start":"2026-04-28T03:30:31.259182Z","end":"2026-04-28T03:30:31.70903Z","steps":["trace[834540648] 'process raft request' (duration: 449.664165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:31.709226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:31.259162Z","time spent":"449.905241ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:31.709369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.024232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-28T03:30:31.709411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.067193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:30:31.70946Z","caller":"traceutil/trace.go:171","msg":"trace[1468572591] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4116; }","duration":"263.140774ms","start":"2026-04-28T03:30:31.4463Z","end":"2026-04-28T03:30:31.709441Z","steps":["trace[1468572591] 'agreement among raft nodes before linearized reading' (duration: 262.868088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:31.709464Z","caller":"traceutil/trace.go:171","msg":"trace[1960678799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4116; }","duration":"263.150354ms","start":"2026-04-28T03:30:31.4463Z","end":"2026-04-28T03:30:31.709451Z","steps":["trace[1960678799] 'agreement among raft nodes before linearized reading' (duration: 263.010521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:31.709707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.440607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:30:31.709791Z","caller":"traceutil/trace.go:171","msg":"trace[389035880] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:4116; }","duration":"421.585659ms","start":"2026-04-28T03:30:31.288188Z","end":"2026-04-28T03:30:31.709773Z","steps":["trace[389035880] 'agreement among raft nodes before linearized reading' (duration: 421.303363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:31.709838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:31.288167Z","time spent":"421.662182ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.168\" "} {"level":"warn","ts":"2026-04-28T03:30:31.709996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.676481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:31.710265Z","caller":"traceutil/trace.go:171","msg":"trace[90861846] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:4116; }","duration":"158.990898ms","start":"2026-04-28T03:30:31.551242Z","end":"2026-04-28T03:30:31.710233Z","steps":["trace[90861846] 'agreement among raft nodes before linearized reading' (duration: 158.006766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:31.915382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.244013ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T03:30:31.939145Z","caller":"traceutil/trace.go:171","msg":"trace[1719475873] transaction","detail":"{read_only:false; response_revision:4117; number_of_response:1; }","duration":"224.852458ms","start":"2026-04-28T03:30:31.714269Z","end":"2026-04-28T03:30:31.939122Z","steps":["trace[1719475873] 'process raft request' (duration: 224.647714ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:31.939403Z","caller":"traceutil/trace.go:171","msg":"trace[1924121004] linearizableReadLoop","detail":"{readStateIndex:4309; appliedIndex:4306; }","duration":"162.781743ms","start":"2026-04-28T03:30:31.776601Z","end":"2026-04-28T03:30:31.939383Z","steps":["trace[1924121004] 'read index received' (duration: 21.523266ms)","trace[1924121004] 'applied index is now lower than readState.Index' (duration: 141.256607ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:31.939505Z","caller":"traceutil/trace.go:171","msg":"trace[1960057950] transaction","detail":"{read_only:false; response_revision:4118; number_of_response:1; }","duration":"225.146074ms","start":"2026-04-28T03:30:31.714329Z","end":"2026-04-28T03:30:31.939475Z","steps":["trace[1960057950] 'process raft request' (duration: 224.742945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:31.939766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.142601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:30:31.939838Z","caller":"traceutil/trace.go:171","msg":"trace[1146416580] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4118; }","duration":"163.262254ms","start":"2026-04-28T03:30:31.77656Z","end":"2026-04-28T03:30:31.939822Z","steps":["trace[1146416580] 'agreement among raft nodes before linearized reading' (duration: 162.997898ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:32.141867Z","caller":"traceutil/trace.go:171","msg":"trace[723512381] linearizableReadLoop","detail":"{readStateIndex:4311; appliedIndex:4309; }","duration":"202.321168ms","start":"2026-04-28T03:30:31.939522Z","end":"2026-04-28T03:30:32.141843Z","steps":["trace[723512381] 'read index received' (duration: 160.493811ms)","trace[723512381] 'applied index is now lower than readState.Index' (duration: 41.826317ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:32.141908Z","caller":"traceutil/trace.go:171","msg":"trace[538625127] transaction","detail":"{read_only:false; response_revision:4120; number_of_response:1; }","duration":"225.244586ms","start":"2026-04-28T03:30:31.916627Z","end":"2026-04-28T03:30:32.141871Z","steps":["trace[538625127] 'process raft request' (duration: 225.125054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:32.14197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.664535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:32.142047Z","caller":"traceutil/trace.go:171","msg":"trace[1528604286] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:4120; }","duration":"327.769517ms","start":"2026-04-28T03:30:31.814249Z","end":"2026-04-28T03:30:32.142019Z","steps":["trace[1528604286] 'agreement among raft nodes before linearized reading' (duration: 327.621433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:32.142119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:31.814238Z","time spent":"327.859828ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:32.141881Z","caller":"traceutil/trace.go:171","msg":"trace[1417124545] transaction","detail":"{read_only:false; response_revision:4119; number_of_response:1; }","duration":"268.092017ms","start":"2026-04-28T03:30:31.873761Z","end":"2026-04-28T03:30:32.141853Z","steps":["trace[1417124545] 'process raft request' (duration: 226.132328ms)","trace[1417124545] 'compare' (duration: 41.54674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:32.142778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.354694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:30:32.143003Z","caller":"traceutil/trace.go:171","msg":"trace[2072333839] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4120; }","duration":"345.600111ms","start":"2026-04-28T03:30:31.797379Z","end":"2026-04-28T03:30:32.142979Z","steps":["trace[2072333839] 'agreement among raft nodes before linearized reading' (duration: 344.666289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:32.143113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:31.79737Z","time spent":"345.726054ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-28T03:30:32.174406Z","caller":"traceutil/trace.go:171","msg":"trace[402163251] transaction","detail":"{read_only:false; response_revision:4121; number_of_response:1; }","duration":"230.578069ms","start":"2026-04-28T03:30:31.943809Z","end":"2026-04-28T03:30:32.174387Z","steps":["trace[402163251] 'process raft request' (duration: 230.455456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:32.17477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.250778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:32.174837Z","caller":"traceutil/trace.go:171","msg":"trace[1912688224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4121; }","duration":"130.363431ms","start":"2026-04-28T03:30:32.044464Z","end":"2026-04-28T03:30:32.174828Z","steps":["trace[1912688224] 'agreement among raft nodes before linearized reading' (duration: 130.275839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:32.487572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.381449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:30:32.488488Z","caller":"traceutil/trace.go:171","msg":"trace[452298298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4121; }","duration":"157.117296ms","start":"2026-04-28T03:30:32.331108Z","end":"2026-04-28T03:30:32.488226Z","steps":["trace[452298298] 'range keys from in-memory index tree' (duration: 156.211955ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:32.608497Z","caller":"traceutil/trace.go:171","msg":"trace[1751192724] transaction","detail":"{read_only:false; response_revision:4122; number_of_response:1; }","duration":"115.657078ms","start":"2026-04-28T03:30:32.492823Z","end":"2026-04-28T03:30:32.60848Z","steps":["trace[1751192724] 'process raft request' (duration: 115.549465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:33.015399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.772471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:33.015494Z","caller":"traceutil/trace.go:171","msg":"trace[1433499554] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4122; }","duration":"256.906504ms","start":"2026-04-28T03:30:32.758562Z","end":"2026-04-28T03:30:33.015468Z","steps":["trace[1433499554] 'count revisions from in-memory index tree' (duration: 256.699929ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:33.48851Z","caller":"traceutil/trace.go:171","msg":"trace[733673860] transaction","detail":"{read_only:false; response_revision:4124; number_of_response:1; }","duration":"204.954348ms","start":"2026-04-28T03:30:33.283528Z","end":"2026-04-28T03:30:33.488482Z","steps":["trace[733673860] 'process raft request' (duration: 204.806235ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:33.819218Z","caller":"traceutil/trace.go:171","msg":"trace[1465506317] linearizableReadLoop","detail":"{readStateIndex:4316; appliedIndex:4315; }","duration":"106.005599ms","start":"2026-04-28T03:30:33.713182Z","end":"2026-04-28T03:30:33.819187Z","steps":["trace[1465506317] 'read index received' (duration: 104.599097ms)","trace[1465506317] 'applied index is now lower than readState.Index' (duration: 1.405132ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:33.819329Z","caller":"traceutil/trace.go:171","msg":"trace[914028695] transaction","detail":"{read_only:false; response_revision:4125; number_of_response:1; }","duration":"152.85775ms","start":"2026-04-28T03:30:33.666456Z","end":"2026-04-28T03:30:33.819314Z","steps":["trace[914028695] 'process raft request' (duration: 151.217142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:33.820338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.618253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:30:33.820498Z","caller":"traceutil/trace.go:171","msg":"trace[1243197239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4125; }","duration":"107.3392ms","start":"2026-04-28T03:30:33.71313Z","end":"2026-04-28T03:30:33.820469Z","steps":["trace[1243197239] 'agreement among raft nodes before linearized reading' (duration: 106.338647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:34.105423Z","caller":"traceutil/trace.go:171","msg":"trace[2051997950] transaction","detail":"{read_only:false; response_revision:4126; number_of_response:1; }","duration":"370.617177ms","start":"2026-04-28T03:30:33.734769Z","end":"2026-04-28T03:30:34.105386Z","steps":["trace[2051997950] 'process raft request' (duration: 368.338345ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:34.105444Z","caller":"traceutil/trace.go:171","msg":"trace[1180200065] transaction","detail":"{read_only:false; response_revision:4127; number_of_response:1; }","duration":"280.786625ms","start":"2026-04-28T03:30:33.824638Z","end":"2026-04-28T03:30:34.105424Z","steps":["trace[1180200065] 'process raft request' (duration: 280.701473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:34.105603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:33.734748Z","time spent":"370.763831ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:34.105489Z","caller":"traceutil/trace.go:171","msg":"trace[1920411361] linearizableReadLoop","detail":"{readStateIndex:4317; appliedIndex:4316; }","duration":"286.166807ms","start":"2026-04-28T03:30:33.819279Z","end":"2026-04-28T03:30:34.105446Z","steps":["trace[1920411361] 'read index received' (duration: 283.791543ms)","trace[1920411361] 'applied index is now lower than readState.Index' (duration: 2.369113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:34.106094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.161977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:30:34.106177Z","caller":"traceutil/trace.go:171","msg":"trace[2000047551] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4127; }","duration":"309.257979ms","start":"2026-04-28T03:30:33.7969Z","end":"2026-04-28T03:30:34.106158Z","steps":["trace[2000047551] 'agreement among raft nodes before linearized reading' (duration: 308.648536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:34.106266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.548569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:30:34.106336Z","caller":"traceutil/trace.go:171","msg":"trace[1473402993] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4127; }","duration":"162.696842ms","start":"2026-04-28T03:30:33.943621Z","end":"2026-04-28T03:30:34.106318Z","steps":["trace[1473402993] 'agreement among raft nodes before linearized reading' (duration: 162.504138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:34.106355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:33.79684Z","time spent":"309.497184ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:30:34.106637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.832156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:30:34.106763Z","caller":"traceutil/trace.go:171","msg":"trace[1038440311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4127; }","duration":"163.003461ms","start":"2026-04-28T03:30:33.943744Z","end":"2026-04-28T03:30:34.106748Z","steps":["trace[1038440311] 'agreement among raft nodes before linearized reading' (duration: 162.791295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:34.377098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.253453ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:34.377229Z","caller":"traceutil/trace.go:171","msg":"trace[1273747602] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4127; }","duration":"128.402637ms","start":"2026-04-28T03:30:34.248809Z","end":"2026-04-28T03:30:34.377212Z","steps":["trace[1273747602] 'range keys from in-memory index tree' (duration: 128.239863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:34.377238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.125527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:34.377471Z","caller":"traceutil/trace.go:171","msg":"trace[2057677758] transaction","detail":"{read_only:false; response_revision:4128; number_of_response:1; }","duration":"266.801638ms","start":"2026-04-28T03:30:34.110655Z","end":"2026-04-28T03:30:34.377456Z","steps":["trace[2057677758] 'process raft request' (duration: 135.383254ms)","trace[2057677758] 'compare' (duration: 130.954254ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:34.377614Z","caller":"traceutil/trace.go:171","msg":"trace[905934975] linearizableReadLoop","detail":"{readStateIndex:4320; appliedIndex:4318; }","duration":"265.423677ms","start":"2026-04-28T03:30:34.112175Z","end":"2026-04-28T03:30:34.377598Z","steps":["trace[905934975] 'read index received' (duration: 133.87634ms)","trace[905934975] 'applied index is now lower than readState.Index' (duration: 131.546057ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:34.377629Z","caller":"traceutil/trace.go:171","msg":"trace[624798193] transaction","detail":"{read_only:false; response_revision:4129; number_of_response:1; }","duration":"265.873858ms","start":"2026-04-28T03:30:34.111738Z","end":"2026-04-28T03:30:34.377612Z","steps":["trace[624798193] 'process raft request' (duration: 265.591431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:34.377806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.627573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-04-28T03:30:34.377807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.179106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:34.377848Z","caller":"traceutil/trace.go:171","msg":"trace[681387350] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4130; }","duration":"265.689624ms","start":"2026-04-28T03:30:34.112148Z","end":"2026-04-28T03:30:34.377838Z","steps":["trace[681387350] 'agreement among raft nodes before linearized reading' (duration: 265.54625ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:34.377848Z","caller":"traceutil/trace.go:171","msg":"trace[860216529] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4130; }","duration":"240.246467ms","start":"2026-04-28T03:30:34.137593Z","end":"2026-04-28T03:30:34.377839Z","steps":["trace[860216529] 'agreement among raft nodes before linearized reading' (duration: 240.137144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:34.377958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.876154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:30:34.378043Z","caller":"traceutil/trace.go:171","msg":"trace[909789874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4130; }","duration":"199.974316ms","start":"2026-04-28T03:30:34.178052Z","end":"2026-04-28T03:30:34.378026Z","steps":["trace[909789874] 'agreement among raft nodes before linearized reading' (duration: 199.72204ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:34.37906Z","caller":"traceutil/trace.go:171","msg":"trace[1924844076] transaction","detail":"{read_only:false; response_revision:4130; number_of_response:1; }","duration":"229.924544ms","start":"2026-04-28T03:30:34.147718Z","end":"2026-04-28T03:30:34.377643Z","steps":["trace[1924844076] 'process raft request' (duration: 229.697649ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:34.561639Z","caller":"traceutil/trace.go:171","msg":"trace[284924912] transaction","detail":"{read_only:false; response_revision:4131; number_of_response:1; }","duration":"178.657155ms","start":"2026-04-28T03:30:34.382955Z","end":"2026-04-28T03:30:34.561612Z","steps":["trace[284924912] 'process raft request' (duration: 159.765106ms)","trace[284924912] 'compare' (duration: 18.674744ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:35.675484Z","caller":"traceutil/trace.go:171","msg":"trace[144552004] transaction","detail":"{read_only:false; response_revision:4135; number_of_response:1; }","duration":"178.791537ms","start":"2026-04-28T03:30:35.496651Z","end":"2026-04-28T03:30:35.675443Z","steps":["trace[144552004] 'process raft request' (duration: 178.578271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:36.413793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.095959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:36.413881Z","caller":"traceutil/trace.go:171","msg":"trace[1921147343] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4137; }","duration":"177.224351ms","start":"2026-04-28T03:30:36.236637Z","end":"2026-04-28T03:30:36.413862Z","steps":["trace[1921147343] 'count revisions from in-memory index tree' (duration: 176.996237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:36.414073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.847169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:36.414109Z","caller":"traceutil/trace.go:171","msg":"trace[392887224] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4137; }","duration":"197.991802ms","start":"2026-04-28T03:30:36.216108Z","end":"2026-04-28T03:30:36.4141Z","steps":["trace[392887224] 'count revisions from in-memory index tree' (duration: 197.735176ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:36.502308Z","caller":"traceutil/trace.go:171","msg":"trace[1914930281] transaction","detail":"{read_only:false; response_revision:4138; number_of_response:1; }","duration":"117.948799ms","start":"2026-04-28T03:30:36.384333Z","end":"2026-04-28T03:30:36.502282Z","steps":["trace[1914930281] 'process raft request' (duration: 117.795666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:36.791716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.469234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:36.791985Z","caller":"traceutil/trace.go:171","msg":"trace[2121351530] linearizableReadLoop","detail":"{readStateIndex:4331; appliedIndex:4329; }","duration":"226.16336ms","start":"2026-04-28T03:30:36.565809Z","end":"2026-04-28T03:30:36.791973Z","steps":["trace[2121351530] 'read index received' (duration: 38.381649ms)","trace[2121351530] 'applied index is now lower than readState.Index' (duration: 187.780971ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:36.792121Z","caller":"traceutil/trace.go:171","msg":"trace[176566231] transaction","detail":"{read_only:false; response_revision:4139; number_of_response:1; }","duration":"374.047057ms","start":"2026-04-28T03:30:36.418029Z","end":"2026-04-28T03:30:36.792076Z","steps":["trace[176566231] 'process raft request' (duration: 186.114763ms)","trace[176566231] 'compare' (duration: 187.151497ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:36.792068Z","caller":"traceutil/trace.go:171","msg":"trace[2091447026] transaction","detail":"{read_only:false; response_revision:4140; number_of_response:1; }","duration":"373.076936ms","start":"2026-04-28T03:30:36.418963Z","end":"2026-04-28T03:30:36.79204Z","steps":["trace[2091447026] 'process raft request' (duration: 372.913922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:36.792216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:36.418005Z","time spent":"374.16424ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:36.792264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:36.418951Z","time spent":"373.231369ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:36.792272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.453866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:30:36.792347Z","caller":"traceutil/trace.go:171","msg":"trace[1250378217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4140; }","duration":"226.574829ms","start":"2026-04-28T03:30:36.565755Z","end":"2026-04-28T03:30:36.79233Z","steps":["trace[1250378217] 'agreement among raft nodes before linearized reading' (duration: 226.390665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:36.792369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.635954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:30:36.792442Z","caller":"traceutil/trace.go:171","msg":"trace[300601483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4140; }","duration":"144.762536ms","start":"2026-04-28T03:30:36.647671Z","end":"2026-04-28T03:30:36.792433Z","steps":["trace[300601483] 'agreement among raft nodes before linearized reading' (duration: 144.517711ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:38.61978Z","caller":"traceutil/trace.go:171","msg":"trace[994239255] transaction","detail":"{read_only:false; response_revision:4148; number_of_response:1; }","duration":"109.704775ms","start":"2026-04-28T03:30:38.510051Z","end":"2026-04-28T03:30:38.619756Z","steps":["trace[994239255] 'process raft request' (duration: 109.509899ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:38.642815Z","caller":"traceutil/trace.go:171","msg":"trace[1156472518] transaction","detail":"{read_only:false; response_revision:4149; number_of_response:1; }","duration":"131.270252ms","start":"2026-04-28T03:30:38.511517Z","end":"2026-04-28T03:30:38.642787Z","steps":["trace[1156472518] 'process raft request' (duration: 130.868513ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:38.953356Z","caller":"traceutil/trace.go:171","msg":"trace[323761285] transaction","detail":"{read_only:false; response_revision:4151; number_of_response:1; }","duration":"118.205137ms","start":"2026-04-28T03:30:38.835126Z","end":"2026-04-28T03:30:38.953331Z","steps":["trace[323761285] 'process raft request' (duration: 100.927995ms)","trace[323761285] 'compare' (duration: 17.120709ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:38.953675Z","caller":"traceutil/trace.go:171","msg":"trace[2049817353] transaction","detail":"{read_only:false; response_revision:4152; number_of_response:1; }","duration":"118.293998ms","start":"2026-04-28T03:30:38.835369Z","end":"2026-04-28T03:30:38.953663Z","steps":["trace[2049817353] 'process raft request' (duration: 117.91692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:39.259718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.739919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:39.259863Z","caller":"traceutil/trace.go:171","msg":"trace[1852394056] transaction","detail":"{read_only:false; response_revision:4153; number_of_response:1; }","duration":"302.94288ms","start":"2026-04-28T03:30:38.956905Z","end":"2026-04-28T03:30:39.259848Z","steps":["trace[1852394056] 'process raft request' (duration: 96.963226ms)","trace[1852394056] 'compare' (duration: 205.620256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:39.259919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:38.95688Z","time spent":"303.009272ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:39.260162Z","caller":"traceutil/trace.go:171","msg":"trace[1402096498] linearizableReadLoop","detail":"{readStateIndex:4346; appliedIndex:4344; }","duration":"214.570879ms","start":"2026-04-28T03:30:39.045553Z","end":"2026-04-28T03:30:39.260124Z","steps":["trace[1402096498] 'read index received' (duration: 8.322439ms)","trace[1402096498] 'applied index is now lower than readState.Index' (duration: 206.24739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:39.260262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.697482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:39.260284Z","caller":"traceutil/trace.go:171","msg":"trace[74533233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4154; }","duration":"214.759452ms","start":"2026-04-28T03:30:39.045519Z","end":"2026-04-28T03:30:39.260278Z","steps":["trace[74533233] 'agreement among raft nodes before linearized reading' (duration: 214.695251ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:39.260365Z","caller":"traceutil/trace.go:171","msg":"trace[570101858] transaction","detail":"{read_only:false; response_revision:4154; number_of_response:1; }","duration":"302.182223ms","start":"2026-04-28T03:30:38.957986Z","end":"2026-04-28T03:30:39.260168Z","steps":["trace[570101858] 'process raft request' (duration: 301.828195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:39.260791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:38.957969Z","time spent":"302.636644ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:39.321788Z","caller":"traceutil/trace.go:171","msg":"trace[2023163669] transaction","detail":"{read_only:false; response_revision:4155; number_of_response:1; }","duration":"192.627582ms","start":"2026-04-28T03:30:39.129136Z","end":"2026-04-28T03:30:39.321763Z","steps":["trace[2023163669] 'process raft request' (duration: 192.386206ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:40.055376Z","caller":"traceutil/trace.go:171","msg":"trace[1254112691] transaction","detail":"{read_only:false; response_revision:4157; number_of_response:1; }","duration":"147.434189ms","start":"2026-04-28T03:30:39.90792Z","end":"2026-04-28T03:30:40.055355Z","steps":["trace[1254112691] 'process raft request' (duration: 147.289675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:40.285327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.701354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:40.285425Z","caller":"traceutil/trace.go:171","msg":"trace[1199422821] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4157; }","duration":"105.899339ms","start":"2026-04-28T03:30:40.179501Z","end":"2026-04-28T03:30:40.285401Z","steps":["trace[1199422821] 'count revisions from in-memory index tree' (duration: 105.544411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:40.285695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.083246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:30:40.286219Z","caller":"traceutil/trace.go:171","msg":"trace[2011842826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4157; }","duration":"115.67204ms","start":"2026-04-28T03:30:40.17053Z","end":"2026-04-28T03:30:40.286202Z","steps":["trace[2011842826] 'range keys from in-memory index tree' (duration: 114.865572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:40.883243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.915012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:30:40.883305Z","caller":"traceutil/trace.go:171","msg":"trace[1551320982] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4159; }","duration":"110.994704ms","start":"2026-04-28T03:30:40.772298Z","end":"2026-04-28T03:30:40.883293Z","steps":["trace[1551320982] 'range keys from in-memory index tree' (duration: 110.688406ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:41.656473Z","caller":"traceutil/trace.go:171","msg":"trace[1710383298] linearizableReadLoop","detail":"{readStateIndex:4355; appliedIndex:4353; }","duration":"367.474414ms","start":"2026-04-28T03:30:41.288981Z","end":"2026-04-28T03:30:41.656456Z","steps":["trace[1710383298] 'read index received' (duration: 49.739196ms)","trace[1710383298] 'applied index is now lower than readState.Index' (duration: 317.734278ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:41.656558Z","caller":"traceutil/trace.go:171","msg":"trace[344540773] transaction","detail":"{read_only:false; response_revision:4163; number_of_response:1; }","duration":"387.924247ms","start":"2026-04-28T03:30:41.268603Z","end":"2026-04-28T03:30:41.656527Z","steps":["trace[344540773] 'process raft request' (duration: 387.718332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:41.656603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.604337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:30:41.656621Z","caller":"traceutil/trace.go:171","msg":"trace[1572043670] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:4164; }","duration":"367.665808ms","start":"2026-04-28T03:30:41.28895Z","end":"2026-04-28T03:30:41.656616Z","steps":["trace[1572043670] 'agreement among raft nodes before linearized reading' (duration: 367.571916ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:41.656598Z","caller":"traceutil/trace.go:171","msg":"trace[1761364649] transaction","detail":"{read_only:false; response_revision:4164; number_of_response:1; }","duration":"328.552552ms","start":"2026-04-28T03:30:41.328018Z","end":"2026-04-28T03:30:41.65657Z","steps":["trace[1761364649] 'process raft request' (duration: 328.411829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:41.656648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:41.288936Z","time spent":"367.706619ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.168\" "} {"level":"warn","ts":"2026-04-28T03:30:41.656696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:41.268595Z","time spent":"388.030539ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:41.656777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:41.327991Z","time spent":"328.660705ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:42.033469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.68063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:42.033617Z","caller":"traceutil/trace.go:171","msg":"trace[1263463196] transaction","detail":"{read_only:false; response_revision:4165; number_of_response:1; }","duration":"422.212154ms","start":"2026-04-28T03:30:41.611386Z","end":"2026-04-28T03:30:42.033598Z","steps":["trace[1263463196] 'process raft request' (duration: 185.307348ms)","trace[1263463196] 'compare' (duration: 236.377604ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:42.033692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:41.611347Z","time spent":"422.309446ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:42.033881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:41.657365Z","time spent":"376.505438ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:30:42.033884Z","caller":"traceutil/trace.go:171","msg":"trace[349276990] linearizableReadLoop","detail":"{readStateIndex:4358; appliedIndex:4356; }","duration":"289.251871ms","start":"2026-04-28T03:30:41.744597Z","end":"2026-04-28T03:30:42.033849Z","steps":["trace[349276990] 'read index received' (duration: 51.799703ms)","trace[349276990] 'applied index is now lower than readState.Index' (duration: 237.450288ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:42.034069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.451686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:30:42.034146Z","caller":"traceutil/trace.go:171","msg":"trace[272875751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4165; }","duration":"289.530727ms","start":"2026-04-28T03:30:41.744591Z","end":"2026-04-28T03:30:42.034121Z","steps":["trace[272875751] 'agreement among raft nodes before linearized reading' (duration: 289.355904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:42.034225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.929374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:30:42.034269Z","caller":"traceutil/trace.go:171","msg":"trace[905708241] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4165; }","duration":"236.044656ms","start":"2026-04-28T03:30:41.798214Z","end":"2026-04-28T03:30:42.034259Z","steps":["trace[905708241] 'agreement among raft nodes before linearized reading' (duration: 235.827442ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:42.197314Z","caller":"traceutil/trace.go:171","msg":"trace[106127437] linearizableReadLoop","detail":"{readStateIndex:4361; appliedIndex:4359; }","duration":"128.084052ms","start":"2026-04-28T03:30:42.069197Z","end":"2026-04-28T03:30:42.197281Z","steps":["trace[106127437] 'read index received' (duration: 79.478971ms)","trace[106127437] 'applied index is now lower than readState.Index' (duration: 48.603691ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:42.197412Z","caller":"traceutil/trace.go:171","msg":"trace[1524921742] transaction","detail":"{read_only:false; response_revision:4167; number_of_response:1; }","duration":"158.724856ms","start":"2026-04-28T03:30:42.03864Z","end":"2026-04-28T03:30:42.197364Z","steps":["trace[1524921742] 'process raft request' (duration: 109.901979ms)","trace[1524921742] 'compare' (duration: 48.460138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:42.197493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.74699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:42.197555Z","caller":"traceutil/trace.go:171","msg":"trace[1151425562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4168; }","duration":"152.848883ms","start":"2026-04-28T03:30:42.044692Z","end":"2026-04-28T03:30:42.197541Z","steps":["trace[1151425562] 'agreement among raft nodes before linearized reading' (duration: 152.73626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:42.197619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.14278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:42.197672Z","caller":"traceutil/trace.go:171","msg":"trace[843490426] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4168; }","duration":"127.263003ms","start":"2026-04-28T03:30:42.070396Z","end":"2026-04-28T03:30:42.197659Z","steps":["trace[843490426] 'agreement among raft nodes before linearized reading' (duration: 127.12007ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:42.197477Z","caller":"traceutil/trace.go:171","msg":"trace[1713640310] transaction","detail":"{read_only:false; response_revision:4168; number_of_response:1; }","duration":"138.254012ms","start":"2026-04-28T03:30:42.059172Z","end":"2026-04-28T03:30:42.197426Z","steps":["trace[1713640310] 'process raft request' (duration: 138.031597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:42.197901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.638554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T03:30:42.197934Z","caller":"traceutil/trace.go:171","msg":"trace[322060981] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4168; }","duration":"124.692315ms","start":"2026-04-28T03:30:42.073235Z","end":"2026-04-28T03:30:42.197927Z","steps":["trace[322060981] 'agreement among raft nodes before linearized reading' (duration: 124.551472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:42.197943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.781231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T03:30:42.197993Z","caller":"traceutil/trace.go:171","msg":"trace[1094319012] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4168; }","duration":"126.841943ms","start":"2026-04-28T03:30:42.071137Z","end":"2026-04-28T03:30:42.197979Z","steps":["trace[1094319012] 'agreement among raft nodes before linearized reading' (duration: 126.760891ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:43.175738Z","caller":"traceutil/trace.go:171","msg":"trace[1637857908] transaction","detail":"{read_only:false; response_revision:4172; number_of_response:1; }","duration":"193.021303ms","start":"2026-04-28T03:30:42.982683Z","end":"2026-04-28T03:30:43.175705Z","steps":["trace[1637857908] 'process raft request' (duration: 114.233228ms)","trace[1637857908] 'compare' (duration: 78.622281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:43.445443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.942753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:43.445527Z","caller":"traceutil/trace.go:171","msg":"trace[1003228542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4172; }","duration":"164.120097ms","start":"2026-04-28T03:30:43.281389Z","end":"2026-04-28T03:30:43.445509Z","steps":["trace[1003228542] 'count revisions from in-memory index tree' (duration: 163.856662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:43.445699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.730947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:30:43.44598Z","caller":"traceutil/trace.go:171","msg":"trace[739971751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4172; }","duration":"103.081184ms","start":"2026-04-28T03:30:43.342885Z","end":"2026-04-28T03:30:43.445966Z","steps":["trace[739971751] 'range keys from in-memory index tree' (duration: 102.468191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:43.445562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.064457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:43.44612Z","caller":"traceutil/trace.go:171","msg":"trace[103304867] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4172; }","duration":"153.687101ms","start":"2026-04-28T03:30:43.292403Z","end":"2026-04-28T03:30:43.44609Z","steps":["trace[103304867] 'count revisions from in-memory index tree' (duration: 152.956414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:43.816291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.055816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:30:43.816372Z","caller":"traceutil/trace.go:171","msg":"trace[16270418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4173; }","duration":"156.173598ms","start":"2026-04-28T03:30:43.660177Z","end":"2026-04-28T03:30:43.816351Z","steps":["trace[16270418] 'range keys from in-memory index tree' (duration: 155.83558ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:44.050219Z","caller":"traceutil/trace.go:171","msg":"trace[1040065368] transaction","detail":"{read_only:false; response_revision:4174; number_of_response:1; }","duration":"389.498184ms","start":"2026-04-28T03:30:43.660694Z","end":"2026-04-28T03:30:44.050192Z","steps":["trace[1040065368] 'process raft request' (duration: 389.396122ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:44.050237Z","caller":"traceutil/trace.go:171","msg":"trace[1819045491] linearizableReadLoop","detail":"{readStateIndex:4367; appliedIndex:4367; }","duration":"270.503339ms","start":"2026-04-28T03:30:43.77971Z","end":"2026-04-28T03:30:44.050214Z","steps":["trace[1819045491] 'read index received' (duration: 270.494519ms)","trace[1819045491] 'applied index is now lower than readState.Index' (duration: 6.84µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:44.050334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:43.660683Z","time spent":"389.593516ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:44.050537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.806045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:44.050674Z","caller":"traceutil/trace.go:171","msg":"trace[1973296792] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4174; }","duration":"270.98055ms","start":"2026-04-28T03:30:43.779674Z","end":"2026-04-28T03:30:44.050654Z","steps":["trace[1973296792] 'agreement among raft nodes before linearized reading' (duration: 270.659973ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:44.18655Z","caller":"traceutil/trace.go:171","msg":"trace[404740471] linearizableReadLoop","detail":"{readStateIndex:4368; appliedIndex:4367; }","duration":"136.217586ms","start":"2026-04-28T03:30:44.050307Z","end":"2026-04-28T03:30:44.186525Z","steps":["trace[404740471] 'read index received' (duration: 94.00483ms)","trace[404740471] 'applied index is now lower than readState.Index' (duration: 42.211266ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:44.186595Z","caller":"traceutil/trace.go:171","msg":"trace[408780564] transaction","detail":"{read_only:false; response_revision:4175; number_of_response:1; }","duration":"365.877919ms","start":"2026-04-28T03:30:43.82068Z","end":"2026-04-28T03:30:44.186558Z","steps":["trace[408780564] 'process raft request' (duration: 323.56129ms)","trace[408780564] 'compare' (duration: 41.990652ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:44.186723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:43.820655Z","time spent":"366.000802ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:44.186775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.370094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:30:44.186814Z","caller":"traceutil/trace.go:171","msg":"trace[1178725468] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4175; }","duration":"390.451757ms","start":"2026-04-28T03:30:43.796352Z","end":"2026-04-28T03:30:44.186804Z","steps":["trace[1178725468] 'agreement among raft nodes before linearized reading' (duration: 390.271163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:44.186854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:43.796333Z","time spent":"390.513358ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:30:44.186997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.469398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:44.187094Z","caller":"traceutil/trace.go:171","msg":"trace[1101888622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4175; }","duration":"142.601961ms","start":"2026-04-28T03:30:44.04447Z","end":"2026-04-28T03:30:44.187071Z","steps":["trace[1101888622] 'agreement among raft nodes before linearized reading' (duration: 142.463377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:45.052908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.251995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:45.05302Z","caller":"traceutil/trace.go:171","msg":"trace[1735175878] linearizableReadLoop","detail":"{readStateIndex:4370; appliedIndex:4369; }","duration":"676.109089ms","start":"2026-04-28T03:30:44.376884Z","end":"2026-04-28T03:30:45.052993Z","steps":["trace[1735175878] 'read index received' (duration: 205.550477ms)","trace[1735175878] 'applied index is now lower than readState.Index' (duration: 470.556342ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:45.053105Z","caller":"traceutil/trace.go:171","msg":"trace[686281809] transaction","detail":"{read_only:false; response_revision:4177; number_of_response:1; }","duration":"849.004446ms","start":"2026-04-28T03:30:44.204077Z","end":"2026-04-28T03:30:45.053082Z","steps":["trace[686281809] 'process raft request' (duration: 378.491895ms)","trace[686281809] 'compare' (duration: 469.818146ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:45.053232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.339024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T03:30:45.053256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:44.204058Z","time spent":"849.112359ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:45.053296Z","caller":"traceutil/trace.go:171","msg":"trace[2062505457] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4177; }","duration":"676.429525ms","start":"2026-04-28T03:30:44.37685Z","end":"2026-04-28T03:30:45.05328Z","steps":["trace[2062505457] 'agreement among raft nodes before linearized reading' (duration: 676.259702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:45.053354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:44.376835Z","time spent":"676.502578ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:30:45.110733Z","caller":"traceutil/trace.go:171","msg":"trace[656101759] transaction","detail":"{read_only:false; response_revision:4178; number_of_response:1; }","duration":"345.846997ms","start":"2026-04-28T03:30:44.764861Z","end":"2026-04-28T03:30:45.110708Z","steps":["trace[656101759] 'process raft request' (duration: 345.713844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:45.110884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:44.764833Z","time spent":"345.973149ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:45.347765Z","caller":"traceutil/trace.go:171","msg":"trace[1219011250] transaction","detail":"{read_only:false; response_revision:4179; number_of_response:1; }","duration":"470.561562ms","start":"2026-04-28T03:30:44.877162Z","end":"2026-04-28T03:30:45.347724Z","steps":["trace[1219011250] 'process raft request' (duration: 470.203764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:45.348042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:44.877138Z","time spent":"470.725466ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:45.348176Z","caller":"traceutil/trace.go:171","msg":"trace[114203177] linearizableReadLoop","detail":"{readStateIndex:4372; appliedIndex:4370; }","duration":"295.020624ms","start":"2026-04-28T03:30:45.053074Z","end":"2026-04-28T03:30:45.348095Z","steps":["trace[114203177] 'read index received' (duration: 57.558524ms)","trace[114203177] 'applied index is now lower than readState.Index' (duration: 237.45877ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:45.348349Z","caller":"traceutil/trace.go:171","msg":"trace[479566199] transaction","detail":"{read_only:false; response_revision:4180; number_of_response:1; }","duration":"291.591907ms","start":"2026-04-28T03:30:45.056725Z","end":"2026-04-28T03:30:45.348316Z","steps":["trace[479566199] 'process raft request' (duration: 290.944723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:45.348722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.483695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:30:45.348769Z","caller":"traceutil/trace.go:171","msg":"trace[225443121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4180; }","duration":"340.570707ms","start":"2026-04-28T03:30:45.008184Z","end":"2026-04-28T03:30:45.348755Z","steps":["trace[225443121] 'agreement among raft nodes before linearized reading' (duration: 340.410223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:45.348815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:45.008164Z","time spent":"340.642649ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:30:45.348986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.775079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:30:45.349025Z","caller":"traceutil/trace.go:171","msg":"trace[936593397] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4180; }","duration":"166.846651ms","start":"2026-04-28T03:30:45.182165Z","end":"2026-04-28T03:30:45.349011Z","steps":["trace[936593397] 'agreement among raft nodes before linearized reading' (duration: 166.757289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:45.678661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.69736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:30:45.678744Z","caller":"traceutil/trace.go:171","msg":"trace[1115994913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4182; }","duration":"152.817622ms","start":"2026-04-28T03:30:45.525907Z","end":"2026-04-28T03:30:45.678724Z","steps":["trace[1115994913] 'range keys from in-memory index tree' (duration: 152.535316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:45.982567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.87007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:30:45.982663Z","caller":"traceutil/trace.go:171","msg":"trace[761912538] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4183; }","duration":"185.022212ms","start":"2026-04-28T03:30:45.79762Z","end":"2026-04-28T03:30:45.982642Z","steps":["trace[761912538] 'range keys from in-memory index tree' (duration: 184.690275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:46.33704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.902958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:30:46.337116Z","caller":"traceutil/trace.go:171","msg":"trace[1743483328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4184; }","duration":"147.031681ms","start":"2026-04-28T03:30:46.190067Z","end":"2026-04-28T03:30:46.337099Z","steps":["trace[1743483328] 'range keys from in-memory index tree' (duration: 146.680554ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:46.627696Z","caller":"traceutil/trace.go:171","msg":"trace[1497023659] transaction","detail":"{read_only:false; response_revision:4185; number_of_response:1; }","duration":"286.906361ms","start":"2026-04-28T03:30:46.340771Z","end":"2026-04-28T03:30:46.627677Z","steps":["trace[1497023659] 'process raft request' (duration: 286.793069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:46.927443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.051165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:46.92757Z","caller":"traceutil/trace.go:171","msg":"trace[1050130349] transaction","detail":"{read_only:false; response_revision:4186; number_of_response:1; }","duration":"586.47444ms","start":"2026-04-28T03:30:46.341077Z","end":"2026-04-28T03:30:46.927551Z","steps":["trace[1050130349] 'process raft request' (duration: 310.20333ms)","trace[1050130349] 'compare' (duration: 275.760229ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:46.92767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:46.341055Z","time spent":"586.553722ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:47.517206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.636689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:47.517305Z","caller":"traceutil/trace.go:171","msg":"trace[1761027586] linearizableReadLoop","detail":"{readStateIndex:4382; appliedIndex:4381; }","duration":"164.713403ms","start":"2026-04-28T03:30:47.352576Z","end":"2026-04-28T03:30:47.517289Z","steps":["trace[1761027586] 'read index received' (duration: 34.841189ms)","trace[1761027586] 'applied index is now lower than readState.Index' (duration: 129.871224ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:47.517513Z","caller":"traceutil/trace.go:171","msg":"trace[1648662157] transaction","detail":"{read_only:false; response_revision:4188; number_of_response:1; }","duration":"402.279828ms","start":"2026-04-28T03:30:47.115219Z","end":"2026-04-28T03:30:47.517499Z","steps":["trace[1648662157] 'process raft request' (duration: 272.27014ms)","trace[1648662157] 'compare' (duration: 129.301001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:47.517585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:47.115191Z","time spent":"402.35955ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:47.517713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.120632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:30:47.517883Z","caller":"traceutil/trace.go:171","msg":"trace[1120831048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4188; }","duration":"165.279805ms","start":"2026-04-28T03:30:47.352526Z","end":"2026-04-28T03:30:47.517806Z","steps":["trace[1120831048] 'agreement among raft nodes before linearized reading' (duration: 165.02966ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:47.796871Z","caller":"traceutil/trace.go:171","msg":"trace[1001944021] transaction","detail":"{read_only:false; response_revision:4190; number_of_response:1; }","duration":"274.860779ms","start":"2026-04-28T03:30:47.521985Z","end":"2026-04-28T03:30:47.796845Z","steps":["trace[1001944021] 'process raft request' (duration: 274.618774ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:47.797012Z","caller":"traceutil/trace.go:171","msg":"trace[863320872] transaction","detail":"{read_only:false; response_revision:4191; number_of_response:1; }","duration":"274.395938ms","start":"2026-04-28T03:30:47.522522Z","end":"2026-04-28T03:30:47.796918Z","steps":["trace[863320872] 'process raft request' (duration: 274.249364ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:47.919434Z","caller":"traceutil/trace.go:171","msg":"trace[55682150] linearizableReadLoop","detail":"{readStateIndex:4386; appliedIndex:4385; }","duration":"116.176343ms","start":"2026-04-28T03:30:47.803237Z","end":"2026-04-28T03:30:47.919413Z","steps":["trace[55682150] 'read index received' (duration: 66.814075ms)","trace[55682150] 'applied index is now lower than readState.Index' (duration: 49.361318ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:47.91949Z","caller":"traceutil/trace.go:171","msg":"trace[923314678] transaction","detail":"{read_only:false; response_revision:4192; number_of_response:1; }","duration":"117.267938ms","start":"2026-04-28T03:30:47.80219Z","end":"2026-04-28T03:30:47.919458Z","steps":["trace[923314678] 'process raft request' (duration: 67.92415ms)","trace[923314678] 'compare' (duration: 49.148114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:47.919729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.47693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T03:30:47.919776Z","caller":"traceutil/trace.go:171","msg":"trace[1835828659] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4193; }","duration":"116.548801ms","start":"2026-04-28T03:30:47.803214Z","end":"2026-04-28T03:30:47.919763Z","steps":["trace[1835828659] 'agreement among raft nodes before linearized reading' (duration: 116.328816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:49.281001Z","caller":"traceutil/trace.go:171","msg":"trace[1950348651] transaction","detail":"{read_only:false; response_revision:4197; number_of_response:1; }","duration":"174.581367ms","start":"2026-04-28T03:30:49.106388Z","end":"2026-04-28T03:30:49.28097Z","steps":["trace[1950348651] 'process raft request' (duration: 103.020405ms)","trace[1950348651] 'compare' (duration: 71.416609ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:49.751315Z","caller":"traceutil/trace.go:171","msg":"trace[1507718503] transaction","detail":"{read_only:false; response_revision:4198; number_of_response:1; }","duration":"228.441687ms","start":"2026-04-28T03:30:49.522845Z","end":"2026-04-28T03:30:49.751287Z","steps":["trace[1507718503] 'process raft request' (duration: 189.164457ms)","trace[1507718503] 'compare' (duration: 38.947513ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:49.828372Z","caller":"traceutil/trace.go:171","msg":"trace[824944581] linearizableReadLoop","detail":"{readStateIndex:4393; appliedIndex:4391; }","duration":"284.667703ms","start":"2026-04-28T03:30:49.543689Z","end":"2026-04-28T03:30:49.828357Z","steps":["trace[824944581] 'read index received' (duration: 168.390687ms)","trace[824944581] 'applied index is now lower than readState.Index' (duration: 116.276316ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:49.828549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.846007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:30:49.828573Z","caller":"traceutil/trace.go:171","msg":"trace[1378150699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4199; }","duration":"284.915629ms","start":"2026-04-28T03:30:49.543651Z","end":"2026-04-28T03:30:49.828566Z","steps":["trace[1378150699] 'agreement among raft nodes before linearized reading' (duration: 284.809086ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:49.828545Z","caller":"traceutil/trace.go:171","msg":"trace[208912895] transaction","detail":"{read_only:false; response_revision:4199; number_of_response:1; }","duration":"290.098026ms","start":"2026-04-28T03:30:49.538313Z","end":"2026-04-28T03:30:49.828412Z","steps":["trace[208912895] 'process raft request' (duration: 289.951923ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:50.119684Z","caller":"traceutil/trace.go:171","msg":"trace[34517282] linearizableReadLoop","detail":"{readStateIndex:4394; appliedIndex:4393; }","duration":"287.562219ms","start":"2026-04-28T03:30:49.832056Z","end":"2026-04-28T03:30:50.119619Z","steps":["trace[34517282] 'read index received' (duration: 265.498959ms)","trace[34517282] 'applied index is now lower than readState.Index' (duration: 22.06201ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:50.119716Z","caller":"traceutil/trace.go:171","msg":"trace[1425467237] transaction","detail":"{read_only:false; response_revision:4200; number_of_response:1; }","duration":"288.017459ms","start":"2026-04-28T03:30:49.831669Z","end":"2026-04-28T03:30:50.119686Z","steps":["trace[1425467237] 'process raft request' (duration: 265.872147ms)","trace[1425467237] 'compare' (duration: 21.812955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:50.120172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.091491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-04-28T03:30:50.120231Z","caller":"traceutil/trace.go:171","msg":"trace[19883291] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4200; }","duration":"288.185803ms","start":"2026-04-28T03:30:49.832031Z","end":"2026-04-28T03:30:50.120217Z","steps":["trace[19883291] 'agreement among raft nodes before linearized reading' (duration: 287.991808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:50.659235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.146255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:50.659508Z","caller":"traceutil/trace.go:171","msg":"trace[457425519] transaction","detail":"{read_only:false; response_revision:4203; number_of_response:1; }","duration":"452.59571ms","start":"2026-04-28T03:30:50.206895Z","end":"2026-04-28T03:30:50.659491Z","steps":["trace[457425519] 'process raft request' (duration: 452.553939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:50.659582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:50.206873Z","time spent":"452.675352ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:50.659733Z","caller":"traceutil/trace.go:171","msg":"trace[1465497440] transaction","detail":"{read_only:false; response_revision:4201; number_of_response:1; }","duration":"826.038395ms","start":"2026-04-28T03:30:49.833655Z","end":"2026-04-28T03:30:50.659693Z","steps":["trace[1465497440] 'process raft request' (duration: 547.361468ms)","trace[1465497440] 'compare' (duration: 278.042803ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:50.659822Z","caller":"traceutil/trace.go:171","msg":"trace[1248235345] transaction","detail":"{read_only:false; response_revision:4202; number_of_response:1; }","duration":"826.046745ms","start":"2026-04-28T03:30:49.833764Z","end":"2026-04-28T03:30:50.659811Z","steps":["trace[1248235345] 'process raft request' (duration: 825.572664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:50.659877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:49.833756Z","time spent":"826.092837ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:50.659889Z","caller":"traceutil/trace.go:171","msg":"trace[700811796] linearizableReadLoop","detail":"{readStateIndex:4396; appliedIndex:4394; }","duration":"540.098163ms","start":"2026-04-28T03:30:50.119764Z","end":"2026-04-28T03:30:50.659862Z","steps":["trace[700811796] 'read index received' (duration: 261.282963ms)","trace[700811796] 'applied index is now lower than readState.Index' (duration: 278.81254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:50.659913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:49.833641Z","time spent":"826.186048ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:50.660019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.926523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:50.6601Z","caller":"traceutil/trace.go:171","msg":"trace[287161629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4203; }","duration":"616.007585ms","start":"2026-04-28T03:30:50.044078Z","end":"2026-04-28T03:30:50.660086Z","steps":["trace[287161629] 'agreement among raft nodes before linearized reading' (duration: 615.800199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:50.660133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.912866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:30:50.660175Z","caller":"traceutil/trace.go:171","msg":"trace[807569213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4203; }","duration":"737.004889ms","start":"2026-04-28T03:30:49.923159Z","end":"2026-04-28T03:30:50.660164Z","steps":["trace[807569213] 'agreement among raft nodes before linearized reading' (duration: 736.835025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:50.660214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:49.923137Z","time spent":"737.068701ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:30:50.660243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.738219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T03:30:50.660325Z","caller":"traceutil/trace.go:171","msg":"trace[701775383] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4203; }","duration":"536.862781ms","start":"2026-04-28T03:30:50.123444Z","end":"2026-04-28T03:30:50.660306Z","steps":["trace[701775383] 'agreement among raft nodes before linearized reading' (duration: 536.660116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:50.660371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:50.123426Z","time spent":"536.935433ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-28T03:30:50.660226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:50.044023Z","time spent":"616.130118ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:30:51.022357Z","caller":"traceutil/trace.go:171","msg":"trace[634821462] linearizableReadLoop","detail":"{readStateIndex:4398; appliedIndex:4397; }","duration":"357.653148ms","start":"2026-04-28T03:30:50.664679Z","end":"2026-04-28T03:30:51.022332Z","steps":["trace[634821462] 'read index received' (duration: 282.866042ms)","trace[634821462] 'applied index is now lower than readState.Index' (duration: 74.786116ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:51.022398Z","caller":"traceutil/trace.go:171","msg":"trace[2086842590] transaction","detail":"{read_only:false; response_revision:4204; number_of_response:1; }","duration":"357.72626ms","start":"2026-04-28T03:30:50.664642Z","end":"2026-04-28T03:30:51.022368Z","steps":["trace[2086842590] 'process raft request' (duration: 282.965345ms)","trace[2086842590] 'compare' (duration: 74.438328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:51.022536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:50.664626Z","time spent":"357.825983ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:51.022555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.857774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-04-28T03:30:51.022614Z","caller":"traceutil/trace.go:171","msg":"trace[283832576] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4204; }","duration":"357.950795ms","start":"2026-04-28T03:30:50.664649Z","end":"2026-04-28T03:30:51.0226Z","steps":["trace[283832576] 'agreement among raft nodes before linearized reading' (duration: 357.784031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:51.022653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:50.664633Z","time spent":"358.012677ms","remote":"127.0.0.1:43114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-28T03:30:51.022686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.014964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:30:51.022732Z","caller":"traceutil/trace.go:171","msg":"trace[759173677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4204; }","duration":"331.128637ms","start":"2026-04-28T03:30:50.691592Z","end":"2026-04-28T03:30:51.02272Z","steps":["trace[759173677] 'agreement among raft nodes before linearized reading' (duration: 330.871281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:51.022763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:50.691571Z","time spent":"331.185058ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:30:51.022874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.732623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:51.022906Z","caller":"traceutil/trace.go:171","msg":"trace[764985793] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4204; }","duration":"137.823085ms","start":"2026-04-28T03:30:50.885075Z","end":"2026-04-28T03:30:51.022898Z","steps":["trace[764985793] 'agreement among raft nodes before linearized reading' (duration: 137.756943ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:51.251119Z","caller":"traceutil/trace.go:171","msg":"trace[262869555] linearizableReadLoop","detail":"{readStateIndex:4399; appliedIndex:4398; }","duration":"222.79381ms","start":"2026-04-28T03:30:51.028226Z","end":"2026-04-28T03:30:51.251019Z","steps":["trace[262869555] 'read index received' (duration: 210.42955ms)","trace[262869555] 'applied index is now lower than readState.Index' (duration: 12.36346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:51.251316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.546973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:51.251338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.114669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:30:51.251352Z","caller":"traceutil/trace.go:171","msg":"trace[1785720581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4205; }","duration":"206.648616ms","start":"2026-04-28T03:30:51.044695Z","end":"2026-04-28T03:30:51.251344Z","steps":["trace[1785720581] 'agreement among raft nodes before linearized reading' (duration: 206.548123ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:51.251362Z","caller":"traceutil/trace.go:171","msg":"trace[883557780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4205; }","duration":"223.14108ms","start":"2026-04-28T03:30:51.028213Z","end":"2026-04-28T03:30:51.251354Z","steps":["trace[883557780] 'agreement among raft nodes before linearized reading' (duration: 223.008157ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:51.251112Z","caller":"traceutil/trace.go:171","msg":"trace[449349779] transaction","detail":"{read_only:false; response_revision:4205; number_of_response:1; }","duration":"223.934797ms","start":"2026-04-28T03:30:51.027153Z","end":"2026-04-28T03:30:51.251088Z","steps":["trace[449349779] 'process raft request' (duration: 211.631077ms)","trace[449349779] 'compare' (duration: 11.828978ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:51.251757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.21133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:30:51.251808Z","caller":"traceutil/trace.go:171","msg":"trace[1087825577] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4205; }","duration":"193.299183ms","start":"2026-04-28T03:30:51.058501Z","end":"2026-04-28T03:30:51.2518Z","steps":["trace[1087825577] 'agreement among raft nodes before linearized reading' (duration: 193.150199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:51.672942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.831673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:51.67314Z","caller":"traceutil/trace.go:171","msg":"trace[513674692] transaction","detail":"{read_only:false; response_revision:4207; number_of_response:1; }","duration":"387.077776ms","start":"2026-04-28T03:30:51.286046Z","end":"2026-04-28T03:30:51.673123Z","steps":["trace[513674692] 'process raft request' (duration: 386.981774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:51.673203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:51.286024Z","time spent":"387.149808ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:51.673493Z","caller":"traceutil/trace.go:171","msg":"trace[235501601] transaction","detail":"{read_only:false; response_revision:4206; number_of_response:1; }","duration":"416.196966ms","start":"2026-04-28T03:30:51.25728Z","end":"2026-04-28T03:30:51.673477Z","steps":["trace[235501601] 'process raft request' (duration: 113.735068ms)","trace[235501601] 'compare' (duration: 301.618179ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:51.673624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:51.257251Z","time spent":"416.340859ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:51.674456Z","caller":"traceutil/trace.go:171","msg":"trace[1526059954] linearizableReadLoop","detail":"{readStateIndex:4400; appliedIndex:4399; }","duration":"416.135916ms","start":"2026-04-28T03:30:51.258247Z","end":"2026-04-28T03:30:51.674383Z","steps":["trace[1526059954] 'read index received' (duration: 112.784607ms)","trace[1526059954] 'applied index is now lower than readState.Index' (duration: 303.347459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:51.674607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.33897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9282"} {"level":"info","ts":"2026-04-28T03:30:51.674642Z","caller":"traceutil/trace.go:171","msg":"trace[2083932219] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4207; }","duration":"416.448882ms","start":"2026-04-28T03:30:51.258185Z","end":"2026-04-28T03:30:51.674634Z","steps":["trace[2083932219] 'agreement among raft nodes before linearized reading' (duration: 416.274349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:51.674664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:51.258171Z","time spent":"416.488383ms","remote":"127.0.0.1:42746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9305,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:30:51.6749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.962101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:30:51.675056Z","caller":"traceutil/trace.go:171","msg":"trace[2069423945] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:4207; }","duration":"386.116194ms","start":"2026-04-28T03:30:51.288898Z","end":"2026-04-28T03:30:51.675014Z","steps":["trace[2069423945] 'agreement among raft nodes before linearized reading' (duration: 385.861878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:51.675257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:51.288888Z","time spent":"386.315459ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.168\" "} {"level":"info","ts":"2026-04-28T03:30:52.056925Z","caller":"traceutil/trace.go:171","msg":"trace[1008255387] linearizableReadLoop","detail":"{readStateIndex:4402; appliedIndex:4401; }","duration":"327.974976ms","start":"2026-04-28T03:30:51.728925Z","end":"2026-04-28T03:30:52.0569Z","steps":["trace[1008255387] 'read index received' (duration: 313.110019ms)","trace[1008255387] 'applied index is now lower than readState.Index' (duration: 14.863207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:52.057027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:51.676751Z","time spent":"380.271672ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:52.057249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.307223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:52.057289Z","caller":"traceutil/trace.go:171","msg":"trace[1761091792] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4207; }","duration":"328.382815ms","start":"2026-04-28T03:30:51.728897Z","end":"2026-04-28T03:30:52.05728Z","steps":["trace[1761091792] 'agreement among raft nodes before linearized reading' (duration: 328.304033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:52.057319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:51.728883Z","time spent":"328.429086ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:30:52.067335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.913175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:52.067532Z","caller":"traceutil/trace.go:171","msg":"trace[354449266] transaction","detail":"{read_only:false; response_revision:4208; number_of_response:1; }","duration":"310.584161ms","start":"2026-04-28T03:30:51.756661Z","end":"2026-04-28T03:30:52.067245Z","steps":["trace[354449266] 'process raft request' (duration: 310.416988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:52.06738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.602075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:30:52.067607Z","caller":"traceutil/trace.go:171","msg":"trace[1226228778] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4208; }","duration":"270.868391ms","start":"2026-04-28T03:30:51.796725Z","end":"2026-04-28T03:30:52.067593Z","steps":["trace[1226228778] 'agreement among raft nodes before linearized reading' (duration: 270.527444ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:52.067519Z","caller":"traceutil/trace.go:171","msg":"trace[1565379267] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4208; }","duration":"328.120159ms","start":"2026-04-28T03:30:51.739375Z","end":"2026-04-28T03:30:52.067495Z","steps":["trace[1565379267] 'agreement among raft nodes before linearized reading' (duration: 327.870313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:52.067804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:51.739367Z","time spent":"328.396445ms","remote":"127.0.0.1:43114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":3,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:52.067962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:51.756637Z","time spent":"311.252477ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:52.531903Z","caller":"traceutil/trace.go:171","msg":"trace[542976882] linearizableReadLoop","detail":"{readStateIndex:4405; appliedIndex:4404; }","duration":"398.576228ms","start":"2026-04-28T03:30:52.133305Z","end":"2026-04-28T03:30:52.531881Z","steps":["trace[542976882] 'read index received' (duration: 34.631µs)","trace[542976882] 'applied index is now lower than readState.Index' (duration: 398.540557ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:52.532128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.816494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-04-28T03:30:52.532187Z","caller":"traceutil/trace.go:171","msg":"trace[397170367] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4210; }","duration":"398.914335ms","start":"2026-04-28T03:30:52.133261Z","end":"2026-04-28T03:30:52.532175Z","steps":["trace[397170367] 'agreement among raft nodes before linearized reading' (duration: 398.729001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:52.532218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:52.133249Z","time spent":"398.961996ms","remote":"127.0.0.1:43114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-28T03:30:52.532129Z","caller":"traceutil/trace.go:171","msg":"trace[398344017] transaction","detail":"{read_only:false; response_revision:4210; number_of_response:1; }","duration":"398.805233ms","start":"2026-04-28T03:30:52.13328Z","end":"2026-04-28T03:30:52.532085Z","steps":["trace[398344017] 'process raft request' (duration: 350.788305ms)","trace[398344017] 'compare' (duration: 47.63578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:52.532342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.05607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T03:30:52.532403Z","caller":"traceutil/trace.go:171","msg":"trace[1163204083] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4210; }","duration":"392.344816ms","start":"2026-04-28T03:30:52.140037Z","end":"2026-04-28T03:30:52.532381Z","steps":["trace[1163204083] 'agreement among raft nodes before linearized reading' (duration: 391.985958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:52.532484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:52.140009Z","time spent":"392.462219ms","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:30:52.53252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.620024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:52.532545Z","caller":"traceutil/trace.go:171","msg":"trace[635116002] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4210; }","duration":"299.678335ms","start":"2026-04-28T03:30:52.232859Z","end":"2026-04-28T03:30:52.532538Z","steps":["trace[635116002] 'agreement among raft nodes before linearized reading' (duration: 299.630254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:52.532638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:52.133266Z","time spent":"399.086649ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:52.786565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.993794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:30:52.786633Z","caller":"traceutil/trace.go:171","msg":"trace[2070473507] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4210; }","duration":"121.099327ms","start":"2026-04-28T03:30:52.665515Z","end":"2026-04-28T03:30:52.786614Z","steps":["trace[2070473507] 'range keys from in-memory index tree' (duration: 120.849341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:52.787028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.627028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:30:52.78711Z","caller":"traceutil/trace.go:171","msg":"trace[1996094973] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4210; }","duration":"121.72832ms","start":"2026-04-28T03:30:52.665363Z","end":"2026-04-28T03:30:52.787092Z","steps":["trace[1996094973] 'range keys from in-memory index tree' (duration: 121.443725ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:52.858093Z","caller":"traceutil/trace.go:171","msg":"trace[174907142] transaction","detail":"{read_only:false; response_revision:4211; number_of_response:1; }","duration":"192.474955ms","start":"2026-04-28T03:30:52.665594Z","end":"2026-04-28T03:30:52.858069Z","steps":["trace[174907142] 'process raft request' (duration: 192.307461ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:53.011052Z","caller":"traceutil/trace.go:171","msg":"trace[1617137840] transaction","detail":"{read_only:false; response_revision:4212; number_of_response:1; }","duration":"219.803215ms","start":"2026-04-28T03:30:52.791221Z","end":"2026-04-28T03:30:53.011024Z","steps":["trace[1617137840] 'process raft request' (duration: 219.337135ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:53.011267Z","caller":"traceutil/trace.go:171","msg":"trace[55043464] transaction","detail":"{read_only:false; response_revision:4213; number_of_response:1; }","duration":"219.925258ms","start":"2026-04-28T03:30:52.79131Z","end":"2026-04-28T03:30:53.011236Z","steps":["trace[55043464] 'process raft request' (duration: 219.57656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:53.361679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.193823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:30:53.361733Z","caller":"traceutil/trace.go:171","msg":"trace[1014254860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4214; }","duration":"104.304175ms","start":"2026-04-28T03:30:53.257417Z","end":"2026-04-28T03:30:53.361722Z","steps":["trace[1014254860] 'range keys from in-memory index tree' (duration: 104.028469ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:53.477756Z","caller":"traceutil/trace.go:171","msg":"trace[1775472830] transaction","detail":"{read_only:false; response_revision:4215; number_of_response:1; }","duration":"111.18707ms","start":"2026-04-28T03:30:53.366535Z","end":"2026-04-28T03:30:53.477722Z","steps":["trace[1775472830] 'process raft request' (duration: 110.968595ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:53.815467Z","caller":"traceutil/trace.go:171","msg":"trace[596439457] linearizableReadLoop","detail":"{readStateIndex:4412; appliedIndex:4410; }","duration":"133.17397ms","start":"2026-04-28T03:30:53.682272Z","end":"2026-04-28T03:30:53.815446Z","steps":["trace[596439457] 'read index received' (duration: 11.508271ms)","trace[596439457] 'applied index is now lower than readState.Index' (duration: 121.664709ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:53.815594Z","caller":"traceutil/trace.go:171","msg":"trace[1142715885] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"137.901677ms","start":"2026-04-28T03:30:53.67768Z","end":"2026-04-28T03:30:53.815582Z","steps":["trace[1142715885] 'process raft request' (duration: 73.844634ms)","trace[1142715885] 'compare' (duration: 63.829568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:53.815899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.59588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:30:53.816002Z","caller":"traceutil/trace.go:171","msg":"trace[954650452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4217; }","duration":"133.740563ms","start":"2026-04-28T03:30:53.682235Z","end":"2026-04-28T03:30:53.815976Z","steps":["trace[954650452] 'agreement among raft nodes before linearized reading' (duration: 133.476137ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:54.001229Z","caller":"traceutil/trace.go:171","msg":"trace[1894389865] transaction","detail":"{read_only:false; response_revision:4219; number_of_response:1; }","duration":"109.553314ms","start":"2026-04-28T03:30:53.891654Z","end":"2026-04-28T03:30:54.001207Z","steps":["trace[1894389865] 'process raft request' (duration: 109.34686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:54.468717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.811349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:54.468756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.421086ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:54.468852Z","caller":"traceutil/trace.go:171","msg":"trace[1648427863] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4220; }","duration":"128.026554ms","start":"2026-04-28T03:30:54.340795Z","end":"2026-04-28T03:30:54.468822Z","steps":["trace[1648427863] 'count revisions from in-memory index tree' (duration: 127.696896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:54.468756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.931059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:54.469069Z","caller":"traceutil/trace.go:171","msg":"trace[757369741] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4220; }","duration":"219.654021ms","start":"2026-04-28T03:30:54.249298Z","end":"2026-04-28T03:30:54.468952Z","steps":["trace[757369741] 'range keys from in-memory index tree' (duration: 219.399556ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:54.469106Z","caller":"traceutil/trace.go:171","msg":"trace[59617133] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4220; }","duration":"116.288277ms","start":"2026-04-28T03:30:54.352761Z","end":"2026-04-28T03:30:54.469049Z","steps":["trace[59617133] 'count revisions from in-memory index tree' (duration: 115.791486ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:54.734419Z","caller":"traceutil/trace.go:171","msg":"trace[1760321913] transaction","detail":"{read_only:false; response_revision:4221; number_of_response:1; }","duration":"192.822663ms","start":"2026-04-28T03:30:54.541571Z","end":"2026-04-28T03:30:54.734393Z","steps":["trace[1760321913] 'process raft request' (duration: 192.620708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:55.13032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.080327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:30:55.130439Z","caller":"traceutil/trace.go:171","msg":"trace[1321699898] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4222; }","duration":"114.259331ms","start":"2026-04-28T03:30:55.016146Z","end":"2026-04-28T03:30:55.130406Z","steps":["trace[1321699898] 'range keys from in-memory index tree' (duration: 113.80106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:55.130363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.21174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:30:55.1305Z","caller":"traceutil/trace.go:171","msg":"trace[900326375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4222; }","duration":"114.412155ms","start":"2026-04-28T03:30:55.016076Z","end":"2026-04-28T03:30:55.130488Z","steps":["trace[900326375] 'range keys from in-memory index tree' (duration: 113.999874ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:55.27185Z","caller":"traceutil/trace.go:171","msg":"trace[278847572] transaction","detail":"{read_only:false; response_revision:4223; number_of_response:1; }","duration":"136.277861ms","start":"2026-04-28T03:30:55.13553Z","end":"2026-04-28T03:30:55.271808Z","steps":["trace[278847572] 'process raft request' (duration: 135.997935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:56.155072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.558015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:56.155316Z","caller":"traceutil/trace.go:171","msg":"trace[502776619] transaction","detail":"{read_only:false; response_revision:4224; number_of_response:1; }","duration":"1.019140945s","start":"2026-04-28T03:30:55.136147Z","end":"2026-04-28T03:30:56.155288Z","steps":["trace[502776619] 'process raft request' (duration: 204.225582ms)","trace[502776619] 'compare' (duration: 814.368191ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:56.155868Z","caller":"traceutil/trace.go:171","msg":"trace[1202191539] transaction","detail":"{read_only:false; response_revision:4225; number_of_response:1; }","duration":"1.019655716s","start":"2026-04-28T03:30:55.13617Z","end":"2026-04-28T03:30:56.155826Z","steps":["trace[1202191539] 'process raft request' (duration: 1.019020382s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:56.15593Z","caller":"traceutil/trace.go:171","msg":"trace[674143854] transaction","detail":"{read_only:false; response_revision:4226; number_of_response:1; }","duration":"505.392913ms","start":"2026-04-28T03:30:55.650513Z","end":"2026-04-28T03:30:56.155906Z","steps":["trace[674143854] 'process raft request' (duration: 505.295991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:56.155411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:55.13609Z","time spent":"1.019279508s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:56.156047Z","caller":"traceutil/trace.go:171","msg":"trace[2045441960] linearizableReadLoop","detail":"{readStateIndex:4420; appliedIndex:4418; }","duration":"673.977976ms","start":"2026-04-28T03:30:55.481989Z","end":"2026-04-28T03:30:56.155967Z","steps":["trace[2045441960] 'read index received' (duration: 42.181µs)","trace[2045441960] 'applied index is now lower than readState.Index' (duration: 673.932085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:56.156259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:55.650465Z","time spent":"505.71058ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:56.15627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.255982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:30:56.156748Z","caller":"traceutil/trace.go:171","msg":"trace[281903422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4226; }","duration":"674.748214ms","start":"2026-04-28T03:30:55.481982Z","end":"2026-04-28T03:30:56.15673Z","steps":["trace[281903422] 'agreement among raft nodes before linearized reading' (duration: 674.113699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:56.156813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:55.481921Z","time spent":"674.874107ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:30:56.156307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:55.136132Z","time spent":"1.01983254s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:56.170059Z","caller":"traceutil/trace.go:171","msg":"trace[608250186] transaction","detail":"{read_only:false; response_revision:4227; number_of_response:1; }","duration":"348.657337ms","start":"2026-04-28T03:30:55.821378Z","end":"2026-04-28T03:30:56.170035Z","steps":["trace[608250186] 'process raft request' (duration: 348.532674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:56.170378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:55.82135Z","time spent":"348.77732ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:56.511888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.530057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:56.512236Z","caller":"traceutil/trace.go:171","msg":"trace[1980728568] linearizableReadLoop","detail":"{readStateIndex:4423; appliedIndex:4421; }","duration":"355.647276ms","start":"2026-04-28T03:30:56.15657Z","end":"2026-04-28T03:30:56.512218Z","steps":["trace[1980728568] 'read index received' (duration: 13.378882ms)","trace[1980728568] 'applied index is now lower than readState.Index' (duration: 342.267514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:56.512409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.162376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:56.512482Z","caller":"traceutil/trace.go:171","msg":"trace[2121390924] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4229; }","duration":"825.239528ms","start":"2026-04-28T03:30:55.687231Z","end":"2026-04-28T03:30:56.51247Z","steps":["trace[2121390924] 'agreement among raft nodes before linearized reading' (duration: 825.110415ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:56.512486Z","caller":"traceutil/trace.go:171","msg":"trace[786781024] transaction","detail":"{read_only:false; response_revision:4228; number_of_response:1; }","duration":"377.096244ms","start":"2026-04-28T03:30:56.135351Z","end":"2026-04-28T03:30:56.512447Z","steps":["trace[786781024] 'process raft request' (duration: 205.921391ms)","trace[786781024] 'compare' (duration: 170.245131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:56.512546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:55.687138Z","time spent":"825.395351ms","remote":"127.0.0.1:55212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:56.512583Z","caller":"traceutil/trace.go:171","msg":"trace[2010327921] transaction","detail":"{read_only:false; response_revision:4229; number_of_response:1; }","duration":"351.202766ms","start":"2026-04-28T03:30:56.161361Z","end":"2026-04-28T03:30:56.512564Z","steps":["trace[2010327921] 'process raft request' (duration: 350.727926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:56.512605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.932323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:56.512675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.369216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:30:56.512673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:56.135308Z","time spent":"377.266047ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:56.51273Z","caller":"traceutil/trace.go:171","msg":"trace[542767297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4229; }","duration":"622.472089ms","start":"2026-04-28T03:30:55.890246Z","end":"2026-04-28T03:30:56.512718Z","steps":["trace[542767297] 'agreement among raft nodes before linearized reading' (duration: 622.266914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:56.512681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:56.161334Z","time spent":"351.304169ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:56.512818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.035418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:30:56.512863Z","caller":"traceutil/trace.go:171","msg":"trace[64839657] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4229; }","duration":"715.095709ms","start":"2026-04-28T03:30:55.797744Z","end":"2026-04-28T03:30:56.512839Z","steps":["trace[64839657] 'agreement among raft nodes before linearized reading' (duration: 714.989397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:56.512884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:55.890221Z","time spent":"622.544481ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:30:56.5129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:55.797723Z","time spent":"715.16866ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-28T03:30:56.512903Z","caller":"traceutil/trace.go:171","msg":"trace[1414562774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4229; }","duration":"468.20273ms","start":"2026-04-28T03:30:56.044561Z","end":"2026-04-28T03:30:56.512764Z","steps":["trace[1414562774] 'agreement among raft nodes before linearized reading' (duration: 467.895693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:56.513103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:56.044535Z","time spent":"468.470556ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:57.019767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732404924,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:30:57.085383Z","caller":"traceutil/trace.go:171","msg":"trace[689498394] transaction","detail":"{read_only:false; response_revision:4230; number_of_response:1; }","duration":"567.086682ms","start":"2026-04-28T03:30:56.518277Z","end":"2026-04-28T03:30:57.085363Z","steps":["trace[689498394] 'process raft request' (duration: 566.943759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:57.085507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:56.518259Z","time spent":"567.186375ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:57.234996Z","caller":"traceutil/trace.go:171","msg":"trace[2134447031] linearizableReadLoop","detail":"{readStateIndex:4426; appliedIndex:4424; }","duration":"715.557862ms","start":"2026-04-28T03:30:56.519408Z","end":"2026-04-28T03:30:57.234965Z","steps":["trace[2134447031] 'read index received' (duration: 565.886566ms)","trace[2134447031] 'applied index is now lower than readState.Index' (duration: 149.669916ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:57.235068Z","caller":"traceutil/trace.go:171","msg":"trace[756218915] transaction","detail":"{read_only:false; response_revision:4231; number_of_response:1; }","duration":"312.170562ms","start":"2026-04-28T03:30:56.922865Z","end":"2026-04-28T03:30:57.235036Z","steps":["trace[756218915] 'process raft request' (duration: 300.001765ms)","trace[756218915] 'compare' (duration: 11.956702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:57.235248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:56.922841Z","time spent":"312.311455ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:57.235539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.103604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-04-28T03:30:57.235572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.639592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:57.235606Z","caller":"traceutil/trace.go:171","msg":"trace[509683151] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4231; }","duration":"716.204286ms","start":"2026-04-28T03:30:56.519384Z","end":"2026-04-28T03:30:57.235589Z","steps":["trace[509683151] 'agreement among raft nodes before linearized reading' (duration: 715.744686ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:57.235618Z","caller":"traceutil/trace.go:171","msg":"trace[309388624] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4231; }","duration":"446.724334ms","start":"2026-04-28T03:30:56.788882Z","end":"2026-04-28T03:30:57.235606Z","steps":["trace[309388624] 'agreement among raft nodes before linearized reading' (duration: 446.641562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:57.235687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:56.788867Z","time spent":"446.804985ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:57.235903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:56.519375Z","time spent":"716.295168ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-28T03:30:57.236101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.451207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:30:57.237098Z","caller":"traceutil/trace.go:171","msg":"trace[1623470622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4231; }","duration":"499.47083ms","start":"2026-04-28T03:30:56.737608Z","end":"2026-04-28T03:30:57.237079Z","steps":["trace[1623470622] 'agreement among raft nodes before linearized reading' (duration: 498.321944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:57.237375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:56.737591Z","time spent":"499.762046ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:30:57.569052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.19619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:57.5692Z","caller":"traceutil/trace.go:171","msg":"trace[1118237810] transaction","detail":"{read_only:false; response_revision:4233; number_of_response:1; }","duration":"230.923709ms","start":"2026-04-28T03:30:57.338259Z","end":"2026-04-28T03:30:57.569183Z","steps":["trace[1118237810] 'process raft request' (duration: 230.868227ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:57.569358Z","caller":"traceutil/trace.go:171","msg":"trace[1522316237] linearizableReadLoop","detail":"{readStateIndex:4427; appliedIndex:4426; }","duration":"291.727307ms","start":"2026-04-28T03:30:57.277619Z","end":"2026-04-28T03:30:57.569346Z","steps":["trace[1522316237] 'read index received' (duration: 166.21855ms)","trace[1522316237] 'applied index is now lower than readState.Index' (duration: 125.507527ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:57.569346Z","caller":"traceutil/trace.go:171","msg":"trace[759060222] transaction","detail":"{read_only:false; response_revision:4232; number_of_response:1; }","duration":"327.11055ms","start":"2026-04-28T03:30:57.242198Z","end":"2026-04-28T03:30:57.569309Z","steps":["trace[759060222] 'process raft request' (duration: 201.601123ms)","trace[759060222] 'compare' (duration: 125.016406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:57.569506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.887771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:30:57.569544Z","caller":"traceutil/trace.go:171","msg":"trace[475307943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4233; }","duration":"291.967012ms","start":"2026-04-28T03:30:57.277568Z","end":"2026-04-28T03:30:57.569535Z","steps":["trace[475307943] 'agreement among raft nodes before linearized reading' (duration: 291.85101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:57.569593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:57.242154Z","time spent":"327.342656ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:57.731548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.960178ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:30:57.731824Z","caller":"traceutil/trace.go:171","msg":"trace[649691345] transaction","detail":"{read_only:false; response_revision:4234; number_of_response:1; }","duration":"158.500786ms","start":"2026-04-28T03:30:57.573294Z","end":"2026-04-28T03:30:57.731795Z","steps":["trace[649691345] 'process raft request' (duration: 158.375493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:57.731942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.896208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:57.732009Z","caller":"traceutil/trace.go:171","msg":"trace[1003698181] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4234; }","duration":"261.023301ms","start":"2026-04-28T03:30:57.470969Z","end":"2026-04-28T03:30:57.731992Z","steps":["trace[1003698181] 'agreement among raft nodes before linearized reading' (duration: 260.887828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:57.731999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.856707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:30:57.732083Z","caller":"traceutil/trace.go:171","msg":"trace[288648037] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4234; }","duration":"193.99607ms","start":"2026-04-28T03:30:57.538069Z","end":"2026-04-28T03:30:57.732065Z","steps":["trace[288648037] 'agreement among raft nodes before linearized reading' (duration: 193.705784ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:57.731802Z","caller":"traceutil/trace.go:171","msg":"trace[1108802096] linearizableReadLoop","detail":"{readStateIndex:4429; appliedIndex:4428; }","duration":"162.373844ms","start":"2026-04-28T03:30:57.569396Z","end":"2026-04-28T03:30:57.73177Z","steps":["trace[1108802096] 'read index received' (duration: 6.191721ms)","trace[1108802096] 'applied index is now lower than readState.Index' (duration: 156.176332ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:58.284159Z","caller":"traceutil/trace.go:171","msg":"trace[6596372] transaction","detail":"{read_only:false; response_revision:4236; number_of_response:1; }","duration":"119.128952ms","start":"2026-04-28T03:30:58.164993Z","end":"2026-04-28T03:30:58.284122Z","steps":["trace[6596372] 'process raft request' (duration: 66.446377ms)","trace[6596372] 'compare' (duration: 52.432369ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:58.284569Z","caller":"traceutil/trace.go:171","msg":"trace[1609840146] transaction","detail":"{read_only:false; response_revision:4237; number_of_response:1; }","duration":"115.703084ms","start":"2026-04-28T03:30:58.168821Z","end":"2026-04-28T03:30:58.284524Z","steps":["trace[1609840146] 'process raft request' (duration: 115.242714ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:58.284894Z","caller":"traceutil/trace.go:171","msg":"trace[1775979627] transaction","detail":"{read_only:false; response_revision:4238; number_of_response:1; }","duration":"109.778091ms","start":"2026-04-28T03:30:58.175091Z","end":"2026-04-28T03:30:58.284869Z","steps":["trace[1775979627] 'process raft request' (duration: 109.257159ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:59.757952Z","caller":"traceutil/trace.go:171","msg":"trace[1137342009] transaction","detail":"{read_only:false; response_revision:4241; number_of_response:1; }","duration":"664.355494ms","start":"2026-04-28T03:30:59.093566Z","end":"2026-04-28T03:30:59.757922Z","steps":["trace[1137342009] 'process raft request' (duration: 664.157479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:59.75814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:59.09355Z","time spent":"664.494836ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:59.769771Z","caller":"traceutil/trace.go:171","msg":"trace[1429065435] linearizableReadLoop","detail":"{readStateIndex:4438; appliedIndex:4436; }","duration":"281.630719ms","start":"2026-04-28T03:30:59.488128Z","end":"2026-04-28T03:30:59.769759Z","steps":["trace[1429065435] 'read index received' (duration: 269.741519ms)","trace[1429065435] 'applied index is now lower than readState.Index' (duration: 11.88845ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:59.76986Z","caller":"traceutil/trace.go:171","msg":"trace[1323013419] transaction","detail":"{read_only:false; response_revision:4242; number_of_response:1; }","duration":"527.893807ms","start":"2026-04-28T03:30:59.241948Z","end":"2026-04-28T03:30:59.769841Z","steps":["trace[1323013419] 'process raft request' (duration: 527.744313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:59.769888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.756402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:59.769928Z","caller":"traceutil/trace.go:171","msg":"trace[402041317] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4242; }","duration":"281.870874ms","start":"2026-04-28T03:30:59.488046Z","end":"2026-04-28T03:30:59.769917Z","steps":["trace[402041317] 'agreement among raft nodes before linearized reading' (duration: 281.797863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:59.76996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:59.241927Z","time spent":"527.982418ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:59.770076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.606851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:30:59.770151Z","caller":"traceutil/trace.go:171","msg":"trace[666348862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4242; }","duration":"196.728184ms","start":"2026-04-28T03:30:59.5734Z","end":"2026-04-28T03:30:59.770128Z","steps":["trace[666348862] 'agreement among raft nodes before linearized reading' (duration: 196.514988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:59.770663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.267831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:59.770723Z","caller":"traceutil/trace.go:171","msg":"trace[1937841271] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4242; }","duration":"128.381143ms","start":"2026-04-28T03:30:59.642325Z","end":"2026-04-28T03:30:59.770706Z","steps":["trace[1937841271] 'agreement among raft nodes before linearized reading' (duration: 127.704728ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:00.361162Z","caller":"traceutil/trace.go:171","msg":"trace[43175602] transaction","detail":"{read_only:false; response_revision:4245; number_of_response:1; }","duration":"155.295754ms","start":"2026-04-28T03:31:00.205848Z","end":"2026-04-28T03:31:00.361144Z","steps":["trace[43175602] 'process raft request' (duration: 154.952316ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:00.603336Z","caller":"traceutil/trace.go:171","msg":"trace[219210854] transaction","detail":"{read_only:false; response_revision:4247; number_of_response:1; }","duration":"237.938799ms","start":"2026-04-28T03:31:00.365372Z","end":"2026-04-28T03:31:00.603311Z","steps":["trace[219210854] 'process raft request' (duration: 237.56289ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:00.68023Z","caller":"traceutil/trace.go:171","msg":"trace[1342484901] transaction","detail":"{read_only:false; response_revision:4248; number_of_response:1; }","duration":"132.329082ms","start":"2026-04-28T03:31:00.547875Z","end":"2026-04-28T03:31:00.680204Z","steps":["trace[1342484901] 'process raft request' (duration: 132.161129ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:00.772766Z","caller":"traceutil/trace.go:171","msg":"trace[1298784206] transaction","detail":"{read_only:false; response_revision:4249; number_of_response:1; }","duration":"165.032934ms","start":"2026-04-28T03:31:00.607698Z","end":"2026-04-28T03:31:00.77273Z","steps":["trace[1298784206] 'process raft request' (duration: 140.293093ms)","trace[1298784206] 'compare' (duration: 24.617288ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:01.547524Z","caller":"traceutil/trace.go:171","msg":"trace[1632063245] linearizableReadLoop","detail":"{readStateIndex:4447; appliedIndex:4446; }","duration":"144.885668ms","start":"2026-04-28T03:31:01.402615Z","end":"2026-04-28T03:31:01.547501Z","steps":["trace[1632063245] 'read index received' (duration: 76.839224ms)","trace[1632063245] 'applied index is now lower than readState.Index' (duration: 68.045444ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:01.547547Z","caller":"traceutil/trace.go:171","msg":"trace[1707798137] transaction","detail":"{read_only:false; response_revision:4250; number_of_response:1; }","duration":"169.24176ms","start":"2026-04-28T03:31:01.378267Z","end":"2026-04-28T03:31:01.547509Z","steps":["trace[1707798137] 'process raft request' (duration: 101.33985ms)","trace[1707798137] 'compare' (duration: 67.574463ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:01.547708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.073582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:01.547738Z","caller":"traceutil/trace.go:171","msg":"trace[1846502174] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4250; }","duration":"145.162554ms","start":"2026-04-28T03:31:01.402567Z","end":"2026-04-28T03:31:01.547729Z","steps":["trace[1846502174] 'agreement among raft nodes before linearized reading' (duration: 145.025731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:01.974728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.351634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:01.974843Z","caller":"traceutil/trace.go:171","msg":"trace[1867829229] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4250; }","duration":"277.502608ms","start":"2026-04-28T03:31:01.697307Z","end":"2026-04-28T03:31:01.97481Z","steps":["trace[1867829229] 'count revisions from in-memory index tree' (duration: 277.25244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:01.974874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.187764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:01.974941Z","caller":"traceutil/trace.go:171","msg":"trace[474552801] linearizableReadLoop","detail":"{readStateIndex:4448; appliedIndex:4447; }","duration":"187.329431ms","start":"2026-04-28T03:31:01.787598Z","end":"2026-04-28T03:31:01.974927Z","steps":["trace[474552801] 'read index received' (duration: 45.918011ms)","trace[474552801] 'applied index is now lower than readState.Index' (duration: 141.41052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:01.974952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.230869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:31:01.975046Z","caller":"traceutil/trace.go:171","msg":"trace[1590700674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4250; }","duration":"213.382203ms","start":"2026-04-28T03:31:01.761645Z","end":"2026-04-28T03:31:01.975027Z","steps":["trace[1590700674] 'range keys from in-memory index tree' (duration: 212.923681ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:01.975044Z","caller":"traceutil/trace.go:171","msg":"trace[339042137] transaction","detail":"{read_only:false; response_revision:4251; number_of_response:1; }","duration":"198.635978ms","start":"2026-04-28T03:31:01.776373Z","end":"2026-04-28T03:31:01.975009Z","steps":["trace[339042137] 'process raft request' (duration: 57.256409ms)","trace[339042137] 'compare' (duration: 141.03436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:01.975136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.543855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:31:01.975174Z","caller":"traceutil/trace.go:171","msg":"trace[722918814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4251; }","duration":"187.578886ms","start":"2026-04-28T03:31:01.787583Z","end":"2026-04-28T03:31:01.975162Z","steps":["trace[722918814] 'agreement among raft nodes before linearized reading' (duration: 187.435993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:01.975308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.06012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:31:01.975374Z","caller":"traceutil/trace.go:171","msg":"trace[2134593416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4251; }","duration":"185.178803ms","start":"2026-04-28T03:31:01.790181Z","end":"2026-04-28T03:31:01.97536Z","steps":["trace[2134593416] 'agreement among raft nodes before linearized reading' (duration: 184.937747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:01.976604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.34009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:31:01.976731Z","caller":"traceutil/trace.go:171","msg":"trace[1633679052] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4251; }","duration":"179.484133ms","start":"2026-04-28T03:31:01.797228Z","end":"2026-04-28T03:31:01.976712Z","steps":["trace[1633679052] 'agreement among raft nodes before linearized reading' (duration: 178.079881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:02.335225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.853178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:02.335589Z","caller":"traceutil/trace.go:171","msg":"trace[847937233] linearizableReadLoop","detail":"{readStateIndex:4451; appliedIndex:4449; }","duration":"271.692046ms","start":"2026-04-28T03:31:02.063878Z","end":"2026-04-28T03:31:02.33557Z","steps":["trace[847937233] 'read index received' (duration: 126.392688ms)","trace[847937233] 'applied index is now lower than readState.Index' (duration: 145.298168ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:02.335809Z","caller":"traceutil/trace.go:171","msg":"trace[599555758] transaction","detail":"{read_only:false; response_revision:4253; number_of_response:1; }","duration":"355.567339ms","start":"2026-04-28T03:31:01.980226Z","end":"2026-04-28T03:31:02.335793Z","steps":["trace[599555758] 'process raft request' (duration: 210.048696ms)","trace[599555758] 'compare' (duration: 144.551701ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:02.335929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.061558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:02.335909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:01.980212Z","time spent":"355.631151ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:02.336024Z","caller":"traceutil/trace.go:171","msg":"trace[314523655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4254; }","duration":"292.190611ms","start":"2026-04-28T03:31:02.043811Z","end":"2026-04-28T03:31:02.336001Z","steps":["trace[314523655] 'agreement among raft nodes before linearized reading' (duration: 292.001826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:02.336176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.005225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T03:31:02.336234Z","caller":"traceutil/trace.go:171","msg":"trace[2017082053] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4254; }","duration":"269.095718ms","start":"2026-04-28T03:31:02.067126Z","end":"2026-04-28T03:31:02.336222Z","steps":["trace[2017082053] 'agreement among raft nodes before linearized reading' (duration: 268.920743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:02.33633Z","caller":"traceutil/trace.go:171","msg":"trace[972203668] transaction","detail":"{read_only:false; response_revision:4254; number_of_response:1; }","duration":"355.979998ms","start":"2026-04-28T03:31:01.980312Z","end":"2026-04-28T03:31:02.336292Z","steps":["trace[972203668] 'process raft request' (duration: 355.003425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:02.336544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:01.980288Z","time spent":"356.162324ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:02.716072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.660146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:02.716179Z","caller":"traceutil/trace.go:171","msg":"trace[486189906] transaction","detail":"{read_only:false; response_revision:4255; number_of_response:1; }","duration":"344.721353ms","start":"2026-04-28T03:31:02.371439Z","end":"2026-04-28T03:31:02.71616Z","steps":["trace[486189906] 'process raft request' (duration: 98.894664ms)","trace[486189906] 'compare' (duration: 245.203395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:02.716245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:02.371429Z","time spent":"344.784095ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:02.778407Z","caller":"traceutil/trace.go:171","msg":"trace[596238335] linearizableReadLoop","detail":"{readStateIndex:4453; appliedIndex:4452; }","duration":"170.792426ms","start":"2026-04-28T03:31:02.607591Z","end":"2026-04-28T03:31:02.778384Z","steps":["trace[596238335] 'read index received' (duration: 170.680514ms)","trace[596238335] 'applied index is now lower than readState.Index' (duration: 111.032µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:02.778473Z","caller":"traceutil/trace.go:171","msg":"trace[323329005] transaction","detail":"{read_only:false; response_revision:4256; number_of_response:1; }","duration":"390.370619ms","start":"2026-04-28T03:31:02.388074Z","end":"2026-04-28T03:31:02.778445Z","steps":["trace[323329005] 'process raft request' (duration: 390.169944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:02.778621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.020201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-28T03:31:02.778621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:02.388047Z","time spent":"390.483452ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:02.778669Z","caller":"traceutil/trace.go:171","msg":"trace[258489104] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4256; }","duration":"171.111963ms","start":"2026-04-28T03:31:02.607545Z","end":"2026-04-28T03:31:02.778657Z","steps":["trace[258489104] 'agreement among raft nodes before linearized reading' (duration: 170.9613ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:02.922632Z","caller":"traceutil/trace.go:171","msg":"trace[712970313] linearizableReadLoop","detail":"{readStateIndex:4456; appliedIndex:4455; }","duration":"101.80839ms","start":"2026-04-28T03:31:02.820801Z","end":"2026-04-28T03:31:02.922609Z","steps":["trace[712970313] 'read index received' (duration: 42.690058ms)","trace[712970313] 'applied index is now lower than readState.Index' (duration: 59.116662ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:02.92288Z","caller":"traceutil/trace.go:171","msg":"trace[605915564] transaction","detail":"{read_only:false; response_revision:4259; number_of_response:1; }","duration":"136.310254ms","start":"2026-04-28T03:31:02.786532Z","end":"2026-04-28T03:31:02.922843Z","steps":["trace[605915564] 'process raft request' (duration: 77.005508ms)","trace[605915564] 'compare' (duration: 58.979389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:02.923038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.216609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:31:02.92308Z","caller":"traceutil/trace.go:171","msg":"trace[1599501574] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4259; }","duration":"102.303261ms","start":"2026-04-28T03:31:02.820765Z","end":"2026-04-28T03:31:02.923068Z","steps":["trace[1599501574] 'agreement among raft nodes before linearized reading' (duration: 101.945393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:03.257669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.548827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:03.257739Z","caller":"traceutil/trace.go:171","msg":"trace[833156680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4259; }","duration":"213.664009ms","start":"2026-04-28T03:31:03.044062Z","end":"2026-04-28T03:31:03.257726Z","steps":["trace[833156680] 'range keys from in-memory index tree' (duration: 213.439424ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:04.284629Z","caller":"traceutil/trace.go:171","msg":"trace[1805726202] transaction","detail":"{read_only:false; response_revision:4261; number_of_response:1; }","duration":"212.888352ms","start":"2026-04-28T03:31:04.071707Z","end":"2026-04-28T03:31:04.284595Z","steps":["trace[1805726202] 'process raft request' (duration: 212.704608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:04.570051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.597923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:04.57028Z","caller":"traceutil/trace.go:171","msg":"trace[1562826184] transaction","detail":"{read_only:false; response_revision:4263; number_of_response:1; }","duration":"224.641739ms","start":"2026-04-28T03:31:04.34562Z","end":"2026-04-28T03:31:04.570262Z","steps":["trace[1562826184] 'process raft request' (duration: 224.548777ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:04.570361Z","caller":"traceutil/trace.go:171","msg":"trace[1091880969] transaction","detail":"{read_only:false; response_revision:4262; number_of_response:1; }","duration":"225.191121ms","start":"2026-04-28T03:31:04.345144Z","end":"2026-04-28T03:31:04.570335Z","steps":["trace[1091880969] 'process raft request' (duration: 61.218389ms)","trace[1091880969] 'compare' (duration: 163.315377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:05.014462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.677756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:31:05.014593Z","caller":"traceutil/trace.go:171","msg":"trace[1508393818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4263; }","duration":"293.87982ms","start":"2026-04-28T03:31:04.720694Z","end":"2026-04-28T03:31:05.014574Z","steps":["trace[1508393818] 'range keys from in-memory index tree' (duration: 293.501872ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:05.02887Z","caller":"traceutil/trace.go:171","msg":"trace[742798971] transaction","detail":"{read_only:false; response_revision:4264; number_of_response:1; }","duration":"240.779055ms","start":"2026-04-28T03:31:04.788065Z","end":"2026-04-28T03:31:05.028844Z","steps":["trace[742798971] 'process raft request' (duration: 240.599581ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:05.032394Z","caller":"traceutil/trace.go:171","msg":"trace[462287921] linearizableReadLoop","detail":"{readStateIndex:4462; appliedIndex:4460; }","duration":"215.619684ms","start":"2026-04-28T03:31:04.81675Z","end":"2026-04-28T03:31:05.032369Z","steps":["trace[462287921] 'read index received' (duration: 211.953981ms)","trace[462287921] 'applied index is now lower than readState.Index' (duration: 3.664513ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:05.032467Z","caller":"traceutil/trace.go:171","msg":"trace[1960316192] transaction","detail":"{read_only:false; response_revision:4265; number_of_response:1; }","duration":"242.31663ms","start":"2026-04-28T03:31:04.790123Z","end":"2026-04-28T03:31:05.03244Z","steps":["trace[1960316192] 'process raft request' (duration: 242.078144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:05.032693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.378324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:05.032795Z","caller":"traceutil/trace.go:171","msg":"trace[1694594176] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4266; }","duration":"158.490236ms","start":"2026-04-28T03:31:04.874289Z","end":"2026-04-28T03:31:05.032779Z","steps":["trace[1694594176] 'agreement among raft nodes before linearized reading' (duration: 158.349753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:05.032874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.730212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:31:05.032917Z","caller":"traceutil/trace.go:171","msg":"trace[1851467935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4266; }","duration":"106.814494ms","start":"2026-04-28T03:31:04.926091Z","end":"2026-04-28T03:31:05.032906Z","steps":["trace[1851467935] 'agreement among raft nodes before linearized reading' (duration: 106.725812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:05.032719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.962202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:31:05.033066Z","caller":"traceutil/trace.go:171","msg":"trace[19871823] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4266; }","duration":"216.348441ms","start":"2026-04-28T03:31:04.816695Z","end":"2026-04-28T03:31:05.033044Z","steps":["trace[19871823] 'agreement among raft nodes before linearized reading' (duration: 215.911541ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:05.282659Z","caller":"traceutil/trace.go:171","msg":"trace[591394895] transaction","detail":"{read_only:false; response_revision:4269; number_of_response:1; }","duration":"208.598505ms","start":"2026-04-28T03:31:05.074029Z","end":"2026-04-28T03:31:05.282628Z","steps":["trace[591394895] 'process raft request' (duration: 168.154877ms)","trace[591394895] 'compare' (duration: 40.197582ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:06.425309Z","caller":"traceutil/trace.go:171","msg":"trace[1900101255] transaction","detail":"{read_only:false; response_revision:4271; number_of_response:1; }","duration":"122.454179ms","start":"2026-04-28T03:31:06.302831Z","end":"2026-04-28T03:31:06.425285Z","steps":["trace[1900101255] 'process raft request' (duration: 122.269175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:06.862542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.671498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:06.86265Z","caller":"traceutil/trace.go:171","msg":"trace[680577409] transaction","detail":"{read_only:false; response_revision:4273; number_of_response:1; }","duration":"283.521256ms","start":"2026-04-28T03:31:06.579108Z","end":"2026-04-28T03:31:06.862629Z","steps":["trace[680577409] 'process raft request' (duration: 81.665254ms)","trace[680577409] 'compare' (duration: 201.465233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:07.432658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.28544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:07.432996Z","caller":"traceutil/trace.go:171","msg":"trace[1185545184] linearizableReadLoop","detail":"{readStateIndex:4472; appliedIndex:4470; }","duration":"396.128093ms","start":"2026-04-28T03:31:07.036852Z","end":"2026-04-28T03:31:07.43298Z","steps":["trace[1185545184] 'read index received' (duration: 50.420835ms)","trace[1185545184] 'applied index is now lower than readState.Index' (duration: 345.706448ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:07.433015Z","caller":"traceutil/trace.go:171","msg":"trace[621235511] transaction","detail":"{read_only:false; response_revision:4275; number_of_response:1; }","duration":"398.447276ms","start":"2026-04-28T03:31:07.034538Z","end":"2026-04-28T03:31:07.432985Z","steps":["trace[621235511] 'process raft request' (duration: 398.309153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:07.433125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.268466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:31:07.433169Z","caller":"traceutil/trace.go:171","msg":"trace[1643233428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4276; }","duration":"396.328788ms","start":"2026-04-28T03:31:07.036827Z","end":"2026-04-28T03:31:07.433156Z","steps":["trace[1643233428] 'agreement among raft nodes before linearized reading' (duration: 396.210986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:07.4332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:07.036818Z","time spent":"396.373689ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:31:07.433189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:07.034517Z","time spent":"398.575989ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:07.432981Z","caller":"traceutil/trace.go:171","msg":"trace[31643879] transaction","detail":"{read_only:false; response_revision:4274; number_of_response:1; }","duration":"853.768543ms","start":"2026-04-28T03:31:06.579195Z","end":"2026-04-28T03:31:07.432964Z","steps":["trace[31643879] 'process raft request' (duration: 508.063904ms)","trace[31643879] 'compare' (duration: 345.150467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:07.433247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.779434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:31:07.433303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:06.579166Z","time spent":"854.112001ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:07.433302Z","caller":"traceutil/trace.go:171","msg":"trace[747227982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4276; }","duration":"383.856995ms","start":"2026-04-28T03:31:07.049432Z","end":"2026-04-28T03:31:07.433289Z","steps":["trace[747227982] 'agreement among raft nodes before linearized reading' (duration: 383.714582ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:07.433015Z","caller":"traceutil/trace.go:171","msg":"trace[2053737828] transaction","detail":"{read_only:false; response_revision:4276; number_of_response:1; }","duration":"395.207973ms","start":"2026-04-28T03:31:07.037782Z","end":"2026-04-28T03:31:07.43299Z","steps":["trace[2053737828] 'process raft request' (duration: 395.155601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:07.433341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:07.049425Z","time spent":"383.908526ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:31:07.433381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:07.037757Z","time spent":"395.601492ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:07.433459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.682086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:31:07.433568Z","caller":"traceutil/trace.go:171","msg":"trace[1796658836] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4276; }","duration":"381.821768ms","start":"2026-04-28T03:31:07.051727Z","end":"2026-04-28T03:31:07.433549Z","steps":["trace[1796658836] 'agreement among raft nodes before linearized reading' (duration: 381.44684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:07.434004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:07.051712Z","time spent":"382.271749ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T03:31:07.752342Z","caller":"traceutil/trace.go:171","msg":"trace[1155413505] transaction","detail":"{read_only:false; response_revision:4278; number_of_response:1; }","duration":"315.116934ms","start":"2026-04-28T03:31:07.437196Z","end":"2026-04-28T03:31:07.752313Z","steps":["trace[1155413505] 'process raft request' (duration: 315.052493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:07.752506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:07.437172Z","time spent":"315.253378ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:07.752917Z","caller":"traceutil/trace.go:171","msg":"trace[1804773397] transaction","detail":"{read_only:false; response_revision:4277; number_of_response:1; }","duration":"315.570015ms","start":"2026-04-28T03:31:07.437185Z","end":"2026-04-28T03:31:07.752755Z","steps":["trace[1804773397] 'process raft request' (duration: 229.756047ms)","trace[1804773397] 'compare' (duration: 85.158454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:07.753166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:07.437165Z","time spent":"315.80011ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:07.835132Z","caller":"traceutil/trace.go:171","msg":"trace[1224922696] transaction","detail":"{read_only:false; response_revision:4279; number_of_response:1; }","duration":"396.827928ms","start":"2026-04-28T03:31:07.43828Z","end":"2026-04-28T03:31:07.835108Z","steps":["trace[1224922696] 'process raft request' (duration: 396.615204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:07.835265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:07.438272Z","time spent":"396.934412ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:07.902891Z","caller":"traceutil/trace.go:171","msg":"trace[587194524] linearizableReadLoop","detail":"{readStateIndex:4477; appliedIndex:4476; }","duration":"105.642709ms","start":"2026-04-28T03:31:07.797221Z","end":"2026-04-28T03:31:07.902864Z","steps":["trace[587194524] 'read index received' (duration: 38.122336ms)","trace[587194524] 'applied index is now lower than readState.Index' (duration: 67.518822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:07.903124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.888814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:31:07.903187Z","caller":"traceutil/trace.go:171","msg":"trace[860721021] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4279; }","duration":"105.994986ms","start":"2026-04-28T03:31:07.797176Z","end":"2026-04-28T03:31:07.903171Z","steps":["trace[860721021] 'agreement among raft nodes before linearized reading' (duration: 105.792942ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:08.213081Z","caller":"traceutil/trace.go:171","msg":"trace[50580562] transaction","detail":"{read_only:false; response_revision:4280; number_of_response:1; }","duration":"109.152389ms","start":"2026-04-28T03:31:08.103896Z","end":"2026-04-28T03:31:08.213048Z","steps":["trace[50580562] 'process raft request' (duration: 108.907803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:09.145306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.449119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:31:09.145478Z","caller":"traceutil/trace.go:171","msg":"trace[2075637608] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4284; }","duration":"140.646324ms","start":"2026-04-28T03:31:09.004799Z","end":"2026-04-28T03:31:09.145445Z","steps":["trace[2075637608] 'range keys from in-memory index tree' (duration: 140.229464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:09.145306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.562658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:09.145782Z","caller":"traceutil/trace.go:171","msg":"trace[114404103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4284; }","duration":"103.051169ms","start":"2026-04-28T03:31:09.042681Z","end":"2026-04-28T03:31:09.145732Z","steps":["trace[114404103] 'range keys from in-memory index tree' (duration: 102.487096ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:09.393972Z","caller":"traceutil/trace.go:171","msg":"trace[666693873] transaction","detail":"{read_only:false; response_revision:4285; number_of_response:1; }","duration":"244.721717ms","start":"2026-04-28T03:31:09.149226Z","end":"2026-04-28T03:31:09.393948Z","steps":["trace[666693873] 'process raft request' (duration: 244.596604ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:09.592707Z","caller":"traceutil/trace.go:171","msg":"trace[2103216653] transaction","detail":"{read_only:false; response_revision:4287; number_of_response:1; }","duration":"154.291294ms","start":"2026-04-28T03:31:09.438393Z","end":"2026-04-28T03:31:09.592684Z","steps":["trace[2103216653] 'process raft request' (duration: 154.200962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:09.592961Z","caller":"traceutil/trace.go:171","msg":"trace[784860507] transaction","detail":"{read_only:false; response_revision:4286; number_of_response:1; }","duration":"154.330464ms","start":"2026-04-28T03:31:09.438354Z","end":"2026-04-28T03:31:09.592684Z","steps":["trace[784860507] 'process raft request' (duration: 146.354023ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:09.593362Z","caller":"traceutil/trace.go:171","msg":"trace[492217710] transaction","detail":"{read_only:false; response_revision:4288; number_of_response:1; }","duration":"150.805155ms","start":"2026-04-28T03:31:09.442536Z","end":"2026-04-28T03:31:09.593341Z","steps":["trace[492217710] 'process raft request' (duration: 150.115419ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:11.834338Z","caller":"traceutil/trace.go:171","msg":"trace[602813970] transaction","detail":"{read_only:false; response_revision:4298; number_of_response:1; }","duration":"147.111941ms","start":"2026-04-28T03:31:11.687193Z","end":"2026-04-28T03:31:11.834305Z","steps":["trace[602813970] 'process raft request' (duration: 146.985388ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:11.834409Z","caller":"traceutil/trace.go:171","msg":"trace[321622504] transaction","detail":"{read_only:false; response_revision:4297; number_of_response:1; }","duration":"236.225574ms","start":"2026-04-28T03:31:11.598157Z","end":"2026-04-28T03:31:11.834382Z","steps":["trace[321622504] 'process raft request' (duration: 218.747857ms)","trace[321622504] 'compare' (duration: 17.096519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:12.649255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.247223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:31:12.64932Z","caller":"traceutil/trace.go:171","msg":"trace[943624636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4302; }","duration":"128.346385ms","start":"2026-04-28T03:31:12.520959Z","end":"2026-04-28T03:31:12.649305Z","steps":["trace[943624636] 'range keys from in-memory index tree' (duration: 128.117511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:13.96038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.035519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:31:13.960483Z","caller":"traceutil/trace.go:171","msg":"trace[1757014976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4306; }","duration":"121.152492ms","start":"2026-04-28T03:31:13.839309Z","end":"2026-04-28T03:31:13.960462Z","steps":["trace[1757014976] 'range keys from in-memory index tree' (duration: 120.851826ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:13.960486Z","caller":"traceutil/trace.go:171","msg":"trace[1688825494] transaction","detail":"{read_only:false; response_revision:4307; number_of_response:1; }","duration":"119.030344ms","start":"2026-04-28T03:31:13.841425Z","end":"2026-04-28T03:31:13.960456Z","steps":["trace[1688825494] 'process raft request' (duration: 115.959744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:14.331317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.341878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:14.331483Z","caller":"traceutil/trace.go:171","msg":"trace[2085571740] transaction","detail":"{read_only:false; response_revision:4309; number_of_response:1; }","duration":"366.237329ms","start":"2026-04-28T03:31:13.965233Z","end":"2026-04-28T03:31:14.331471Z","steps":["trace[2085571740] 'process raft request' (duration: 114.678896ms)","trace[2085571740] 'compare' (duration: 251.133884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:14.331556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:13.965212Z","time spent":"366.2951ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:14.331933Z","caller":"traceutil/trace.go:171","msg":"trace[381090403] transaction","detail":"{read_only:false; response_revision:4310; number_of_response:1; }","duration":"366.158748ms","start":"2026-04-28T03:31:13.965738Z","end":"2026-04-28T03:31:14.331896Z","steps":["trace[381090403] 'process raft request' (duration: 365.640815ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:14.331985Z","caller":"traceutil/trace.go:171","msg":"trace[356401409] transaction","detail":"{read_only:false; response_revision:4311; number_of_response:1; }","duration":"365.876282ms","start":"2026-04-28T03:31:13.966083Z","end":"2026-04-28T03:31:14.331959Z","steps":["trace[356401409] 'process raft request' (duration: 365.732079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:14.332037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.194064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:14.33195Z","caller":"traceutil/trace.go:171","msg":"trace[413529807] linearizableReadLoop","detail":"{readStateIndex:4510; appliedIndex:4507; }","duration":"287.093502ms","start":"2026-04-28T03:31:14.044836Z","end":"2026-04-28T03:31:14.33193Z","steps":["trace[413529807] 'read index received' (duration: 35.026367ms)","trace[413529807] 'applied index is now lower than readState.Index' (duration: 252.066005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:14.332072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:13.96573Z","time spent":"366.26806ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:14.332098Z","caller":"traceutil/trace.go:171","msg":"trace[771118096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4311; }","duration":"287.303307ms","start":"2026-04-28T03:31:14.04478Z","end":"2026-04-28T03:31:14.332083Z","steps":["trace[771118096] 'agreement among raft nodes before linearized reading' (duration: 287.209795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:14.332092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:13.966072Z","time spent":"365.968194ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:15.244404Z","caller":"traceutil/trace.go:171","msg":"trace[959407870] transaction","detail":"{read_only:false; response_revision:4314; number_of_response:1; }","duration":"279.506389ms","start":"2026-04-28T03:31:14.964874Z","end":"2026-04-28T03:31:15.24438Z","steps":["trace[959407870] 'process raft request' (duration: 279.354855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:15.583615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.730949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:15.58373Z","caller":"traceutil/trace.go:171","msg":"trace[442185693] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4314; }","duration":"259.899533ms","start":"2026-04-28T03:31:15.323813Z","end":"2026-04-28T03:31:15.583713Z","steps":["trace[442185693] 'count revisions from in-memory index tree' (duration: 259.594627ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:16.126064Z","caller":"traceutil/trace.go:171","msg":"trace[353472309] linearizableReadLoop","detail":"{readStateIndex:4515; appliedIndex:4514; }","duration":"108.802972ms","start":"2026-04-28T03:31:16.017243Z","end":"2026-04-28T03:31:16.126046Z","steps":["trace[353472309] 'read index received' (duration: 108.593497ms)","trace[353472309] 'applied index is now lower than readState.Index' (duration: 208.825µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:16.126179Z","caller":"traceutil/trace.go:171","msg":"trace[1153621042] transaction","detail":"{read_only:false; response_revision:4316; number_of_response:1; }","duration":"160.021425ms","start":"2026-04-28T03:31:15.966124Z","end":"2026-04-28T03:31:16.126145Z","steps":["trace[1153621042] 'process raft request' (duration: 159.79003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:16.126246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.995677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:31:16.126269Z","caller":"traceutil/trace.go:171","msg":"trace[956057987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4316; }","duration":"109.154069ms","start":"2026-04-28T03:31:16.017108Z","end":"2026-04-28T03:31:16.126262Z","steps":["trace[956057987] 'agreement among raft nodes before linearized reading' (duration: 109.045897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:16.605737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.796149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:16.606073Z","caller":"traceutil/trace.go:171","msg":"trace[1411893034] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"190.225571ms","start":"2026-04-28T03:31:16.415816Z","end":"2026-04-28T03:31:16.606041Z","steps":["trace[1411893034] 'process raft request' (duration: 71.033403ms)","trace[1411893034] 'compare' (duration: 118.664966ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:16.760854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.893659ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:31:18.038797Z","caller":"traceutil/trace.go:171","msg":"trace[1479869247] linearizableReadLoop","detail":"{readStateIndex:4525; appliedIndex:4524; }","duration":"241.386674ms","start":"2026-04-28T03:31:17.79738Z","end":"2026-04-28T03:31:18.038767Z","steps":["trace[1479869247] 'read index received' (duration: 240.75436ms)","trace[1479869247] 'applied index is now lower than readState.Index' (duration: 631.154µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:18.039196Z","caller":"traceutil/trace.go:171","msg":"trace[720898779] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"268.109182ms","start":"2026-04-28T03:31:17.770741Z","end":"2026-04-28T03:31:18.03885Z","steps":["trace[720898779] 'process raft request' (duration: 267.836006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:18.039348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.910066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:31:18.039456Z","caller":"traceutil/trace.go:171","msg":"trace[1579395784] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4325; }","duration":"242.05282ms","start":"2026-04-28T03:31:17.797348Z","end":"2026-04-28T03:31:18.039401Z","steps":["trace[1579395784] 'agreement among raft nodes before linearized reading' (duration: 241.718062ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:18.660044Z","caller":"traceutil/trace.go:171","msg":"trace[839721603] transaction","detail":"{read_only:false; response_revision:4329; number_of_response:1; }","duration":"142.699632ms","start":"2026-04-28T03:31:18.517312Z","end":"2026-04-28T03:31:18.660012Z","steps":["trace[839721603] 'process raft request' (duration: 142.495708ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:18.692146Z","caller":"traceutil/trace.go:171","msg":"trace[1175700741] transaction","detail":"{read_only:false; response_revision:4330; number_of_response:1; }","duration":"174.592887ms","start":"2026-04-28T03:31:18.517515Z","end":"2026-04-28T03:31:18.692108Z","steps":["trace[1175700741] 'process raft request' (duration: 174.427074ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:20.305746Z","caller":"traceutil/trace.go:171","msg":"trace[512808107] transaction","detail":"{read_only:false; response_revision:4336; number_of_response:1; }","duration":"100.848242ms","start":"2026-04-28T03:31:20.204857Z","end":"2026-04-28T03:31:20.305705Z","steps":["trace[512808107] 'process raft request' (duration: 100.406892ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:20.965074Z","caller":"traceutil/trace.go:171","msg":"trace[134708405] transaction","detail":"{read_only:false; response_revision:4341; number_of_response:1; }","duration":"267.831616ms","start":"2026-04-28T03:31:20.697201Z","end":"2026-04-28T03:31:20.965033Z","steps":["trace[134708405] 'process raft request' (duration: 214.726609ms)","trace[134708405] 'compare' (duration: 52.895722ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:20.980292Z","caller":"traceutil/trace.go:171","msg":"trace[961963600] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"274.972699ms","start":"2026-04-28T03:31:20.705293Z","end":"2026-04-28T03:31:20.980266Z","steps":["trace[961963600] 'process raft request' (duration: 274.764644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:21.592253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.95499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:31:21.592317Z","caller":"traceutil/trace.go:171","msg":"trace[170990760] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:4343; }","duration":"301.060122ms","start":"2026-04-28T03:31:21.291243Z","end":"2026-04-28T03:31:21.592303Z","steps":["trace[170990760] 'range keys from in-memory index tree' (duration: 300.799696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:21.592309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.2999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:21.592345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:21.291227Z","time spent":"301.111313ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.168\" "} {"level":"info","ts":"2026-04-28T03:31:21.59238Z","caller":"traceutil/trace.go:171","msg":"trace[641021028] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4343; }","duration":"324.420873ms","start":"2026-04-28T03:31:21.267937Z","end":"2026-04-28T03:31:21.592358Z","steps":["trace[641021028] 'count revisions from in-memory index tree' (duration: 324.207858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:21.592421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:21.267916Z","time spent":"324.495664ms","remote":"127.0.0.1:55272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:21.592713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.341885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:31:21.592745Z","caller":"traceutil/trace.go:171","msg":"trace[1543422494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4343; }","duration":"241.400947ms","start":"2026-04-28T03:31:21.351334Z","end":"2026-04-28T03:31:21.592735Z","steps":["trace[1543422494] 'range keys from in-memory index tree' (duration: 240.602459ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:22.610529Z","caller":"traceutil/trace.go:171","msg":"trace[252302209] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"131.037419ms","start":"2026-04-28T03:31:22.479455Z","end":"2026-04-28T03:31:22.610492Z","steps":["trace[252302209] 'process raft request' (duration: 126.473945ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:22.839167Z","caller":"traceutil/trace.go:171","msg":"trace[698205985] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"129.3236ms","start":"2026-04-28T03:31:22.709822Z","end":"2026-04-28T03:31:22.839145Z","steps":["trace[698205985] 'process raft request' (duration: 126.316011ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:24.297992Z","caller":"traceutil/trace.go:171","msg":"trace[1154172572] transaction","detail":"{read_only:false; response_revision:4356; number_of_response:1; }","duration":"137.954216ms","start":"2026-04-28T03:31:24.160009Z","end":"2026-04-28T03:31:24.297963Z","steps":["trace[1154172572] 'process raft request' (duration: 137.504766ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:24.606932Z","caller":"traceutil/trace.go:171","msg":"trace[293538858] linearizableReadLoop","detail":"{readStateIndex:4560; appliedIndex:4559; }","duration":"145.856996ms","start":"2026-04-28T03:31:24.461039Z","end":"2026-04-28T03:31:24.606896Z","steps":["trace[293538858] 'read index received' (duration: 131.152862ms)","trace[293538858] 'applied index is now lower than readState.Index' (duration: 14.702794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:24.607119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.052901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:24.607103Z","caller":"traceutil/trace.go:171","msg":"trace[2087586198] transaction","detail":"{read_only:false; response_revision:4359; number_of_response:1; }","duration":"154.448222ms","start":"2026-04-28T03:31:24.452612Z","end":"2026-04-28T03:31:24.60706Z","steps":["trace[2087586198] 'process raft request' (duration: 139.543292ms)","trace[2087586198] 'compare' (duration: 14.612002ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:24.607165Z","caller":"traceutil/trace.go:171","msg":"trace[1431224899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4359; }","duration":"146.157024ms","start":"2026-04-28T03:31:24.460994Z","end":"2026-04-28T03:31:24.607151Z","steps":["trace[1431224899] 'agreement among raft nodes before linearized reading' (duration: 146.030281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:25.174953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.792116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:25.175053Z","caller":"traceutil/trace.go:171","msg":"trace[2056368951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4361; }","duration":"131.93521ms","start":"2026-04-28T03:31:25.04309Z","end":"2026-04-28T03:31:25.175025Z","steps":["trace[2056368951] 'range keys from in-memory index tree' (duration: 131.711694ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:25.175203Z","caller":"traceutil/trace.go:171","msg":"trace[1295221801] transaction","detail":"{read_only:false; response_revision:4362; number_of_response:1; }","duration":"106.598503ms","start":"2026-04-28T03:31:25.068581Z","end":"2026-04-28T03:31:25.175179Z","steps":["trace[1295221801] 'process raft request' (duration: 98.428367ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:25.644037Z","caller":"traceutil/trace.go:171","msg":"trace[1937990945] linearizableReadLoop","detail":"{readStateIndex:4565; appliedIndex:4564; }","duration":"287.416384ms","start":"2026-04-28T03:31:25.356591Z","end":"2026-04-28T03:31:25.644008Z","steps":["trace[1937990945] 'read index received' (duration: 287.144978ms)","trace[1937990945] 'applied index is now lower than readState.Index' (duration: 270.126µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:25.644204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.581318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:25.644249Z","caller":"traceutil/trace.go:171","msg":"trace[1680538346] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4364; }","duration":"287.679191ms","start":"2026-04-28T03:31:25.356558Z","end":"2026-04-28T03:31:25.644237Z","steps":["trace[1680538346] 'agreement among raft nodes before linearized reading' (duration: 287.551938ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:25.644321Z","caller":"traceutil/trace.go:171","msg":"trace[301981181] transaction","detail":"{read_only:false; response_revision:4364; number_of_response:1; }","duration":"463.009977ms","start":"2026-04-28T03:31:25.181142Z","end":"2026-04-28T03:31:25.644152Z","steps":["trace[301981181] 'process raft request' (duration: 462.681739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:25.644496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:25.181123Z","time spent":"463.249663ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:27.297134Z","caller":"traceutil/trace.go:171","msg":"trace[1459708284] transaction","detail":"{read_only:false; response_revision:4371; number_of_response:1; }","duration":"116.842457ms","start":"2026-04-28T03:31:27.180253Z","end":"2026-04-28T03:31:27.297096Z","steps":["trace[1459708284] 'process raft request' (duration: 116.52665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:27.710644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.672179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:27.710756Z","caller":"traceutil/trace.go:171","msg":"trace[926511104] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4373; }","duration":"199.847173ms","start":"2026-04-28T03:31:27.510885Z","end":"2026-04-28T03:31:27.710733Z","steps":["trace[926511104] 'count revisions from in-memory index tree' (duration: 199.549387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:28.375753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.397896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:28.376007Z","caller":"traceutil/trace.go:171","msg":"trace[740683550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4376; }","duration":"331.690533ms","start":"2026-04-28T03:31:28.044304Z","end":"2026-04-28T03:31:28.375994Z","steps":["trace[740683550] 'range keys from in-memory index tree' (duration: 331.335764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:28.37605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:28.044288Z","time spent":"331.740513ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:31:28.529961Z","caller":"traceutil/trace.go:171","msg":"trace[1430218058] linearizableReadLoop","detail":"{readStateIndex:4579; appliedIndex:4578; }","duration":"153.108692ms","start":"2026-04-28T03:31:28.37683Z","end":"2026-04-28T03:31:28.529938Z","steps":["trace[1430218058] 'read index received' (duration: 153.02945ms)","trace[1430218058] 'applied index is now lower than readState.Index' (duration: 78.072µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:28.530078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.229875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:28.530109Z","caller":"traceutil/trace.go:171","msg":"trace[590769258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4377; }","duration":"153.293806ms","start":"2026-04-28T03:31:28.376806Z","end":"2026-04-28T03:31:28.530099Z","steps":["trace[590769258] 'agreement among raft nodes before linearized reading' (duration: 153.229034ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:28.530144Z","caller":"traceutil/trace.go:171","msg":"trace[164305745] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"165.854282ms","start":"2026-04-28T03:31:28.36425Z","end":"2026-04-28T03:31:28.530104Z","steps":["trace[164305745] 'process raft request' (duration: 165.558565ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:28.543123Z","caller":"traceutil/trace.go:171","msg":"trace[638931766] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"146.428701ms","start":"2026-04-28T03:31:28.396676Z","end":"2026-04-28T03:31:28.543104Z","steps":["trace[638931766] 'process raft request' (duration: 146.307758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:28.777995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.790252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-28T03:31:28.778109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.273156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:31:28.778153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.170887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:31:28.778206Z","caller":"traceutil/trace.go:171","msg":"trace[1897660122] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4378; }","duration":"152.025187ms","start":"2026-04-28T03:31:28.626133Z","end":"2026-04-28T03:31:28.778158Z","steps":["trace[1897660122] 'range keys from in-memory index tree' (duration: 151.600867ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:28.778209Z","caller":"traceutil/trace.go:171","msg":"trace[902547692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4378; }","duration":"100.272449ms","start":"2026-04-28T03:31:28.677921Z","end":"2026-04-28T03:31:28.778193Z","steps":["trace[902547692] 'range keys from in-memory index tree' (duration: 99.974233ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:28.778211Z","caller":"traceutil/trace.go:171","msg":"trace[1964012872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4378; }","duration":"157.43338ms","start":"2026-04-28T03:31:28.620754Z","end":"2026-04-28T03:31:28.778188Z","steps":["trace[1964012872] 'range keys from in-memory index tree' (duration: 157.077792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:29.305204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.285789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:29.305474Z","caller":"traceutil/trace.go:171","msg":"trace[48733662] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"348.529526ms","start":"2026-04-28T03:31:28.956913Z","end":"2026-04-28T03:31:29.305442Z","steps":["trace[48733662] 'process raft request' (duration: 222.883569ms)","trace[48733662] 'compare' (duration: 125.110696ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:29.305691Z","caller":"traceutil/trace.go:171","msg":"trace[1553049834] linearizableReadLoop","detail":"{readStateIndex:4584; appliedIndex:4583; }","duration":"345.032716ms","start":"2026-04-28T03:31:28.96062Z","end":"2026-04-28T03:31:29.305653Z","steps":["trace[1553049834] 'read index received' (duration: 219.191294ms)","trace[1553049834] 'applied index is now lower than readState.Index' (duration: 125.793851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:29.305935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.212071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:29.306006Z","caller":"traceutil/trace.go:171","msg":"trace[200385214] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4383; }","duration":"163.328904ms","start":"2026-04-28T03:31:29.142657Z","end":"2026-04-28T03:31:29.305986Z","steps":["trace[200385214] 'agreement among raft nodes before linearized reading' (duration: 163.207481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:29.305972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.359144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T03:31:29.30617Z","caller":"traceutil/trace.go:171","msg":"trace[397786032] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4383; }","duration":"345.592828ms","start":"2026-04-28T03:31:28.960558Z","end":"2026-04-28T03:31:29.306151Z","steps":["trace[397786032] 'agreement among raft nodes before linearized reading' (duration: 345.197909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:29.305933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.471096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:29.306283Z","caller":"traceutil/trace.go:171","msg":"trace[1472627221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4383; }","duration":"261.875895ms","start":"2026-04-28T03:31:29.044392Z","end":"2026-04-28T03:31:29.306268Z","steps":["trace[1472627221] 'agreement among raft nodes before linearized reading' (duration: 261.469446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:29.306346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:28.960536Z","time spent":"345.712271ms","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:31:29.30599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:28.956886Z","time spent":"348.752222ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:29.938772Z","caller":"traceutil/trace.go:171","msg":"trace[81556312] transaction","detail":"{read_only:false; response_revision:4386; number_of_response:1; }","duration":"118.505185ms","start":"2026-04-28T03:31:29.820238Z","end":"2026-04-28T03:31:29.938743Z","steps":["trace[81556312] 'process raft request' (duration: 115.891546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:30.172521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.979679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:30.172597Z","caller":"traceutil/trace.go:171","msg":"trace[755733812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4386; }","duration":"128.106002ms","start":"2026-04-28T03:31:30.044473Z","end":"2026-04-28T03:31:30.172579Z","steps":["trace[755733812] 'range keys from in-memory index tree' (duration: 127.873118ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:31.584153Z","caller":"traceutil/trace.go:171","msg":"trace[588231097] linearizableReadLoop","detail":"{readStateIndex:4594; appliedIndex:4593; }","duration":"272.964018ms","start":"2026-04-28T03:31:31.311162Z","end":"2026-04-28T03:31:31.584126Z","steps":["trace[588231097] 'read index received' (duration: 49.997537ms)","trace[588231097] 'applied index is now lower than readState.Index' (duration: 222.965231ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:31.584274Z","caller":"traceutil/trace.go:171","msg":"trace[1178326336] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"273.400658ms","start":"2026-04-28T03:31:31.310859Z","end":"2026-04-28T03:31:31.58426Z","steps":["trace[1178326336] 'process raft request' (duration: 271.542615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:31.584501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.317536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:31:31.584599Z","caller":"traceutil/trace.go:171","msg":"trace[178444006] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4391; }","duration":"273.430229ms","start":"2026-04-28T03:31:31.311141Z","end":"2026-04-28T03:31:31.584571Z","steps":["trace[178444006] 'agreement among raft nodes before linearized reading' (duration: 273.167763ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:31.606101Z","caller":"traceutil/trace.go:171","msg":"trace[1587162473] transaction","detail":"{read_only:false; response_revision:4392; number_of_response:1; }","duration":"243.950308ms","start":"2026-04-28T03:31:31.36212Z","end":"2026-04-28T03:31:31.60607Z","steps":["trace[1587162473] 'process raft request' (duration: 243.757504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:31.606183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.766719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:31:31.606389Z","caller":"traceutil/trace.go:171","msg":"trace[247073359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4392; }","duration":"151.013105ms","start":"2026-04-28T03:31:31.45535Z","end":"2026-04-28T03:31:31.606363Z","steps":["trace[247073359] 'agreement among raft nodes before linearized reading' (duration: 150.686847ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:31.774887Z","caller":"traceutil/trace.go:171","msg":"trace[1955127799] linearizableReadLoop","detail":"{readStateIndex:4597; appliedIndex:4596; }","duration":"114.499375ms","start":"2026-04-28T03:31:31.660363Z","end":"2026-04-28T03:31:31.774863Z","steps":["trace[1955127799] 'read index received' (duration: 113.911681ms)","trace[1955127799] 'applied index is now lower than readState.Index' (duration: 586.284µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:31.775012Z","caller":"traceutil/trace.go:171","msg":"trace[2047190094] transaction","detail":"{read_only:false; response_revision:4394; number_of_response:1; }","duration":"164.863699ms","start":"2026-04-28T03:31:31.610122Z","end":"2026-04-28T03:31:31.774986Z","steps":["trace[2047190094] 'process raft request' (duration: 164.153133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:31.776326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.74053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:31:31.776426Z","caller":"traceutil/trace.go:171","msg":"trace[750284904] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4394; }","duration":"116.07322ms","start":"2026-04-28T03:31:31.660328Z","end":"2026-04-28T03:31:31.776401Z","steps":["trace[750284904] 'agreement among raft nodes before linearized reading' (duration: 114.620987ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:32.750409Z","caller":"traceutil/trace.go:171","msg":"trace[1036218635] transaction","detail":"{read_only:false; response_revision:4397; number_of_response:1; }","duration":"167.236403ms","start":"2026-04-28T03:31:32.583145Z","end":"2026-04-28T03:31:32.750382Z","steps":["trace[1036218635] 'process raft request' (duration: 167.003888ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:32.781578Z","caller":"traceutil/trace.go:171","msg":"trace[1567987118] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"164.295818ms","start":"2026-04-28T03:31:32.617255Z","end":"2026-04-28T03:31:32.781551Z","steps":["trace[1567987118] 'process raft request' (duration: 164.172925ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:33.066525Z","caller":"traceutil/trace.go:171","msg":"trace[587116855] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"162.244121ms","start":"2026-04-28T03:31:32.904256Z","end":"2026-04-28T03:31:33.066501Z","steps":["trace[587116855] 'process raft request' (duration: 87.433559ms)","trace[587116855] 'compare' (duration: 74.712319ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:33.83106Z","caller":"traceutil/trace.go:171","msg":"trace[392599960] transaction","detail":"{read_only:false; response_revision:4402; number_of_response:1; }","duration":"162.457486ms","start":"2026-04-28T03:31:33.668575Z","end":"2026-04-28T03:31:33.831033Z","steps":["trace[392599960] 'process raft request' (duration: 121.362161ms)","trace[392599960] 'compare' (duration: 40.922521ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:35.087186Z","caller":"traceutil/trace.go:171","msg":"trace[455637144] linearizableReadLoop","detail":"{readStateIndex:4611; appliedIndex:4610; }","duration":"130.387657ms","start":"2026-04-28T03:31:34.956775Z","end":"2026-04-28T03:31:35.087162Z","steps":["trace[455637144] 'read index received' (duration: 130.11981ms)","trace[455637144] 'applied index is now lower than readState.Index' (duration: 266.857µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:35.087321Z","caller":"traceutil/trace.go:171","msg":"trace[268300758] transaction","detail":"{read_only:false; response_revision:4408; number_of_response:1; }","duration":"153.001282ms","start":"2026-04-28T03:31:34.934307Z","end":"2026-04-28T03:31:35.087309Z","steps":["trace[268300758] 'process raft request' (duration: 152.672304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:35.087581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.766136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:35.087688Z","caller":"traceutil/trace.go:171","msg":"trace[1263022913] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4408; }","duration":"130.93943ms","start":"2026-04-28T03:31:34.956727Z","end":"2026-04-28T03:31:35.087666Z","steps":["trace[1263022913] 'agreement among raft nodes before linearized reading' (duration: 130.741715ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:35.279896Z","caller":"traceutil/trace.go:171","msg":"trace[927768959] linearizableReadLoop","detail":"{readStateIndex:4612; appliedIndex:4611; }","duration":"185.513161ms","start":"2026-04-28T03:31:35.094351Z","end":"2026-04-28T03:31:35.279864Z","steps":["trace[927768959] 'read index received' (duration: 109.666365ms)","trace[927768959] 'applied index is now lower than readState.Index' (duration: 75.845675ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:35.279966Z","caller":"traceutil/trace.go:171","msg":"trace[2037276285] transaction","detail":"{read_only:false; response_revision:4409; number_of_response:1; }","duration":"187.487535ms","start":"2026-04-28T03:31:35.092455Z","end":"2026-04-28T03:31:35.279943Z","steps":["trace[2037276285] 'process raft request' (duration: 111.531127ms)","trace[2037276285] 'compare' (duration: 75.497718ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:35.280267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.90593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:31:35.280349Z","caller":"traceutil/trace.go:171","msg":"trace[1453119996] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4409; }","duration":"186.039493ms","start":"2026-04-28T03:31:35.094293Z","end":"2026-04-28T03:31:35.280332Z","steps":["trace[1453119996] 'agreement among raft nodes before linearized reading' (duration: 185.678494ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:35.813906Z","caller":"traceutil/trace.go:171","msg":"trace[2100980042] linearizableReadLoop","detail":"{readStateIndex:4614; appliedIndex:4613; }","duration":"140.864834ms","start":"2026-04-28T03:31:35.673015Z","end":"2026-04-28T03:31:35.813879Z","steps":["trace[2100980042] 'read index received' (duration: 135.348829ms)","trace[2100980042] 'applied index is now lower than readState.Index' (duration: 5.514615ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:35.814006Z","caller":"traceutil/trace.go:171","msg":"trace[155139249] transaction","detail":"{read_only:false; response_revision:4411; number_of_response:1; }","duration":"170.730304ms","start":"2026-04-28T03:31:35.643257Z","end":"2026-04-28T03:31:35.813987Z","steps":["trace[155139249] 'process raft request' (duration: 165.173248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:35.814126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.08137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:35.814585Z","caller":"traceutil/trace.go:171","msg":"trace[1131087645] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4411; }","duration":"141.545489ms","start":"2026-04-28T03:31:35.672985Z","end":"2026-04-28T03:31:35.814531Z","steps":["trace[1131087645] 'agreement among raft nodes before linearized reading' (duration: 141.029118ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:36.318217Z","caller":"traceutil/trace.go:171","msg":"trace[1433241193] linearizableReadLoop","detail":"{readStateIndex:4617; appliedIndex:4616; }","duration":"312.846189ms","start":"2026-04-28T03:31:36.005347Z","end":"2026-04-28T03:31:36.318193Z","steps":["trace[1433241193] 'read index received' (duration: 312.681985ms)","trace[1433241193] 'applied index is now lower than readState.Index' (duration: 163.324µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:36.318487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.124515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T03:31:36.318498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.133504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:36.31854Z","caller":"traceutil/trace.go:171","msg":"trace[432762236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4414; }","duration":"313.245507ms","start":"2026-04-28T03:31:36.005281Z","end":"2026-04-28T03:31:36.318526Z","steps":["trace[432762236] 'agreement among raft nodes before linearized reading' (duration: 313.032743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:36.318615Z","caller":"traceutil/trace.go:171","msg":"trace[123268187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4414; }","duration":"273.304518ms","start":"2026-04-28T03:31:36.045291Z","end":"2026-04-28T03:31:36.318596Z","steps":["trace[123268187] 'agreement among raft nodes before linearized reading' (duration: 273.117184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:36.318687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:36.005251Z","time spent":"313.422072ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:31:36.319189Z","caller":"traceutil/trace.go:171","msg":"trace[2131802300] transaction","detail":"{read_only:false; response_revision:4414; number_of_response:1; }","duration":"407.824228ms","start":"2026-04-28T03:31:35.91134Z","end":"2026-04-28T03:31:36.319164Z","steps":["trace[2131802300] 'process raft request' (duration: 406.697982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:36.320019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:35.91132Z","time spent":"407.932251ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:37.571877Z","caller":"traceutil/trace.go:171","msg":"trace[1156875395] transaction","detail":"{read_only:false; response_revision:4419; number_of_response:1; }","duration":"284.123375ms","start":"2026-04-28T03:31:37.287734Z","end":"2026-04-28T03:31:37.571858Z","steps":["trace[1156875395] 'process raft request' (duration: 283.93644ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:37.752049Z","caller":"traceutil/trace.go:171","msg":"trace[1750563913] transaction","detail":"{read_only:false; response_revision:4420; number_of_response:1; }","duration":"410.260335ms","start":"2026-04-28T03:31:37.341736Z","end":"2026-04-28T03:31:37.751996Z","steps":["trace[1750563913] 'process raft request' (duration: 371.557755ms)","trace[1750563913] 'compare' (duration: 38.495095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:37.752284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:37.341713Z","time spent":"410.424169ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:38.095588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.374461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:38.095696Z","caller":"traceutil/trace.go:171","msg":"trace[2086316975] linearizableReadLoop","detail":"{readStateIndex:4625; appliedIndex:4624; }","duration":"228.147881ms","start":"2026-04-28T03:31:37.86753Z","end":"2026-04-28T03:31:38.095678Z","steps":["trace[2086316975] 'read index received' (duration: 121.614866ms)","trace[2086316975] 'applied index is now lower than readState.Index' (duration: 106.532255ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:38.095764Z","caller":"traceutil/trace.go:171","msg":"trace[1824004646] transaction","detail":"{read_only:false; response_revision:4421; number_of_response:1; }","duration":"276.334108ms","start":"2026-04-28T03:31:37.819419Z","end":"2026-04-28T03:31:38.095753Z","steps":["trace[1824004646] 'process raft request' (duration: 169.733152ms)","trace[1824004646] 'compare' (duration: 106.300438ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:38.09589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.359426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:31:38.095918Z","caller":"traceutil/trace.go:171","msg":"trace[2140801241] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4421; }","duration":"228.420317ms","start":"2026-04-28T03:31:37.867488Z","end":"2026-04-28T03:31:38.095908Z","steps":["trace[2140801241] 'agreement among raft nodes before linearized reading' (duration: 228.370906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:38.096054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.57666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:31:38.096209Z","caller":"traceutil/trace.go:171","msg":"trace[149557841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4421; }","duration":"184.770904ms","start":"2026-04-28T03:31:37.91142Z","end":"2026-04-28T03:31:38.096191Z","steps":["trace[149557841] 'agreement among raft nodes before linearized reading' (duration: 184.497388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:38.399051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.332597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:38.399185Z","caller":"traceutil/trace.go:171","msg":"trace[1771366475] transaction","detail":"{read_only:false; response_revision:4422; number_of_response:1; }","duration":"298.781729ms","start":"2026-04-28T03:31:38.100374Z","end":"2026-04-28T03:31:38.399156Z","steps":["trace[1771366475] 'process raft request' (duration: 106.262738ms)","trace[1771366475] 'compare' (duration: 192.102761ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:38.451617Z","caller":"traceutil/trace.go:171","msg":"trace[1624795201] linearizableReadLoop","detail":"{readStateIndex:4627; appliedIndex:4626; }","duration":"128.31766ms","start":"2026-04-28T03:31:38.32328Z","end":"2026-04-28T03:31:38.451597Z","steps":["trace[1624795201] 'read index received' (duration: 128.109615ms)","trace[1624795201] 'applied index is now lower than readState.Index' (duration: 207.185µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:38.451821Z","caller":"traceutil/trace.go:171","msg":"trace[749851517] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"349.788059ms","start":"2026-04-28T03:31:38.101956Z","end":"2026-04-28T03:31:38.451744Z","steps":["trace[749851517] 'process raft request' (duration: 349.517743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:38.451996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.712738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:31:38.452068Z","caller":"traceutil/trace.go:171","msg":"trace[1483579148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4423; }","duration":"128.874022ms","start":"2026-04-28T03:31:38.32318Z","end":"2026-04-28T03:31:38.452054Z","steps":["trace[1483579148] 'agreement among raft nodes before linearized reading' (duration: 128.551635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:38.452136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:38.101937Z","time spent":"350.097776ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:38.715013Z","caller":"traceutil/trace.go:171","msg":"trace[1894883853] transaction","detail":"{read_only:false; response_revision:4424; number_of_response:1; }","duration":"258.970324ms","start":"2026-04-28T03:31:38.456022Z","end":"2026-04-28T03:31:38.714992Z","steps":["trace[1894883853] 'process raft request' (duration: 258.840701ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:38.717949Z","caller":"traceutil/trace.go:171","msg":"trace[1718067418] transaction","detail":"{read_only:false; response_revision:4425; number_of_response:1; }","duration":"260.660782ms","start":"2026-04-28T03:31:38.457193Z","end":"2026-04-28T03:31:38.717853Z","steps":["trace[1718067418] 'process raft request' (duration: 260.440547ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:39.490256Z","caller":"traceutil/trace.go:171","msg":"trace[1458100290] transaction","detail":"{read_only:false; response_revision:4430; number_of_response:1; }","duration":"215.836162ms","start":"2026-04-28T03:31:39.274396Z","end":"2026-04-28T03:31:39.490232Z","steps":["trace[1458100290] 'process raft request' (duration: 215.395372ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:39.687743Z","caller":"traceutil/trace.go:171","msg":"trace[2011504950] linearizableReadLoop","detail":"{readStateIndex:4636; appliedIndex:4635; }","duration":"108.499019ms","start":"2026-04-28T03:31:39.579214Z","end":"2026-04-28T03:31:39.687713Z","steps":["trace[2011504950] 'read index received' (duration: 41.875533ms)","trace[2011504950] 'applied index is now lower than readState.Index' (duration: 66.621186ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:39.687937Z","caller":"traceutil/trace.go:171","msg":"trace[1275810612] transaction","detail":"{read_only:false; response_revision:4432; number_of_response:1; }","duration":"109.617464ms","start":"2026-04-28T03:31:39.578279Z","end":"2026-04-28T03:31:39.687896Z","steps":["trace[1275810612] 'process raft request' (duration: 42.822884ms)","trace[1275810612] 'compare' (duration: 66.264138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:39.688001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.759665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T03:31:39.688048Z","caller":"traceutil/trace.go:171","msg":"trace[449996582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4432; }","duration":"108.841397ms","start":"2026-04-28T03:31:39.579181Z","end":"2026-04-28T03:31:39.688022Z","steps":["trace[449996582] 'agreement among raft nodes before linearized reading' (duration: 108.664193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:40.394315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.839267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:40.39441Z","caller":"traceutil/trace.go:171","msg":"trace[772388556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4432; }","duration":"351.995501ms","start":"2026-04-28T03:31:40.042393Z","end":"2026-04-28T03:31:40.394389Z","steps":["trace[772388556] 'range keys from in-memory index tree' (duration: 351.694754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:40.394462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:40.042371Z","time spent":"352.080523ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:31:40.395103Z","caller":"traceutil/trace.go:171","msg":"trace[629344675] transaction","detail":"{read_only:false; response_revision:4433; number_of_response:1; }","duration":"293.489329ms","start":"2026-04-28T03:31:40.101576Z","end":"2026-04-28T03:31:40.395065Z","steps":["trace[629344675] 'process raft request' (duration: 204.182226ms)","trace[629344675] 'compare' (duration: 88.3049ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:40.395267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.192471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:31:40.395423Z","caller":"traceutil/trace.go:171","msg":"trace[831342115] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4432; }","duration":"597.65313ms","start":"2026-04-28T03:31:39.797749Z","end":"2026-04-28T03:31:40.395402Z","steps":["trace[831342115] 'range keys from in-memory index tree' (duration: 596.908804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:40.395559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:39.797731Z","time spent":"597.782754ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-28T03:31:40.674795Z","caller":"traceutil/trace.go:171","msg":"trace[969092106] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"214.02726ms","start":"2026-04-28T03:31:40.460745Z","end":"2026-04-28T03:31:40.674772Z","steps":["trace[969092106] 'process raft request' (duration: 138.406789ms)","trace[969092106] 'compare' (duration: 75.527499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:41.752698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.923084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:41.752905Z","caller":"traceutil/trace.go:171","msg":"trace[61399172] transaction","detail":"{read_only:false; response_revision:4441; number_of_response:1; }","duration":"352.233777ms","start":"2026-04-28T03:31:41.400643Z","end":"2026-04-28T03:31:41.752877Z","steps":["trace[61399172] 'process raft request' (duration: 158.011476ms)","trace[61399172] 'compare' (duration: 193.463624ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:41.753086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:41.400623Z","time spent":"352.34834ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:42.040203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.871473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:42.040341Z","caller":"traceutil/trace.go:171","msg":"trace[1327891967] linearizableReadLoop","detail":"{readStateIndex:4647; appliedIndex:4646; }","duration":"281.810144ms","start":"2026-04-28T03:31:41.758519Z","end":"2026-04-28T03:31:42.040329Z","steps":["trace[1327891967] 'read index received' (duration: 145.673745ms)","trace[1327891967] 'applied index is now lower than readState.Index' (duration: 136.135349ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:42.040398Z","caller":"traceutil/trace.go:171","msg":"trace[1486758029] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"283.067452ms","start":"2026-04-28T03:31:41.757295Z","end":"2026-04-28T03:31:42.040362Z","steps":["trace[1486758029] 'process raft request' (duration: 146.976944ms)","trace[1486758029] 'compare' (duration: 135.619416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:42.040445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.928116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T03:31:42.040696Z","caller":"traceutil/trace.go:171","msg":"trace[238740043] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4442; }","duration":"282.157022ms","start":"2026-04-28T03:31:41.758486Z","end":"2026-04-28T03:31:42.040643Z","steps":["trace[238740043] 'agreement among raft nodes before linearized reading' (duration: 281.906906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:42.040842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.368251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:31:42.040941Z","caller":"traceutil/trace.go:171","msg":"trace[693026572] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4442; }","duration":"244.561965ms","start":"2026-04-28T03:31:41.796363Z","end":"2026-04-28T03:31:42.040925Z","steps":["trace[693026572] 'agreement among raft nodes before linearized reading' (duration: 244.202667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:42.577411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.774028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:31:42.577504Z","caller":"traceutil/trace.go:171","msg":"trace[50620130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4443; }","duration":"127.913621ms","start":"2026-04-28T03:31:42.449569Z","end":"2026-04-28T03:31:42.577483Z","steps":["trace[50620130] 'range keys from in-memory index tree' (duration: 127.539192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:42.79903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.042782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:31:42.799116Z","caller":"traceutil/trace.go:171","msg":"trace[1794652795] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4444; }","duration":"120.135894ms","start":"2026-04-28T03:31:42.678956Z","end":"2026-04-28T03:31:42.799092Z","steps":["trace[1794652795] 'range keys from in-memory index tree' (duration: 119.841917ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:43.013051Z","caller":"traceutil/trace.go:171","msg":"trace[1222420529] transaction","detail":"{read_only:false; response_revision:4447; number_of_response:1; }","duration":"193.083244ms","start":"2026-04-28T03:31:42.819931Z","end":"2026-04-28T03:31:43.013014Z","steps":["trace[1222420529] 'process raft request' (duration: 192.88758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:43.013226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.985501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:43.013306Z","caller":"traceutil/trace.go:171","msg":"trace[1369760334] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:4447; }","duration":"120.111183ms","start":"2026-04-28T03:31:42.893174Z","end":"2026-04-28T03:31:43.013285Z","steps":["trace[1369760334] 'agreement among raft nodes before linearized reading' (duration: 119.9437ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:43.012989Z","caller":"traceutil/trace.go:171","msg":"trace[883889540] linearizableReadLoop","detail":"{readStateIndex:4652; appliedIndex:4651; }","duration":"119.757106ms","start":"2026-04-28T03:31:42.893207Z","end":"2026-04-28T03:31:43.012964Z","steps":["trace[883889540] 'read index received' (duration: 119.646184ms)","trace[883889540] 'applied index is now lower than readState.Index' (duration: 109.532µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:43.460052Z","caller":"traceutil/trace.go:171","msg":"trace[123491808] transaction","detail":"{read_only:false; response_revision:4451; number_of_response:1; }","duration":"175.391572ms","start":"2026-04-28T03:31:43.284638Z","end":"2026-04-28T03:31:43.460029Z","steps":["trace[123491808] 'process raft request' (duration: 174.928222ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:44.718704Z","caller":"traceutil/trace.go:171","msg":"trace[1556487551] linearizableReadLoop","detail":"{readStateIndex:4658; appliedIndex:4657; }","duration":"109.158365ms","start":"2026-04-28T03:31:44.609513Z","end":"2026-04-28T03:31:44.718672Z","steps":["trace[1556487551] 'read index received' (duration: 108.881118ms)","trace[1556487551] 'applied index is now lower than readState.Index' (duration: 276.227µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:44.718883Z","caller":"traceutil/trace.go:171","msg":"trace[228379408] transaction","detail":"{read_only:false; response_revision:4453; number_of_response:1; }","duration":"303.314155ms","start":"2026-04-28T03:31:44.415425Z","end":"2026-04-28T03:31:44.71874Z","steps":["trace[228379408] 'process raft request' (duration: 303.053749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:44.718997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.474342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:31:44.719069Z","caller":"traceutil/trace.go:171","msg":"trace[1434406617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4453; }","duration":"109.617135ms","start":"2026-04-28T03:31:44.609439Z","end":"2026-04-28T03:31:44.719057Z","steps":["trace[1434406617] 'agreement among raft nodes before linearized reading' (duration: 109.39283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:44.719144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:44.415403Z","time spent":"303.56661ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:44.831855Z","caller":"traceutil/trace.go:171","msg":"trace[1879461519] linearizableReadLoop","detail":"{readStateIndex:4659; appliedIndex:4658; }","duration":"107.456656ms","start":"2026-04-28T03:31:44.724369Z","end":"2026-04-28T03:31:44.831826Z","steps":["trace[1879461519] 'read index received' (duration: 91.877242ms)","trace[1879461519] 'applied index is now lower than readState.Index' (duration: 15.578164ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:44.831921Z","caller":"traceutil/trace.go:171","msg":"trace[1945433583] transaction","detail":"{read_only:false; response_revision:4454; number_of_response:1; }","duration":"108.524521ms","start":"2026-04-28T03:31:44.723367Z","end":"2026-04-28T03:31:44.831892Z","steps":["trace[1945433583] 'process raft request' (duration: 92.888156ms)","trace[1945433583] 'compare' (duration: 15.40121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:44.832276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.881835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9282"} {"level":"info","ts":"2026-04-28T03:31:44.832438Z","caller":"traceutil/trace.go:171","msg":"trace[1879147842] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4454; }","duration":"108.07711ms","start":"2026-04-28T03:31:44.724329Z","end":"2026-04-28T03:31:44.832406Z","steps":["trace[1879147842] 'agreement among raft nodes before linearized reading' (duration: 107.733112ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:45.124117Z","caller":"traceutil/trace.go:171","msg":"trace[1395821178] transaction","detail":"{read_only:false; response_revision:4457; number_of_response:1; }","duration":"103.117466ms","start":"2026-04-28T03:31:45.020973Z","end":"2026-04-28T03:31:45.124091Z","steps":["trace[1395821178] 'process raft request' (duration: 102.954543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.436074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.559467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:45.436211Z","caller":"traceutil/trace.go:171","msg":"trace[1080091081] transaction","detail":"{read_only:false; response_revision:4458; number_of_response:1; }","duration":"395.701428ms","start":"2026-04-28T03:31:45.040495Z","end":"2026-04-28T03:31:45.436197Z","steps":["trace[1080091081] 'process raft request' (duration: 248.956007ms)","trace[1080091081] 'compare' (duration: 146.435754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:45.436257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:45.040468Z","time spent":"395.76764ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:45.436904Z","caller":"traceutil/trace.go:171","msg":"trace[215378902] linearizableReadLoop","detail":"{readStateIndex:4664; appliedIndex:4661; }","duration":"391.038332ms","start":"2026-04-28T03:31:45.045847Z","end":"2026-04-28T03:31:45.436885Z","steps":["trace[215378902] 'read index received' (duration: 78.134158ms)","trace[215378902] 'applied index is now lower than readState.Index' (duration: 312.903053ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:45.436993Z","caller":"traceutil/trace.go:171","msg":"trace[2011598038] transaction","detail":"{read_only:false; response_revision:4459; number_of_response:1; }","duration":"394.657654ms","start":"2026-04-28T03:31:45.042305Z","end":"2026-04-28T03:31:45.436963Z","steps":["trace[2011598038] 'process raft request' (duration: 393.841006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.437231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:45.042294Z","time spent":"394.811828ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:45.437859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.028344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:45.437925Z","caller":"traceutil/trace.go:171","msg":"trace[1935220314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4459; }","duration":"392.120316ms","start":"2026-04-28T03:31:45.045782Z","end":"2026-04-28T03:31:45.437902Z","steps":["trace[1935220314] 'agreement among raft nodes before linearized reading' (duration: 391.187775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.43817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:45.045764Z","time spent":"392.388224ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:31:46.718338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.48188ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:31:46.866911Z","caller":"traceutil/trace.go:171","msg":"trace[728944239] transaction","detail":"{read_only:false; response_revision:4462; number_of_response:1; }","duration":"140.198931ms","start":"2026-04-28T03:31:46.726682Z","end":"2026-04-28T03:31:46.866881Z","steps":["trace[728944239] 'process raft request' (duration: 139.993786ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:47.28148Z","caller":"traceutil/trace.go:171","msg":"trace[249146426] linearizableReadLoop","detail":"{readStateIndex:4669; appliedIndex:4668; }","duration":"397.50106ms","start":"2026-04-28T03:31:46.883934Z","end":"2026-04-28T03:31:47.281436Z","steps":["trace[249146426] 'read index received' (duration: 369.207765ms)","trace[249146426] 'applied index is now lower than readState.Index' (duration: 28.292265ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:47.28151Z","caller":"traceutil/trace.go:171","msg":"trace[1976498263] transaction","detail":"{read_only:false; response_revision:4463; number_of_response:1; }","duration":"410.755212ms","start":"2026-04-28T03:31:46.870725Z","end":"2026-04-28T03:31:47.28148Z","steps":["trace[1976498263] 'process raft request' (duration: 382.483858ms)","trace[1976498263] 'compare' (duration: 28.106ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:47.281651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:46.870703Z","time spent":"410.868834ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:47.281683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.552444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:47.281715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.771106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:31:47.281752Z","caller":"traceutil/trace.go:171","msg":"trace[776004593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4463; }","duration":"239.653726ms","start":"2026-04-28T03:31:47.04208Z","end":"2026-04-28T03:31:47.281734Z","steps":["trace[776004593] 'agreement among raft nodes before linearized reading' (duration: 239.539573ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:47.281779Z","caller":"traceutil/trace.go:171","msg":"trace[791320840] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4463; }","duration":"397.876019ms","start":"2026-04-28T03:31:46.883885Z","end":"2026-04-28T03:31:47.281761Z","steps":["trace[791320840] 'agreement among raft nodes before linearized reading' (duration: 397.688754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:47.281781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.578334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:31:47.281813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:46.883865Z","time spent":"397.940709ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T03:31:47.28184Z","caller":"traceutil/trace.go:171","msg":"trace[295940238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4463; }","duration":"152.696457ms","start":"2026-04-28T03:31:47.129128Z","end":"2026-04-28T03:31:47.281825Z","steps":["trace[295940238] 'agreement among raft nodes before linearized reading' (duration: 152.493822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:47.281824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.585103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:31:47.28201Z","caller":"traceutil/trace.go:171","msg":"trace[844211254] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4463; }","duration":"394.85253ms","start":"2026-04-28T03:31:46.887138Z","end":"2026-04-28T03:31:47.28199Z","steps":["trace[844211254] 'agreement among raft nodes before linearized reading' (duration: 394.469841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:47.282063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:46.887127Z","time spent":"394.924531ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:31:47.547107Z","caller":"traceutil/trace.go:171","msg":"trace[1096736865] transaction","detail":"{read_only:false; response_revision:4464; number_of_response:1; }","duration":"261.056844ms","start":"2026-04-28T03:31:47.286025Z","end":"2026-04-28T03:31:47.547082Z","steps":["trace[1096736865] 'process raft request' (duration: 260.874339ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:47.560086Z","caller":"traceutil/trace.go:171","msg":"trace[830931467] transaction","detail":"{read_only:false; response_revision:4465; number_of_response:1; }","duration":"273.470687ms","start":"2026-04-28T03:31:47.286596Z","end":"2026-04-28T03:31:47.560067Z","steps":["trace[830931467] 'process raft request' (duration: 273.324213ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:47.560261Z","caller":"traceutil/trace.go:171","msg":"trace[1436202521] transaction","detail":"{read_only:false; response_revision:4466; number_of_response:1; }","duration":"273.628571ms","start":"2026-04-28T03:31:47.286621Z","end":"2026-04-28T03:31:47.560249Z","steps":["trace[1436202521] 'process raft request' (duration: 273.395095ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:47.560484Z","caller":"traceutil/trace.go:171","msg":"trace[2092740633] transaction","detail":"{read_only:false; response_revision:4467; number_of_response:1; }","duration":"118.051338ms","start":"2026-04-28T03:31:47.442424Z","end":"2026-04-28T03:31:47.560476Z","steps":["trace[2092740633] 'process raft request' (duration: 117.784752ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:47.560602Z","caller":"traceutil/trace.go:171","msg":"trace[1623085913] linearizableReadLoop","detail":"{readStateIndex:4672; appliedIndex:4669; }","duration":"271.035291ms","start":"2026-04-28T03:31:47.289541Z","end":"2026-04-28T03:31:47.560577Z","steps":["trace[1623085913] 'read index received' (duration: 257.40062ms)","trace[1623085913] 'applied index is now lower than readState.Index' (duration: 13.633641ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:47.560684Z","caller":"traceutil/trace.go:171","msg":"trace[1900444526] transaction","detail":"{read_only:false; response_revision:4468; number_of_response:1; }","duration":"118.196791ms","start":"2026-04-28T03:31:47.442475Z","end":"2026-04-28T03:31:47.560672Z","steps":["trace[1900444526] 'process raft request' (duration: 117.973186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:47.560761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.200424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:47.560805Z","caller":"traceutil/trace.go:171","msg":"trace[78332263] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4468; }","duration":"271.289577ms","start":"2026-04-28T03:31:47.289503Z","end":"2026-04-28T03:31:47.560792Z","steps":["trace[78332263] 'agreement among raft nodes before linearized reading' (duration: 271.200725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:48.155696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.337058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:48.155771Z","caller":"traceutil/trace.go:171","msg":"trace[728683737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4470; }","duration":"112.460041ms","start":"2026-04-28T03:31:48.043293Z","end":"2026-04-28T03:31:48.155753Z","steps":["trace[728683737] 'range keys from in-memory index tree' (duration: 112.125603ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:48.972576Z","caller":"traceutil/trace.go:171","msg":"trace[1441880358] transaction","detail":"{read_only:false; response_revision:4472; number_of_response:1; }","duration":"100.520978ms","start":"2026-04-28T03:31:48.872026Z","end":"2026-04-28T03:31:48.972547Z","steps":["trace[1441880358] 'process raft request' (duration: 100.347955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:49.19044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.171218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:49.190541Z","caller":"traceutil/trace.go:171","msg":"trace[1933127718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4472; }","duration":"146.566237ms","start":"2026-04-28T03:31:49.043937Z","end":"2026-04-28T03:31:49.190503Z","steps":["trace[1933127718] 'range keys from in-memory index tree' (duration: 146.075496ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:49.687024Z","caller":"traceutil/trace.go:171","msg":"trace[905629163] linearizableReadLoop","detail":"{readStateIndex:4680; appliedIndex:4679; }","duration":"136.299223ms","start":"2026-04-28T03:31:49.550701Z","end":"2026-04-28T03:31:49.687Z","steps":["trace[905629163] 'read index received' (duration: 135.584597ms)","trace[905629163] 'applied index is now lower than readState.Index' (duration: 713.376µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:49.687363Z","caller":"traceutil/trace.go:171","msg":"trace[513511077] transaction","detail":"{read_only:false; response_revision:4474; number_of_response:1; }","duration":"137.824628ms","start":"2026-04-28T03:31:49.549508Z","end":"2026-04-28T03:31:49.687333Z","steps":["trace[513511077] 'process raft request' (duration: 136.827615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:49.687631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.915867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:31:49.687757Z","caller":"traceutil/trace.go:171","msg":"trace[971544522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4474; }","duration":"137.073712ms","start":"2026-04-28T03:31:49.550662Z","end":"2026-04-28T03:31:49.687735Z","steps":["trace[971544522] 'agreement among raft nodes before linearized reading' (duration: 136.708943ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:49.79736Z","caller":"traceutil/trace.go:171","msg":"trace[2046133081] transaction","detail":"{read_only:false; response_revision:4475; number_of_response:1; }","duration":"231.39517ms","start":"2026-04-28T03:31:49.565923Z","end":"2026-04-28T03:31:49.797319Z","steps":["trace[2046133081] 'process raft request' (duration: 220.713696ms)","trace[2046133081] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:507; } (duration: 10.409388ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:49.797386Z","caller":"traceutil/trace.go:171","msg":"trace[811384113] transaction","detail":"{read_only:false; response_revision:4476; number_of_response:1; }","duration":"230.380826ms","start":"2026-04-28T03:31:49.566974Z","end":"2026-04-28T03:31:49.797355Z","steps":["trace[811384113] 'process raft request' (duration: 230.248934ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:49.79745Z","caller":"traceutil/trace.go:171","msg":"trace[1449693082] linearizableReadLoop","detail":"{readStateIndex:4682; appliedIndex:4680; }","duration":"110.103387ms","start":"2026-04-28T03:31:49.687331Z","end":"2026-04-28T03:31:49.797435Z","steps":["trace[1449693082] 'read index received' (duration: 99.360752ms)","trace[1449693082] 'applied index is now lower than readState.Index' (duration: 10.741585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:49.79761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.400687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:31:49.79766Z","caller":"traceutil/trace.go:171","msg":"trace[1762739958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4477; }","duration":"158.52334ms","start":"2026-04-28T03:31:49.639123Z","end":"2026-04-28T03:31:49.797647Z","steps":["trace[1762739958] 'agreement among raft nodes before linearized reading' (duration: 158.403007ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:49.797395Z","caller":"traceutil/trace.go:171","msg":"trace[974910210] transaction","detail":"{read_only:false; response_revision:4477; number_of_response:1; }","duration":"104.918469ms","start":"2026-04-28T03:31:49.692455Z","end":"2026-04-28T03:31:49.797374Z","steps":["trace[974910210] 'process raft request' (duration: 104.857118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:49.797767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.979473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:31:49.797809Z","caller":"traceutil/trace.go:171","msg":"trace[2023235222] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4477; }","duration":"232.032123ms","start":"2026-04-28T03:31:49.565756Z","end":"2026-04-28T03:31:49.797788Z","steps":["trace[2023235222] 'agreement among raft nodes before linearized reading' (duration: 231.977682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:49.797809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.013423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:49.797754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.930334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:31:49.797924Z","caller":"traceutil/trace.go:171","msg":"trace[1241948798] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4477; }","duration":"233.145029ms","start":"2026-04-28T03:31:49.564762Z","end":"2026-04-28T03:31:49.797907Z","steps":["trace[1241948798] 'agreement among raft nodes before linearized reading' (duration: 232.784891ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:49.797851Z","caller":"traceutil/trace.go:171","msg":"trace[1836484419] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4477; }","duration":"102.088675ms","start":"2026-04-28T03:31:49.695749Z","end":"2026-04-28T03:31:49.797837Z","steps":["trace[1836484419] 'agreement among raft nodes before linearized reading' (duration: 102.021514ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:49.976339Z","caller":"traceutil/trace.go:171","msg":"trace[1720059247] linearizableReadLoop","detail":"{readStateIndex:4686; appliedIndex:4684; }","duration":"171.907875ms","start":"2026-04-28T03:31:49.804406Z","end":"2026-04-28T03:31:49.976314Z","steps":["trace[1720059247] 'read index received' (duration: 66.825862ms)","trace[1720059247] 'applied index is now lower than readState.Index' (duration: 105.080763ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:49.976448Z","caller":"traceutil/trace.go:171","msg":"trace[2072871533] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"172.626681ms","start":"2026-04-28T03:31:49.803791Z","end":"2026-04-28T03:31:49.976417Z","steps":["trace[2072871533] 'process raft request' (duration: 172.457767ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:49.976364Z","caller":"traceutil/trace.go:171","msg":"trace[967293645] transaction","detail":"{read_only:false; response_revision:4479; number_of_response:1; }","duration":"173.625523ms","start":"2026-04-28T03:31:49.802717Z","end":"2026-04-28T03:31:49.976343Z","steps":["trace[967293645] 'process raft request' (duration: 172.569879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:49.976626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.196411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T03:31:49.976679Z","caller":"traceutil/trace.go:171","msg":"trace[1999124008] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4480; }","duration":"172.290063ms","start":"2026-04-28T03:31:49.804374Z","end":"2026-04-28T03:31:49.976664Z","steps":["trace[1999124008] 'agreement among raft nodes before linearized reading' (duration: 172.078439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:50.339167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.374429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T03:31:50.339353Z","caller":"traceutil/trace.go:171","msg":"trace[939629517] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4480; }","duration":"253.592254ms","start":"2026-04-28T03:31:50.085735Z","end":"2026-04-28T03:31:50.339327Z","steps":["trace[939629517] 'range keys from in-memory index tree' (duration: 253.178875ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:50.495182Z","caller":"traceutil/trace.go:171","msg":"trace[518751964] transaction","detail":"{read_only:false; response_revision:4481; number_of_response:1; }","duration":"149.28173ms","start":"2026-04-28T03:31:50.345684Z","end":"2026-04-28T03:31:50.494965Z","steps":["trace[518751964] 'process raft request' (duration: 149.033724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:50.840542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.71902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:50.840649Z","caller":"traceutil/trace.go:171","msg":"trace[1781619694] transaction","detail":"{read_only:false; response_revision:4482; number_of_response:1; }","duration":"263.07106ms","start":"2026-04-28T03:31:50.577557Z","end":"2026-04-28T03:31:50.840628Z","steps":["trace[1781619694] 'process raft request' (duration: 138.172606ms)","trace[1781619694] 'compare' (duration: 124.565887ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:51.266202Z","caller":"traceutil/trace.go:171","msg":"trace[177918061] transaction","detail":"{read_only:false; response_revision:4483; number_of_response:1; }","duration":"288.49502ms","start":"2026-04-28T03:31:50.977653Z","end":"2026-04-28T03:31:51.266148Z","steps":["trace[177918061] 'process raft request' (duration: 188.819719ms)","trace[177918061] 'compare' (duration: 98.961245ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:51.266337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.054574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:51.26591Z","caller":"traceutil/trace.go:171","msg":"trace[774208416] linearizableReadLoop","detail":"{readStateIndex:4689; appliedIndex:4688; }","duration":"220.620654ms","start":"2026-04-28T03:31:51.045264Z","end":"2026-04-28T03:31:51.265885Z","steps":["trace[774208416] 'read index received' (duration: 121.146608ms)","trace[774208416] 'applied index is now lower than readState.Index' (duration: 99.472706ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:51.266414Z","caller":"traceutil/trace.go:171","msg":"trace[308594361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4483; }","duration":"221.175797ms","start":"2026-04-28T03:31:51.045216Z","end":"2026-04-28T03:31:51.266392Z","steps":["trace[308594361] 'agreement among raft nodes before linearized reading' (duration: 221.026874ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:51.943992Z","caller":"traceutil/trace.go:171","msg":"trace[861573514] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"139.991449ms","start":"2026-04-28T03:31:51.803977Z","end":"2026-04-28T03:31:51.943969Z","steps":["trace[861573514] 'process raft request' (duration: 139.783034ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:51.946455Z","caller":"traceutil/trace.go:171","msg":"trace[357157195] linearizableReadLoop","detail":"{readStateIndex:4695; appliedIndex:4692; }","duration":"108.022141ms","start":"2026-04-28T03:31:51.838412Z","end":"2026-04-28T03:31:51.946434Z","steps":["trace[357157195] 'read index received' (duration: 105.416971ms)","trace[357157195] 'applied index is now lower than readState.Index' (duration: 2.60388ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:51.946875Z","caller":"traceutil/trace.go:171","msg":"trace[1829581551] transaction","detail":"{read_only:false; response_revision:4487; number_of_response:1; }","duration":"121.851825ms","start":"2026-04-28T03:31:51.824999Z","end":"2026-04-28T03:31:51.946851Z","steps":["trace[1829581551] 'process raft request' (duration: 121.301343ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:51.946914Z","caller":"traceutil/trace.go:171","msg":"trace[970398333] transaction","detail":"{read_only:false; response_revision:4488; number_of_response:1; }","duration":"118.306994ms","start":"2026-04-28T03:31:51.828573Z","end":"2026-04-28T03:31:51.94688Z","steps":["trace[970398333] 'process raft request' (duration: 117.814613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.947021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.554003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:31:51.947182Z","caller":"traceutil/trace.go:171","msg":"trace[824830688] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4488; }","duration":"108.748606ms","start":"2026-04-28T03:31:51.838378Z","end":"2026-04-28T03:31:51.947127Z","steps":["trace[824830688] 'agreement among raft nodes before linearized reading' (duration: 108.296006ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:52.193378Z","caller":"traceutil/trace.go:171","msg":"trace[2080009797] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"208.726644ms","start":"2026-04-28T03:31:51.984623Z","end":"2026-04-28T03:31:52.19335Z","steps":["trace[2080009797] 'process raft request' (duration: 208.603241ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:52.193426Z","caller":"traceutil/trace.go:171","msg":"trace[1776374306] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"209.040171ms","start":"2026-04-28T03:31:51.98432Z","end":"2026-04-28T03:31:52.19336Z","steps":["trace[1776374306] 'process raft request' (duration: 150.957018ms)","trace[1776374306] 'compare' (duration: 57.477869ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:54.252798Z","caller":"traceutil/trace.go:171","msg":"trace[1663024351] transaction","detail":"{read_only:false; response_revision:4496; number_of_response:1; }","duration":"302.374116ms","start":"2026-04-28T03:31:53.950401Z","end":"2026-04-28T03:31:54.252775Z","steps":["trace[1663024351] 'process raft request' (duration: 294.569399ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:54.252894Z","caller":"traceutil/trace.go:171","msg":"trace[985570803] linearizableReadLoop","detail":"{readStateIndex:4703; appliedIndex:4701; }","duration":"302.208703ms","start":"2026-04-28T03:31:53.950671Z","end":"2026-04-28T03:31:54.25288Z","steps":["trace[985570803] 'read index received' (duration: 6.316824ms)","trace[985570803] 'applied index is now lower than readState.Index' (duration: 295.891239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:54.252943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:53.950374Z","time spent":"302.49516ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:54.253019Z","caller":"traceutil/trace.go:171","msg":"trace[301291851] transaction","detail":"{read_only:false; response_revision:4497; number_of_response:1; }","duration":"301.587358ms","start":"2026-04-28T03:31:53.951422Z","end":"2026-04-28T03:31:54.253009Z","steps":["trace[301291851] 'process raft request' (duration: 301.278921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:54.253235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:53.951398Z","time spent":"301.636879ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:54.253418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.741375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:31:54.253712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.510943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:31:54.253745Z","caller":"traceutil/trace.go:171","msg":"trace[967424881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4497; }","duration":"271.586306ms","start":"2026-04-28T03:31:53.982151Z","end":"2026-04-28T03:31:54.253738Z","steps":["trace[967424881] 'agreement among raft nodes before linearized reading' (duration: 271.510204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:54.253814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.761907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:54.253834Z","caller":"traceutil/trace.go:171","msg":"trace[119698287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4497; }","duration":"209.833128ms","start":"2026-04-28T03:31:54.043996Z","end":"2026-04-28T03:31:54.253829Z","steps":["trace[119698287] 'agreement among raft nodes before linearized reading' (duration: 209.801167ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:54.253984Z","caller":"traceutil/trace.go:171","msg":"trace[1163042627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4497; }","duration":"302.804146ms","start":"2026-04-28T03:31:53.950637Z","end":"2026-04-28T03:31:54.253441Z","steps":["trace[1163042627] 'agreement among raft nodes before linearized reading' (duration: 302.659863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:54.254016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:53.950619Z","time spent":"303.39029ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:31:54.466442Z","caller":"traceutil/trace.go:171","msg":"trace[1116173473] transaction","detail":"{read_only:false; response_revision:4498; number_of_response:1; }","duration":"204.15906ms","start":"2026-04-28T03:31:54.262263Z","end":"2026-04-28T03:31:54.466422Z","steps":["trace[1116173473] 'process raft request' (duration: 116.693178ms)","trace[1116173473] 'compare' (duration: 87.299879ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:54.466602Z","caller":"traceutil/trace.go:171","msg":"trace[752304391] transaction","detail":"{read_only:false; response_revision:4499; number_of_response:1; }","duration":"204.247951ms","start":"2026-04-28T03:31:54.262337Z","end":"2026-04-28T03:31:54.466585Z","steps":["trace[752304391] 'process raft request' (duration: 204.051637ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:54.466882Z","caller":"traceutil/trace.go:171","msg":"trace[433010919] transaction","detail":"{read_only:false; response_revision:4500; number_of_response:1; }","duration":"204.372365ms","start":"2026-04-28T03:31:54.26248Z","end":"2026-04-28T03:31:54.466852Z","steps":["trace[433010919] 'process raft request' (duration: 204.054227ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:54.466936Z","caller":"traceutil/trace.go:171","msg":"trace[1378251968] transaction","detail":"{read_only:false; response_revision:4501; number_of_response:1; }","duration":"202.615786ms","start":"2026-04-28T03:31:54.264287Z","end":"2026-04-28T03:31:54.466903Z","steps":["trace[1378251968] 'process raft request' (duration: 202.487912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:55.583674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.600078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T03:31:55.583731Z","caller":"traceutil/trace.go:171","msg":"trace[286124964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4504; }","duration":"131.72728ms","start":"2026-04-28T03:31:55.451991Z","end":"2026-04-28T03:31:55.583718Z","steps":["trace[286124964] 'range keys from in-memory index tree' (duration: 131.119697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:55.906988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.42836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:31:55.907086Z","caller":"traceutil/trace.go:171","msg":"trace[615838591] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4505; }","duration":"108.568403ms","start":"2026-04-28T03:31:55.798501Z","end":"2026-04-28T03:31:55.907069Z","steps":["trace[615838591] 'range keys from in-memory index tree' (duration: 108.258246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:56.636064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.207783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T03:31:56.636118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.858286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:31:56.63617Z","caller":"traceutil/trace.go:171","msg":"trace[1485573697] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4507; }","duration":"164.967748ms","start":"2026-04-28T03:31:56.471188Z","end":"2026-04-28T03:31:56.636156Z","steps":["trace[1485573697] 'range keys from in-memory index tree' (duration: 164.680022ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:56.636166Z","caller":"traceutil/trace.go:171","msg":"trace[283626009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4507; }","duration":"165.353567ms","start":"2026-04-28T03:31:56.470789Z","end":"2026-04-28T03:31:56.636142Z","steps":["trace[283626009] 'range keys from in-memory index tree' (duration: 165.0424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:56.636348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.718059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:31:56.636405Z","caller":"traceutil/trace.go:171","msg":"trace[28349804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4507; }","duration":"163.756571ms","start":"2026-04-28T03:31:56.472605Z","end":"2026-04-28T03:31:56.636361Z","steps":["trace[28349804] 'range keys from in-memory index tree' (duration: 163.641987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:56.636582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.975863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:31:56.636626Z","caller":"traceutil/trace.go:171","msg":"trace[1329531271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4507; }","duration":"163.037294ms","start":"2026-04-28T03:31:56.473576Z","end":"2026-04-28T03:31:56.636613Z","steps":["trace[1329531271] 'range keys from in-memory index tree' (duration: 162.8669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:56.665752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.972711ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:31:56.781229Z","caller":"traceutil/trace.go:171","msg":"trace[1472726348] transaction","detail":"{read_only:false; response_revision:4509; number_of_response:1; }","duration":"139.770234ms","start":"2026-04-28T03:31:56.641435Z","end":"2026-04-28T03:31:56.781205Z","steps":["trace[1472726348] 'process raft request' (duration: 127.515524ms)","trace[1472726348] 'compare' (duration: 12.081726ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:56.781371Z","caller":"traceutil/trace.go:171","msg":"trace[2109866946] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"109.515604ms","start":"2026-04-28T03:31:56.671845Z","end":"2026-04-28T03:31:56.78136Z","steps":["trace[2109866946] 'process raft request' (duration: 109.489683ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:56.781472Z","caller":"traceutil/trace.go:171","msg":"trace[644863127] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"139.890876ms","start":"2026-04-28T03:31:56.641575Z","end":"2026-04-28T03:31:56.781466Z","steps":["trace[644863127] 'process raft request' (duration: 139.59009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:56.781531Z","caller":"traceutil/trace.go:171","msg":"trace[1607163711] linearizableReadLoop","detail":"{readStateIndex:4719; appliedIndex:4715; }","duration":"115.675186ms","start":"2026-04-28T03:31:56.665849Z","end":"2026-04-28T03:31:56.781525Z","steps":["trace[1607163711] 'read index received' (duration: 4.097944ms)","trace[1607163711] 'applied index is now lower than readState.Index' (duration: 111.576752ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:56.78161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.774419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:56.781634Z","caller":"traceutil/trace.go:171","msg":"trace[520553999] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:4512; }","duration":"159.845431ms","start":"2026-04-28T03:31:56.62178Z","end":"2026-04-28T03:31:56.781625Z","steps":["trace[520553999] 'agreement among raft nodes before linearized reading' (duration: 159.79083ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:56.781824Z","caller":"traceutil/trace.go:171","msg":"trace[1588894686] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"139.662362ms","start":"2026-04-28T03:31:56.642126Z","end":"2026-04-28T03:31:56.781789Z","steps":["trace[1588894686] 'process raft request' (duration: 139.167701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:57.034786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.278507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:57.034859Z","caller":"traceutil/trace.go:171","msg":"trace[591048152] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4512; }","duration":"126.42707ms","start":"2026-04-28T03:31:56.908416Z","end":"2026-04-28T03:31:57.034843Z","steps":["trace[591048152] 'count revisions from in-memory index tree' (duration: 126.154824ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:57.765055Z","caller":"traceutil/trace.go:171","msg":"trace[113286420] transaction","detail":"{read_only:false; response_revision:4514; number_of_response:1; }","duration":"165.798577ms","start":"2026-04-28T03:31:57.599235Z","end":"2026-04-28T03:31:57.765034Z","steps":["trace[113286420] 'process raft request' (duration: 165.648654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:58.593965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.693379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:58.594088Z","caller":"traceutil/trace.go:171","msg":"trace[513286382] linearizableReadLoop","detail":"{readStateIndex:4725; appliedIndex:4723; }","duration":"253.346912ms","start":"2026-04-28T03:31:58.340727Z","end":"2026-04-28T03:31:58.594074Z","steps":["trace[513286382] 'read index received' (duration: 31.132589ms)","trace[513286382] 'applied index is now lower than readState.Index' (duration: 222.213703ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:58.594243Z","caller":"traceutil/trace.go:171","msg":"trace[965151252] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"311.596868ms","start":"2026-04-28T03:31:58.282614Z","end":"2026-04-28T03:31:58.594211Z","steps":["trace[965151252] 'process raft request' (duration: 190.595112ms)","trace[965151252] 'compare' (duration: 120.526586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:58.594397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:58.282597Z","time spent":"311.722501ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:58.594278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.548397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:58.594484Z","caller":"traceutil/trace.go:171","msg":"trace[1411129646] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:4518; }","duration":"253.790402ms","start":"2026-04-28T03:31:58.340684Z","end":"2026-04-28T03:31:58.594474Z","steps":["trace[1411129646] 'agreement among raft nodes before linearized reading' (duration: 253.458295ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:58.594321Z","caller":"traceutil/trace.go:171","msg":"trace[1293088393] transaction","detail":"{read_only:false; response_revision:4518; number_of_response:1; }","duration":"248.615964ms","start":"2026-04-28T03:31:58.345624Z","end":"2026-04-28T03:31:58.59424Z","steps":["trace[1293088393] 'process raft request' (duration: 248.41268ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:58.921373Z","caller":"traceutil/trace.go:171","msg":"trace[2046653174] linearizableReadLoop","detail":"{readStateIndex:4727; appliedIndex:4726; }","duration":"136.001739ms","start":"2026-04-28T03:31:58.785342Z","end":"2026-04-28T03:31:58.921344Z","steps":["trace[2046653174] 'read index received' (duration: 135.868626ms)","trace[2046653174] 'applied index is now lower than readState.Index' (duration: 131.983µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:58.921474Z","caller":"traceutil/trace.go:171","msg":"trace[1580088472] transaction","detail":"{read_only:false; response_revision:4519; number_of_response:1; }","duration":"241.690826ms","start":"2026-04-28T03:31:58.679757Z","end":"2026-04-28T03:31:58.921448Z","steps":["trace[1580088472] 'process raft request' (duration: 241.4124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:58.921645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.279905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T03:31:58.921761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.612871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:31:58.921711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.964125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:31:58.921767Z","caller":"traceutil/trace.go:171","msg":"trace[290056285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4519; }","duration":"136.445349ms","start":"2026-04-28T03:31:58.785303Z","end":"2026-04-28T03:31:58.921748Z","steps":["trace[290056285] 'agreement among raft nodes before linearized reading' (duration: 136.186513ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:58.921851Z","caller":"traceutil/trace.go:171","msg":"trace[1541695624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4519; }","duration":"135.742553ms","start":"2026-04-28T03:31:58.786085Z","end":"2026-04-28T03:31:58.921828Z","steps":["trace[1541695624] 'agreement among raft nodes before linearized reading' (duration: 135.478517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:58.922077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.912806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:31:58.922112Z","caller":"traceutil/trace.go:171","msg":"trace[1451093271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4519; }","duration":"135.961868ms","start":"2026-04-28T03:31:58.786142Z","end":"2026-04-28T03:31:58.922104Z","steps":["trace[1451093271] 'agreement among raft nodes before linearized reading' (duration: 135.887286ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:58.921865Z","caller":"traceutil/trace.go:171","msg":"trace[163260232] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4519; }","duration":"135.138978ms","start":"2026-04-28T03:31:58.786703Z","end":"2026-04-28T03:31:58.921842Z","steps":["trace[163260232] 'agreement among raft nodes before linearized reading' (duration: 134.898023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:59.204266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.48579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:59.204544Z","caller":"traceutil/trace.go:171","msg":"trace[1150633623] transaction","detail":"{read_only:false; response_revision:4520; number_of_response:1; }","duration":"278.092207ms","start":"2026-04-28T03:31:58.926427Z","end":"2026-04-28T03:31:59.204519Z","steps":["trace[1150633623] 'process raft request' (duration: 105.277879ms)","trace[1150633623] 'compare' (duration: 172.242895ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:59.204734Z","caller":"traceutil/trace.go:171","msg":"trace[137462113] linearizableReadLoop","detail":"{readStateIndex:4731; appliedIndex:4727; }","duration":"159.654907ms","start":"2026-04-28T03:31:59.045066Z","end":"2026-04-28T03:31:59.20472Z","steps":["trace[137462113] 'read index received' (duration: 98.636587ms)","trace[137462113] 'applied index is now lower than readState.Index' (duration: 61.01755ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:59.204728Z","caller":"traceutil/trace.go:171","msg":"trace[1456373528] transaction","detail":"{read_only:false; response_revision:4521; number_of_response:1; }","duration":"277.4139ms","start":"2026-04-28T03:31:58.927272Z","end":"2026-04-28T03:31:59.204686Z","steps":["trace[1456373528] 'process raft request' (duration: 277.184595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:59.204805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.74114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:59.204835Z","caller":"traceutil/trace.go:171","msg":"trace[1820921429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4523; }","duration":"159.810181ms","start":"2026-04-28T03:31:59.045016Z","end":"2026-04-28T03:31:59.204826Z","steps":["trace[1820921429] 'agreement among raft nodes before linearized reading' (duration: 159.757629ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:59.20484Z","caller":"traceutil/trace.go:171","msg":"trace[652447958] transaction","detail":"{read_only:false; response_revision:4522; number_of_response:1; }","duration":"277.522183ms","start":"2026-04-28T03:31:58.927305Z","end":"2026-04-28T03:31:59.204827Z","steps":["trace[652447958] 'process raft request' (duration: 277.204355ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:59.205065Z","caller":"traceutil/trace.go:171","msg":"trace[755883143] transaction","detail":"{read_only:false; response_revision:4523; number_of_response:1; }","duration":"276.706264ms","start":"2026-04-28T03:31:58.928338Z","end":"2026-04-28T03:31:59.205045Z","steps":["trace[755883143] 'process raft request' (duration: 276.350716ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:59.899249Z","caller":"traceutil/trace.go:171","msg":"trace[1207750547] linearizableReadLoop","detail":"{readStateIndex:4733; appliedIndex:4732; }","duration":"101.269766ms","start":"2026-04-28T03:31:59.797956Z","end":"2026-04-28T03:31:59.899226Z","steps":["trace[1207750547] 'read index received' (duration: 101.079222ms)","trace[1207750547] 'applied index is now lower than readState.Index' (duration: 189.524µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:59.899435Z","caller":"traceutil/trace.go:171","msg":"trace[774256861] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"125.11975ms","start":"2026-04-28T03:31:59.774281Z","end":"2026-04-28T03:31:59.899401Z","steps":["trace[774256861] 'process raft request' (duration: 124.813653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:59.899493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.516193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:31:59.899861Z","caller":"traceutil/trace.go:171","msg":"trace[1337907589] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4525; }","duration":"101.8947ms","start":"2026-04-28T03:31:59.797923Z","end":"2026-04-28T03:31:59.899817Z","steps":["trace[1337907589] 'agreement among raft nodes before linearized reading' (duration: 101.396269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:00.02557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.096815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-04-28T03:32:00.025651Z","caller":"traceutil/trace.go:171","msg":"trace[282958938] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4525; }","duration":"116.227968ms","start":"2026-04-28T03:31:59.909407Z","end":"2026-04-28T03:32:00.025635Z","steps":["trace[282958938] 'range keys from in-memory index tree' (duration: 115.929122ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:01.330117Z","caller":"traceutil/trace.go:171","msg":"trace[423505440] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"117.361752ms","start":"2026-04-28T03:32:01.212732Z","end":"2026-04-28T03:32:01.330094Z","steps":["trace[423505440] 'process raft request' (duration: 117.230039ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:01.563662Z","caller":"traceutil/trace.go:171","msg":"trace[1463242122] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"349.461162ms","start":"2026-04-28T03:32:01.214169Z","end":"2026-04-28T03:32:01.56363Z","steps":["trace[1463242122] 'process raft request' (duration: 349.164086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:01.563767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:01.214157Z","time spent":"349.555114ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:01.564047Z","caller":"traceutil/trace.go:171","msg":"trace[1339526580] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"348.871829ms","start":"2026-04-28T03:32:01.215154Z","end":"2026-04-28T03:32:01.564026Z","steps":["trace[1339526580] 'process raft request' (duration: 348.44129ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:01.564144Z","caller":"traceutil/trace.go:171","msg":"trace[1655584588] linearizableReadLoop","detail":"{readStateIndex:4741; appliedIndex:4738; }","duration":"271.540116ms","start":"2026-04-28T03:32:01.292535Z","end":"2026-04-28T03:32:01.564076Z","steps":["trace[1655584588] 'read index received' (duration: 37.75561ms)","trace[1655584588] 'applied index is now lower than readState.Index' (duration: 233.783366ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:01.564215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:01.215136Z","time spent":"349.014822ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:01.564302Z","caller":"traceutil/trace.go:171","msg":"trace[1639612923] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"349.028853ms","start":"2026-04-28T03:32:01.215247Z","end":"2026-04-28T03:32:01.564275Z","steps":["trace[1639612923] 'process raft request' (duration: 348.734336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:01.564469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:01.215227Z","time spent":"349.184386ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:01.564565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.006188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:32:01.564636Z","caller":"traceutil/trace.go:171","msg":"trace[884619818] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:4533; }","duration":"272.193171ms","start":"2026-04-28T03:32:01.292422Z","end":"2026-04-28T03:32:01.564615Z","steps":["trace[884619818] 'agreement among raft nodes before linearized reading' (duration: 271.774222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:01.800361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.013689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:01.80047Z","caller":"traceutil/trace.go:171","msg":"trace[343477560] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"311.225641ms","start":"2026-04-28T03:32:01.489231Z","end":"2026-04-28T03:32:01.800457Z","steps":["trace[343477560] 'process raft request' (duration: 182.051728ms)","trace[343477560] 'compare' (duration: 128.754883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:01.800518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:01.489195Z","time spent":"311.298863ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:02.617951Z","caller":"traceutil/trace.go:171","msg":"trace[2045753246] transaction","detail":"{read_only:false; response_revision:4537; number_of_response:1; }","duration":"165.141103ms","start":"2026-04-28T03:32:02.452791Z","end":"2026-04-28T03:32:02.617932Z","steps":["trace[2045753246] 'process raft request' (duration: 165.01934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:02.930382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.74654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:02.930495Z","caller":"traceutil/trace.go:171","msg":"trace[642670037] transaction","detail":"{read_only:false; response_revision:4538; number_of_response:1; }","duration":"259.724127ms","start":"2026-04-28T03:32:02.67075Z","end":"2026-04-28T03:32:02.930474Z","steps":["trace[642670037] 'process raft request' (duration: 142.797033ms)","trace[642670037] 'compare' (duration: 116.621957ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:03.224366Z","caller":"traceutil/trace.go:171","msg":"trace[1451223388] linearizableReadLoop","detail":"{readStateIndex:4748; appliedIndex:4747; }","duration":"182.861699ms","start":"2026-04-28T03:32:03.041459Z","end":"2026-04-28T03:32:03.22432Z","steps":["trace[1451223388] 'read index received' (duration: 149.354905ms)","trace[1451223388] 'applied index is now lower than readState.Index' (duration: 33.505244ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:03.224835Z","caller":"traceutil/trace.go:171","msg":"trace[729822566] transaction","detail":"{read_only:false; response_revision:4539; number_of_response:1; }","duration":"235.513327ms","start":"2026-04-28T03:32:02.989262Z","end":"2026-04-28T03:32:03.224776Z","steps":["trace[729822566] 'process raft request' (duration: 201.527543ms)","trace[729822566] 'compare' (duration: 33.082053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:03.225169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.652227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:03.225539Z","caller":"traceutil/trace.go:171","msg":"trace[863922112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4539; }","duration":"183.80686ms","start":"2026-04-28T03:32:03.041413Z","end":"2026-04-28T03:32:03.22522Z","steps":["trace[863922112] 'agreement among raft nodes before linearized reading' (duration: 183.037403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:03.45678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.998273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:32:03.457255Z","caller":"traceutil/trace.go:171","msg":"trace[1110845415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4539; }","duration":"123.520974ms","start":"2026-04-28T03:32:03.333711Z","end":"2026-04-28T03:32:03.457232Z","steps":["trace[1110845415] 'range keys from in-memory index tree' (duration: 122.825739ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:03.647013Z","caller":"traceutil/trace.go:171","msg":"trace[538688035] transaction","detail":"{read_only:false; response_revision:4540; number_of_response:1; }","duration":"185.57869ms","start":"2026-04-28T03:32:03.461141Z","end":"2026-04-28T03:32:03.64672Z","steps":["trace[538688035] 'process raft request' (duration: 185.426087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:03.900268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.030337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:03.900346Z","caller":"traceutil/trace.go:171","msg":"trace[1028799152] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"249.651918ms","start":"2026-04-28T03:32:03.650681Z","end":"2026-04-28T03:32:03.900333Z","steps":["trace[1028799152] 'process raft request' (duration: 42.486048ms)","trace[1028799152] 'compare' (duration: 206.944516ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:03.905688Z","caller":"traceutil/trace.go:171","msg":"trace[944601904] linearizableReadLoop","detail":"{readStateIndex:4752; appliedIndex:4750; }","duration":"107.860398ms","start":"2026-04-28T03:32:03.797801Z","end":"2026-04-28T03:32:03.905661Z","steps":["trace[944601904] 'read index received' (duration: 107.657173ms)","trace[944601904] 'applied index is now lower than readState.Index' (duration: 202.235µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:03.905922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.096293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:32:03.90598Z","caller":"traceutil/trace.go:171","msg":"trace[1801301418] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4543; }","duration":"108.202166ms","start":"2026-04-28T03:32:03.797766Z","end":"2026-04-28T03:32:03.905968Z","steps":["trace[1801301418] 'agreement among raft nodes before linearized reading' (duration: 107.987311ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:03.906148Z","caller":"traceutil/trace.go:171","msg":"trace[1533809367] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"255.131283ms","start":"2026-04-28T03:32:03.650993Z","end":"2026-04-28T03:32:03.906124Z","steps":["trace[1533809367] 'process raft request' (duration: 254.622472ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:03.906417Z","caller":"traceutil/trace.go:171","msg":"trace[691145670] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"254.768195ms","start":"2026-04-28T03:32:03.650941Z","end":"2026-04-28T03:32:03.90571Z","steps":["trace[691145670] 'process raft request' (duration: 254.53941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:04.149694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.574062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:04.149792Z","caller":"traceutil/trace.go:171","msg":"trace[744584368] linearizableReadLoop","detail":"{readStateIndex:4753; appliedIndex:4752; }","duration":"240.666204ms","start":"2026-04-28T03:32:03.90911Z","end":"2026-04-28T03:32:04.149776Z","steps":["trace[744584368] 'read index received' (duration: 128.942898ms)","trace[744584368] 'applied index is now lower than readState.Index' (duration: 111.721786ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:04.14991Z","caller":"traceutil/trace.go:171","msg":"trace[1550201710] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"344.793115ms","start":"2026-04-28T03:32:03.805048Z","end":"2026-04-28T03:32:04.149841Z","steps":["trace[1550201710] 'process raft request' (duration: 232.986578ms)","trace[1550201710] 'compare' (duration: 111.278936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:04.149998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.882119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-04-28T03:32:04.150037Z","caller":"traceutil/trace.go:171","msg":"trace[556274012] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4544; }","duration":"240.94198ms","start":"2026-04-28T03:32:03.909085Z","end":"2026-04-28T03:32:04.150027Z","steps":["trace[556274012] 'agreement among raft nodes before linearized reading' (duration: 240.774616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:04.150033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:03.805027Z","time spent":"344.942729ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:04.15023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.614971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:32:04.150304Z","caller":"traceutil/trace.go:171","msg":"trace[1984372002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4544; }","duration":"186.760434ms","start":"2026-04-28T03:32:03.963526Z","end":"2026-04-28T03:32:04.150287Z","steps":["trace[1984372002] 'agreement among raft nodes before linearized reading' (duration: 186.524489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:04.15063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.891063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:04.150779Z","caller":"traceutil/trace.go:171","msg":"trace[527419683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4544; }","duration":"106.420064ms","start":"2026-04-28T03:32:04.04434Z","end":"2026-04-28T03:32:04.15076Z","steps":["trace[527419683] 'agreement among raft nodes before linearized reading' (duration: 105.80794ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:05.139373Z","caller":"traceutil/trace.go:171","msg":"trace[265852221] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"202.071872ms","start":"2026-04-28T03:32:04.937176Z","end":"2026-04-28T03:32:05.139248Z","steps":["trace[265852221] 'process raft request' (duration: 201.762605ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:05.649645Z","caller":"traceutil/trace.go:171","msg":"trace[1166211717] linearizableReadLoop","detail":"{readStateIndex:4757; appliedIndex:4756; }","duration":"167.331946ms","start":"2026-04-28T03:32:05.48229Z","end":"2026-04-28T03:32:05.649622Z","steps":["trace[1166211717] 'read index received' (duration: 167.143192ms)","trace[1166211717] 'applied index is now lower than readState.Index' (duration: 188.034µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:05.649791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.48473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:05.649814Z","caller":"traceutil/trace.go:171","msg":"trace[1507290270] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4548; }","duration":"167.568431ms","start":"2026-04-28T03:32:05.482238Z","end":"2026-04-28T03:32:05.649807Z","steps":["trace[1507290270] 'agreement among raft nodes before linearized reading' (duration: 167.495669ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:05.649691Z","caller":"traceutil/trace.go:171","msg":"trace[1665670656] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"331.301534ms","start":"2026-04-28T03:32:05.318361Z","end":"2026-04-28T03:32:05.649663Z","steps":["trace[1665670656] 'process raft request' (duration: 331.09695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.649907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.342517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:05.650005Z","caller":"traceutil/trace.go:171","msg":"trace[1696459098] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4548; }","duration":"166.48467ms","start":"2026-04-28T03:32:05.483496Z","end":"2026-04-28T03:32:05.649981Z","steps":["trace[1696459098] 'agreement among raft nodes before linearized reading' (duration: 166.312406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.650116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:05.318338Z","time spent":"331.633152ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:05.822486Z","caller":"traceutil/trace.go:171","msg":"trace[621065323] linearizableReadLoop","detail":"{readStateIndex:4758; appliedIndex:4757; }","duration":"145.443639ms","start":"2026-04-28T03:32:05.677013Z","end":"2026-04-28T03:32:05.822457Z","steps":["trace[621065323] 'read index received' (duration: 53.487622ms)","trace[621065323] 'applied index is now lower than readState.Index' (duration: 91.954357ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:05.822524Z","caller":"traceutil/trace.go:171","msg":"trace[1404560509] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"167.281735ms","start":"2026-04-28T03:32:05.655216Z","end":"2026-04-28T03:32:05.822498Z","steps":["trace[1404560509] 'process raft request' (duration: 75.275487ms)","trace[1404560509] 'compare' (duration: 91.832754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:05.82275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.22707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:05.822829Z","caller":"traceutil/trace.go:171","msg":"trace[1149091545] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4549; }","duration":"112.355403ms","start":"2026-04-28T03:32:05.710457Z","end":"2026-04-28T03:32:05.822812Z","steps":["trace[1149091545] 'agreement among raft nodes before linearized reading' (duration: 112.20448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.822684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.654793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:05.823066Z","caller":"traceutil/trace.go:171","msg":"trace[757835217] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:4549; }","duration":"146.103722ms","start":"2026-04-28T03:32:05.676946Z","end":"2026-04-28T03:32:05.82305Z","steps":["trace[757835217] 'agreement among raft nodes before linearized reading' (duration: 145.652653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:06.258553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.953215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:06.258678Z","caller":"traceutil/trace.go:171","msg":"trace[1399230922] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"352.60576ms","start":"2026-04-28T03:32:05.906049Z","end":"2026-04-28T03:32:06.258655Z","steps":["trace[1399230922] 'process raft request' (duration: 147.488301ms)","trace[1399230922] 'compare' (duration: 204.641659ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:06.258776Z","caller":"traceutil/trace.go:171","msg":"trace[1739561637] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"149.991603ms","start":"2026-04-28T03:32:06.10877Z","end":"2026-04-28T03:32:06.258761Z","steps":["trace[1739561637] 'process raft request' (duration: 149.86202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:06.258805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:05.906038Z","time spent":"352.701682ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:06.258862Z","caller":"traceutil/trace.go:171","msg":"trace[592053874] linearizableReadLoop","detail":"{readStateIndex:4759; appliedIndex:4758; }","duration":"347.587757ms","start":"2026-04-28T03:32:05.911234Z","end":"2026-04-28T03:32:06.258822Z","steps":["trace[592053874] 'read index received' (duration: 142.166592ms)","trace[592053874] 'applied index is now lower than readState.Index' (duration: 205.418565ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:06.259792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.553236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:32:06.259838Z","caller":"traceutil/trace.go:171","msg":"trace[1858617186] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4551; }","duration":"348.632758ms","start":"2026-04-28T03:32:05.911194Z","end":"2026-04-28T03:32:06.259827Z","steps":["trace[1858617186] 'agreement among raft nodes before linearized reading' (duration: 347.814452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:06.25987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:05.911158Z","time spent":"348.70366ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:32:06.713718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.082299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:06.713823Z","caller":"traceutil/trace.go:171","msg":"trace[766338611] linearizableReadLoop","detail":"{readStateIndex:4761; appliedIndex:4760; }","duration":"454.858527ms","start":"2026-04-28T03:32:06.25895Z","end":"2026-04-28T03:32:06.713809Z","steps":["trace[766338611] 'read index received' (duration: 225.598145ms)","trace[766338611] 'applied index is now lower than readState.Index' (duration: 229.259282ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:06.714006Z","caller":"traceutil/trace.go:171","msg":"trace[1324978810] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"558.389042ms","start":"2026-04-28T03:32:06.155602Z","end":"2026-04-28T03:32:06.713991Z","steps":["trace[1324978810] 'process raft request' (duration: 328.964976ms)","trace[1324978810] 'compare' (duration: 228.970087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:06.714071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:06.155582Z","time spent":"558.458303ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:06.71432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.013599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:32:06.714355Z","caller":"traceutil/trace.go:171","msg":"trace[757383272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4552; }","duration":"548.06681ms","start":"2026-04-28T03:32:06.166279Z","end":"2026-04-28T03:32:06.714346Z","steps":["trace[757383272] 'agreement among raft nodes before linearized reading' (duration: 547.940667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:06.714384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:06.166267Z","time spent":"548.111361ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:32:06.714553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.302093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:32:06.714586Z","caller":"traceutil/trace.go:171","msg":"trace[1809729704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4552; }","duration":"803.350373ms","start":"2026-04-28T03:32:05.911228Z","end":"2026-04-28T03:32:06.714578Z","steps":["trace[1809729704] 'agreement among raft nodes before linearized reading' (duration: 803.268192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:06.714613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:05.911218Z","time spent":"803.388415ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:32:07.339821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.336131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:07.340188Z","caller":"traceutil/trace.go:171","msg":"trace[1726946592] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"1.07712768s","start":"2026-04-28T03:32:06.263023Z","end":"2026-04-28T03:32:07.34015Z","steps":["trace[1726946592] 'process raft request' (duration: 652.394511ms)","trace[1726946592] 'compare' (duration: 424.250889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:07.340491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:06.263003Z","time spent":"1.077272353s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:07.918369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.448548ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:32:07.918783Z","caller":"traceutil/trace.go:171","msg":"trace[1944127131] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"1.22959347s","start":"2026-04-28T03:32:06.689169Z","end":"2026-04-28T03:32:07.918763Z","steps":["trace[1944127131] 'process raft request' (duration: 1.229293664s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:07.919216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:06.689147Z","time spent":"1.229712153s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:08.208664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.826163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:08.209031Z","caller":"traceutil/trace.go:171","msg":"trace[168873795] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"1.490875089s","start":"2026-04-28T03:32:06.718121Z","end":"2026-04-28T03:32:08.208997Z","steps":["trace[168873795] 'process raft request' (duration: 1.200625678s)","trace[168873795] 'compare' (duration: 289.641889ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:08.209145Z","caller":"traceutil/trace.go:171","msg":"trace[706613855] linearizableReadLoop","detail":"{readStateIndex:4764; appliedIndex:4761; }","duration":"1.49528292s","start":"2026-04-28T03:32:06.713847Z","end":"2026-04-28T03:32:08.20913Z","steps":["trace[706613855] 'read index received' (duration: 201.576486ms)","trace[706613855] 'applied index is now lower than readState.Index' (duration: 1.293705144s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:08.209208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:06.718104Z","time spent":"1.491012033s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:08.209039Z","caller":"traceutil/trace.go:171","msg":"trace[99247673] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"1.490577294s","start":"2026-04-28T03:32:06.718445Z","end":"2026-04-28T03:32:08.209022Z","steps":["trace[99247673] 'process raft request' (duration: 1.490307259s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:08.209273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800572284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:08.209349Z","caller":"traceutil/trace.go:171","msg":"trace[918347125] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4557; }","duration":"1.800683105s","start":"2026-04-28T03:32:06.408647Z","end":"2026-04-28T03:32:08.20933Z","steps":["trace[918347125] 'agreement among raft nodes before linearized reading' (duration: 1.800546642s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:08.209368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:06.718438Z","time spent":"1.490844429s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:08.20941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:06.408625Z","time spent":"1.800766237s","remote":"127.0.0.1:46730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":19,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:08.209608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.686914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:32:08.209617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.70593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:32:08.209643Z","caller":"traceutil/trace.go:171","msg":"trace[283455187] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4557; }","duration":"555.744625ms","start":"2026-04-28T03:32:07.653886Z","end":"2026-04-28T03:32:08.209631Z","steps":["trace[283455187] 'agreement among raft nodes before linearized reading' (duration: 555.606632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:08.209675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:07.653831Z","time spent":"555.839197ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:32:08.209679Z","caller":"traceutil/trace.go:171","msg":"trace[2053917398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4557; }","duration":"382.794791ms","start":"2026-04-28T03:32:07.82687Z","end":"2026-04-28T03:32:08.209664Z","steps":["trace[2053917398] 'agreement among raft nodes before linearized reading' (duration: 382.492085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:08.209409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165783789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:08.209725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:07.826856Z","time spent":"382.856963ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:32:08.209762Z","caller":"traceutil/trace.go:171","msg":"trace[2053525009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4557; }","duration":"1.166201327s","start":"2026-04-28T03:32:07.043543Z","end":"2026-04-28T03:32:08.209745Z","steps":["trace[2053525009] 'agreement among raft nodes before linearized reading' (duration: 1.165739038s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:08.209836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:07.043525Z","time spent":"1.166297889s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:32:08.210214Z","caller":"traceutil/trace.go:171","msg":"trace[1540756823] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"1.063837027s","start":"2026-04-28T03:32:07.145016Z","end":"2026-04-28T03:32:08.208853Z","steps":["trace[1540756823] 'process raft request' (duration: 1.063796686s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:08.210247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.471768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:32:08.210348Z","caller":"traceutil/trace.go:171","msg":"trace[1232268273] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4557; }","duration":"413.385446ms","start":"2026-04-28T03:32:07.796937Z","end":"2026-04-28T03:32:08.210323Z","steps":["trace[1232268273] 'agreement among raft nodes before linearized reading' (duration: 412.362186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:08.210449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:07.796909Z","time spent":"413.52511ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:32:08.210292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:07.144991Z","time spent":"1.065263136s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:08.326277Z","caller":"traceutil/trace.go:171","msg":"trace[1981906726] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"113.48966ms","start":"2026-04-28T03:32:08.212765Z","end":"2026-04-28T03:32:08.326255Z","steps":["trace[1981906726] 'process raft request' (duration: 109.510508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:08.32889Z","caller":"traceutil/trace.go:171","msg":"trace[13016452] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"113.323427ms","start":"2026-04-28T03:32:08.215547Z","end":"2026-04-28T03:32:08.32887Z","steps":["trace[13016452] 'process raft request' (duration: 113.165444ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:08.329268Z","caller":"traceutil/trace.go:171","msg":"trace[507709574] linearizableReadLoop","detail":"{readStateIndex:4769; appliedIndex:4767; }","duration":"112.452169ms","start":"2026-04-28T03:32:08.216611Z","end":"2026-04-28T03:32:08.329063Z","steps":["trace[507709574] 'read index received' (duration: 105.528497ms)","trace[507709574] 'applied index is now lower than readState.Index' (duration: 6.921752ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:08.329329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.725844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-04-28T03:32:08.329364Z","caller":"traceutil/trace.go:171","msg":"trace[456418039] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4560; }","duration":"112.835926ms","start":"2026-04-28T03:32:08.216519Z","end":"2026-04-28T03:32:08.329355Z","steps":["trace[456418039] 'agreement among raft nodes before linearized reading' (duration: 112.714023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:08.329512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.926676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:08.33017Z","caller":"traceutil/trace.go:171","msg":"trace[564851730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4560; }","duration":"110.615721ms","start":"2026-04-28T03:32:08.219543Z","end":"2026-04-28T03:32:08.330159Z","steps":["trace[564851730] 'agreement among raft nodes before linearized reading' (duration: 109.927617ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:08.555213Z","caller":"traceutil/trace.go:171","msg":"trace[2003521527] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"219.088049ms","start":"2026-04-28T03:32:08.336097Z","end":"2026-04-28T03:32:08.555185Z","steps":["trace[2003521527] 'process raft request' (duration: 139.060592ms)","trace[2003521527] 'compare' (duration: 79.883554ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:09.112879Z","caller":"traceutil/trace.go:171","msg":"trace[914832815] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"127.843214ms","start":"2026-04-28T03:32:08.98501Z","end":"2026-04-28T03:32:09.112853Z","steps":["trace[914832815] 'process raft request' (duration: 127.684161ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:09.820029Z","caller":"traceutil/trace.go:171","msg":"trace[501001764] linearizableReadLoop","detail":"{readStateIndex:4774; appliedIndex:4773; }","duration":"217.67696ms","start":"2026-04-28T03:32:09.602339Z","end":"2026-04-28T03:32:09.820016Z","steps":["trace[501001764] 'read index received' (duration: 217.538677ms)","trace[501001764] 'applied index is now lower than readState.Index' (duration: 137.683µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:09.820175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.822983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:32:09.820196Z","caller":"traceutil/trace.go:171","msg":"trace[1437476494] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4564; }","duration":"217.893824ms","start":"2026-04-28T03:32:09.602296Z","end":"2026-04-28T03:32:09.82019Z","steps":["trace[1437476494] 'agreement among raft nodes before linearized reading' (duration: 217.796892ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:09.820226Z","caller":"traceutil/trace.go:171","msg":"trace[1969621446] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"419.544858ms","start":"2026-04-28T03:32:09.400579Z","end":"2026-04-28T03:32:09.820124Z","steps":["trace[1969621446] 'process raft request' (duration: 419.339704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:09.820408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:09.400551Z","time spent":"419.770713ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:09.973053Z","caller":"traceutil/trace.go:171","msg":"trace[1694745162] linearizableReadLoop","detail":"{readStateIndex:4775; appliedIndex:4774; }","duration":"146.830982ms","start":"2026-04-28T03:32:09.826191Z","end":"2026-04-28T03:32:09.973022Z","steps":["trace[1694745162] 'read index received' (duration: 72.349859ms)","trace[1694745162] 'applied index is now lower than readState.Index' (duration: 74.479813ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:09.973133Z","caller":"traceutil/trace.go:171","msg":"trace[1830631533] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"148.19285ms","start":"2026-04-28T03:32:09.82489Z","end":"2026-04-28T03:32:09.973083Z","steps":["trace[1830631533] 'process raft request' (duration: 73.729736ms)","trace[1830631533] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/cert-manager/cert-manager-controller; req_size:512; } (duration: 74.257589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:09.973278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.061367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T03:32:09.973322Z","caller":"traceutil/trace.go:171","msg":"trace[1365146115] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4565; }","duration":"147.141229ms","start":"2026-04-28T03:32:09.826169Z","end":"2026-04-28T03:32:09.97331Z","steps":["trace[1365146115] 'agreement among raft nodes before linearized reading' (duration: 146.969126ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:10.060214Z","caller":"traceutil/trace.go:171","msg":"trace[1897367426] transaction","detail":"{read_only:false; response_revision:4566; number_of_response:1; }","duration":"134.875468ms","start":"2026-04-28T03:32:09.925314Z","end":"2026-04-28T03:32:10.06019Z","steps":["trace[1897367426] 'process raft request' (duration: 134.486071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:10.402289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.489564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:32:10.402481Z","caller":"traceutil/trace.go:171","msg":"trace[950665662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4566; }","duration":"184.715349ms","start":"2026-04-28T03:32:10.21774Z","end":"2026-04-28T03:32:10.402455Z","steps":["trace[950665662] 'range keys from in-memory index tree' (duration: 184.28219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:10.402302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.135427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:32:10.403887Z","caller":"traceutil/trace.go:171","msg":"trace[1832282721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4566; }","duration":"187.71591ms","start":"2026-04-28T03:32:10.216138Z","end":"2026-04-28T03:32:10.403854Z","steps":["trace[1832282721] 'range keys from in-memory index tree' (duration: 185.954523ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:10.402389Z","caller":"traceutil/trace.go:171","msg":"trace[619519245] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"183.849861ms","start":"2026-04-28T03:32:10.218517Z","end":"2026-04-28T03:32:10.402367Z","steps":["trace[619519245] 'process raft request' (duration: 104.58329ms)","trace[619519245] 'compare' (duration: 79.097018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:10.851469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.465661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:10.851581Z","caller":"traceutil/trace.go:171","msg":"trace[1926131725] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"444.169487ms","start":"2026-04-28T03:32:10.407389Z","end":"2026-04-28T03:32:10.851559Z","steps":["trace[1926131725] 'process raft request' (duration: 112.529532ms)","trace[1926131725] 'compare' (duration: 331.167435ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:10.851673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:10.407366Z","time spent":"444.246429ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:10.911361Z","caller":"traceutil/trace.go:171","msg":"trace[1167870630] linearizableReadLoop","detail":"{readStateIndex:4782; appliedIndex:4778; }","duration":"351.8828ms","start":"2026-04-28T03:32:10.559452Z","end":"2026-04-28T03:32:10.911334Z","steps":["trace[1167870630] 'read index received' (duration: 351.262957ms)","trace[1167870630] 'applied index is now lower than readState.Index' (duration: 618.983µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:10.91159Z","caller":"traceutil/trace.go:171","msg":"trace[1505623816] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"440.550414ms","start":"2026-04-28T03:32:10.471023Z","end":"2026-04-28T03:32:10.911574Z","steps":["trace[1505623816] 'process raft request' (duration: 440.272828ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:10.911676Z","caller":"traceutil/trace.go:171","msg":"trace[219946252] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"504.239616ms","start":"2026-04-28T03:32:10.407405Z","end":"2026-04-28T03:32:10.911644Z","steps":["trace[219946252] 'process raft request' (duration: 503.483471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:10.911732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:10.470996Z","time spent":"440.631905ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:10.911846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:10.407379Z","time spent":"504.3768ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:10.911811Z","caller":"traceutil/trace.go:171","msg":"trace[358526547] transaction","detail":"{read_only:false; response_revision:4570; number_of_response:1; }","duration":"503.544833ms","start":"2026-04-28T03:32:10.408219Z","end":"2026-04-28T03:32:10.911764Z","steps":["trace[358526547] 'process raft request' (duration: 502.969571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:10.912057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:10.408206Z","time spent":"503.707866ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:10.91218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.671606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:32:10.911806Z","caller":"traceutil/trace.go:171","msg":"trace[432303100] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"502.42229ms","start":"2026-04-28T03:32:10.409138Z","end":"2026-04-28T03:32:10.91156Z","steps":["trace[432303100] 'process raft request' (duration: 502.091763ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:10.912282Z","caller":"traceutil/trace.go:171","msg":"trace[1230106969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4572; }","duration":"352.829779ms","start":"2026-04-28T03:32:10.559433Z","end":"2026-04-28T03:32:10.912262Z","steps":["trace[1230106969] 'agreement among raft nodes before linearized reading' (duration: 352.284038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:10.912362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:10.559373Z","time spent":"352.973291ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:32:10.912367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:10.409127Z","time spent":"503.188575ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:11.378474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.283485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:11.378735Z","caller":"traceutil/trace.go:171","msg":"trace[694644477] transaction","detail":"{read_only:false; response_revision:4573; number_of_response:1; }","duration":"620.611318ms","start":"2026-04-28T03:32:10.758096Z","end":"2026-04-28T03:32:11.378707Z","steps":["trace[694644477] 'process raft request' (duration: 472.005997ms)","trace[694644477] 'compare' (duration: 148.138911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:11.378854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:10.758073Z","time spent":"620.726391ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:11.378856Z","caller":"traceutil/trace.go:171","msg":"trace[1764593041] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"455.900739ms","start":"2026-04-28T03:32:10.922825Z","end":"2026-04-28T03:32:11.378726Z","steps":["trace[1764593041] 'process raft request' (duration: 455.820146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:11.379062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:10.922798Z","time spent":"456.149254ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:11.379403Z","caller":"traceutil/trace.go:171","msg":"trace[767266760] linearizableReadLoop","detail":"{readStateIndex:4783; appliedIndex:4782; }","duration":"467.740201ms","start":"2026-04-28T03:32:10.911441Z","end":"2026-04-28T03:32:11.379182Z","steps":["trace[767266760] 'read index received' (duration: 318.609768ms)","trace[767266760] 'applied index is now lower than readState.Index' (duration: 149.128693ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:11.379792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.239375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:32:11.379846Z","caller":"traceutil/trace.go:171","msg":"trace[692251384] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4574; }","duration":"476.350297ms","start":"2026-04-28T03:32:10.903483Z","end":"2026-04-28T03:32:11.379833Z","steps":["trace[692251384] 'agreement among raft nodes before linearized reading' (duration: 476.076021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:11.379999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:10.903452Z","time spent":"476.491129ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:32:11.605113Z","caller":"traceutil/trace.go:171","msg":"trace[570185317] linearizableReadLoop","detail":"{readStateIndex:4785; appliedIndex:4784; }","duration":"220.690056ms","start":"2026-04-28T03:32:11.384396Z","end":"2026-04-28T03:32:11.605086Z","steps":["trace[570185317] 'read index received' (duration: 214.868067ms)","trace[570185317] 'applied index is now lower than readState.Index' (duration: 5.820499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:11.605688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.273348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:32:11.605933Z","caller":"traceutil/trace.go:171","msg":"trace[589761144] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4574; }","duration":"221.557604ms","start":"2026-04-28T03:32:11.384352Z","end":"2026-04-28T03:32:11.605909Z","steps":["trace[589761144] 'agreement among raft nodes before linearized reading' (duration: 220.805638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:11.605975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.119122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:11.606158Z","caller":"traceutil/trace.go:171","msg":"trace[605390332] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4574; }","duration":"105.381347ms","start":"2026-04-28T03:32:11.500763Z","end":"2026-04-28T03:32:11.606144Z","steps":["trace[605390332] 'agreement among raft nodes before linearized reading' (duration: 104.55849ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:11.957815Z","caller":"traceutil/trace.go:171","msg":"trace[2090416495] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"351.425621ms","start":"2026-04-28T03:32:11.606361Z","end":"2026-04-28T03:32:11.957786Z","steps":["trace[2090416495] 'process raft request' (duration: 283.550463ms)","trace[2090416495] 'compare' (duration: 67.580733ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:11.957796Z","caller":"traceutil/trace.go:171","msg":"trace[1074790059] linearizableReadLoop","detail":"{readStateIndex:4786; appliedIndex:4785; }","duration":"350.067155ms","start":"2026-04-28T03:32:11.607705Z","end":"2026-04-28T03:32:11.957772Z","steps":["trace[1074790059] 'read index received' (duration: 282.261388ms)","trace[1074790059] 'applied index is now lower than readState.Index' (duration: 67.803647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:11.957959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:11.60634Z","time spent":"351.546274ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:11.95817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.460793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9282"} {"level":"info","ts":"2026-04-28T03:32:11.958218Z","caller":"traceutil/trace.go:171","msg":"trace[728525209] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4575; }","duration":"350.588205ms","start":"2026-04-28T03:32:11.607619Z","end":"2026-04-28T03:32:11.958207Z","steps":["trace[728525209] 'agreement among raft nodes before linearized reading' (duration: 350.35526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:11.958284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:11.607604Z","time spent":"350.669437ms","remote":"127.0.0.1:42746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9305,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:32:11.95864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.917594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:32:11.958677Z","caller":"traceutil/trace.go:171","msg":"trace[1132461791] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4575; }","duration":"161.003246ms","start":"2026-04-28T03:32:11.797664Z","end":"2026-04-28T03:32:11.958667Z","steps":["trace[1132461791] 'agreement among raft nodes before linearized reading' (duration: 160.904443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:11.959269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.093434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:32:11.959426Z","caller":"traceutil/trace.go:171","msg":"trace[1706680556] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4575; }","duration":"135.241969ms","start":"2026-04-28T03:32:11.824102Z","end":"2026-04-28T03:32:11.959344Z","steps":["trace[1706680556] 'agreement among raft nodes before linearized reading' (duration: 134.578255ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:12.087229Z","caller":"traceutil/trace.go:171","msg":"trace[1923148025] linearizableReadLoop","detail":"{readStateIndex:4787; appliedIndex:4786; }","duration":"119.063647ms","start":"2026-04-28T03:32:11.968109Z","end":"2026-04-28T03:32:12.087173Z","steps":["trace[1923148025] 'read index received' (duration: 118.769901ms)","trace[1923148025] 'applied index is now lower than readState.Index' (duration: 292.116µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:12.087285Z","caller":"traceutil/trace.go:171","msg":"trace[980273793] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"121.158499ms","start":"2026-04-28T03:32:11.966095Z","end":"2026-04-28T03:32:12.087254Z","steps":["trace[980273793] 'process raft request' (duration: 120.851523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:12.087524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.381514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-04-28T03:32:12.087576Z","caller":"traceutil/trace.go:171","msg":"trace[961192466] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4576; }","duration":"119.478175ms","start":"2026-04-28T03:32:11.968088Z","end":"2026-04-28T03:32:12.087567Z","steps":["trace[961192466] 'agreement among raft nodes before linearized reading' (duration: 119.26827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:12.756504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.676789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:12.756559Z","caller":"traceutil/trace.go:171","msg":"trace[300595080] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4578; }","duration":"204.776491ms","start":"2026-04-28T03:32:12.551771Z","end":"2026-04-28T03:32:12.756548Z","steps":["trace[300595080] 'count revisions from in-memory index tree' (duration: 204.552916ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:13.04843Z","caller":"traceutil/trace.go:171","msg":"trace[1935041368] linearizableReadLoop","detail":"{readStateIndex:4790; appliedIndex:4789; }","duration":"126.369868ms","start":"2026-04-28T03:32:12.922031Z","end":"2026-04-28T03:32:13.048401Z","steps":["trace[1935041368] 'read index received' (duration: 126.220304ms)","trace[1935041368] 'applied index is now lower than readState.Index' (duration: 148.734µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:13.048705Z","caller":"traceutil/trace.go:171","msg":"trace[1724082815] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"187.942358ms","start":"2026-04-28T03:32:12.860754Z","end":"2026-04-28T03:32:13.048696Z","steps":["trace[1724082815] 'process raft request' (duration: 187.518879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:13.048734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.149052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:32:13.048811Z","caller":"traceutil/trace.go:171","msg":"trace[176263571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4579; }","duration":"126.281815ms","start":"2026-04-28T03:32:12.922511Z","end":"2026-04-28T03:32:13.048793Z","steps":["trace[176263571] 'agreement among raft nodes before linearized reading' (duration: 126.089911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:13.048942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.959099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:32:13.049073Z","caller":"traceutil/trace.go:171","msg":"trace[454823082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4579; }","duration":"126.160284ms","start":"2026-04-28T03:32:12.922899Z","end":"2026-04-28T03:32:13.049059Z","steps":["trace[454823082] 'agreement among raft nodes before linearized reading' (duration: 125.802176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:13.049112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.083882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:32:13.049244Z","caller":"traceutil/trace.go:171","msg":"trace[2145812459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4579; }","duration":"127.214805ms","start":"2026-04-28T03:32:12.922016Z","end":"2026-04-28T03:32:13.049231Z","steps":["trace[2145812459] 'agreement among raft nodes before linearized reading' (duration: 126.537791ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:13.306716Z","caller":"traceutil/trace.go:171","msg":"trace[1956978761] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"252.91496ms","start":"2026-04-28T03:32:13.053772Z","end":"2026-04-28T03:32:13.306687Z","steps":["trace[1956978761] 'process raft request' (duration: 252.802928ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:13.3069Z","caller":"traceutil/trace.go:171","msg":"trace[2087236886] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"253.105054ms","start":"2026-04-28T03:32:13.053773Z","end":"2026-04-28T03:32:13.306878Z","steps":["trace[2087236886] 'process raft request' (duration: 252.145774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:13.81519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.463851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:13.815307Z","caller":"traceutil/trace.go:171","msg":"trace[1467177067] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:4584; }","duration":"106.629933ms","start":"2026-04-28T03:32:13.70865Z","end":"2026-04-28T03:32:13.815279Z","steps":["trace[1467177067] 'count revisions from in-memory index tree' (duration: 106.371458ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:14.22662Z","caller":"traceutil/trace.go:171","msg":"trace[374670096] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"129.855351ms","start":"2026-04-28T03:32:14.096721Z","end":"2026-04-28T03:32:14.226576Z","steps":["trace[374670096] 'process raft request' (duration: 129.695037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:15.271744Z","caller":"traceutil/trace.go:171","msg":"trace[901147851] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"121.204024ms","start":"2026-04-28T03:32:15.150511Z","end":"2026-04-28T03:32:15.271715Z","steps":["trace[901147851] 'process raft request' (duration: 75.660591ms)","trace[901147851] 'compare' (duration: 45.39856ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:15.437434Z","caller":"traceutil/trace.go:171","msg":"trace[1725978770] transaction","detail":"{read_only:false; response_revision:4592; number_of_response:1; }","duration":"122.180514ms","start":"2026-04-28T03:32:15.315232Z","end":"2026-04-28T03:32:15.437413Z","steps":["trace[1725978770] 'process raft request' (duration: 122.149103ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:15.437529Z","caller":"traceutil/trace.go:171","msg":"trace[139637810] transaction","detail":"{read_only:false; response_revision:4591; number_of_response:1; }","duration":"122.715574ms","start":"2026-04-28T03:32:15.314768Z","end":"2026-04-28T03:32:15.437483Z","steps":["trace[139637810] 'process raft request' (duration: 72.194488ms)","trace[139637810] 'compare' (duration: 50.317502ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:15.746301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.007261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:15.74643Z","caller":"traceutil/trace.go:171","msg":"trace[1294797186] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"255.858475ms","start":"2026-04-28T03:32:15.490532Z","end":"2026-04-28T03:32:15.74639Z","steps":["trace[1294797186] 'process raft request' (duration: 114.692381ms)","trace[1294797186] 'compare' (duration: 140.920409ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:16.169266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.904482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:16.169345Z","caller":"traceutil/trace.go:171","msg":"trace[1670531586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4594; }","duration":"124.025754ms","start":"2026-04-28T03:32:16.045302Z","end":"2026-04-28T03:32:16.169328Z","steps":["trace[1670531586] 'range keys from in-memory index tree' (duration: 123.762229ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:16.426816Z","caller":"traceutil/trace.go:171","msg":"trace[1503406010] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"194.805415ms","start":"2026-04-28T03:32:16.231974Z","end":"2026-04-28T03:32:16.42678Z","steps":["trace[1503406010] 'process raft request' (duration: 106.195558ms)","trace[1503406010] 'compare' (duration: 88.388802ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:16.720879Z","caller":"traceutil/trace.go:171","msg":"trace[203369468] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"148.083486ms","start":"2026-04-28T03:32:16.572767Z","end":"2026-04-28T03:32:16.720851Z","steps":["trace[203369468] 'process raft request' (duration: 143.256778ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:17.38348Z","caller":"traceutil/trace.go:171","msg":"trace[863938492] linearizableReadLoop","detail":"{readStateIndex:4810; appliedIndex:4809; }","duration":"206.921896ms","start":"2026-04-28T03:32:17.176536Z","end":"2026-04-28T03:32:17.383458Z","steps":["trace[863938492] 'read index received' (duration: 206.693461ms)","trace[863938492] 'applied index is now lower than readState.Index' (duration: 227.675µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:17.383536Z","caller":"traceutil/trace.go:171","msg":"trace[820509612] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"237.723438ms","start":"2026-04-28T03:32:17.145776Z","end":"2026-04-28T03:32:17.383499Z","steps":["trace[820509612] 'process raft request' (duration: 237.507583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:17.383776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.498524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:17.383822Z","caller":"traceutil/trace.go:171","msg":"trace[1460515114] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4598; }","duration":"202.569566ms","start":"2026-04-28T03:32:17.181242Z","end":"2026-04-28T03:32:17.383812Z","steps":["trace[1460515114] 'agreement among raft nodes before linearized reading' (duration: 202.346231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:17.383754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.192941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:17.383986Z","caller":"traceutil/trace.go:171","msg":"trace[2139342205] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4598; }","duration":"207.412066ms","start":"2026-04-28T03:32:17.176493Z","end":"2026-04-28T03:32:17.383905Z","steps":["trace[2139342205] 'agreement among raft nodes before linearized reading' (duration: 207.053988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:17.384092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.280511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:32:17.384237Z","caller":"traceutil/trace.go:171","msg":"trace[127440051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4598; }","duration":"107.461294ms","start":"2026-04-28T03:32:17.276758Z","end":"2026-04-28T03:32:17.384219Z","steps":["trace[127440051] 'agreement among raft nodes before linearized reading' (duration: 106.945264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:17.633834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.157691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:17.634199Z","caller":"traceutil/trace.go:171","msg":"trace[1925320309] linearizableReadLoop","detail":"{readStateIndex:4813; appliedIndex:4811; }","duration":"168.494488ms","start":"2026-04-28T03:32:17.465686Z","end":"2026-04-28T03:32:17.634181Z","steps":["trace[1925320309] 'read index received' (duration: 54.835505ms)","trace[1925320309] 'applied index is now lower than readState.Index' (duration: 113.657883ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:17.634277Z","caller":"traceutil/trace.go:171","msg":"trace[1567843946] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"173.195073ms","start":"2026-04-28T03:32:17.461058Z","end":"2026-04-28T03:32:17.634253Z","steps":["trace[1567843946] 'process raft request' (duration: 172.880286ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:17.634304Z","caller":"traceutil/trace.go:171","msg":"trace[1912537322] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"174.315027ms","start":"2026-04-28T03:32:17.459934Z","end":"2026-04-28T03:32:17.634249Z","steps":["trace[1912537322] 'process raft request' (duration: 60.590533ms)","trace[1912537322] 'compare' (duration: 113.031229ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:17.634557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.882065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T03:32:17.634604Z","caller":"traceutil/trace.go:171","msg":"trace[1184826213] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4601; }","duration":"168.931896ms","start":"2026-04-28T03:32:17.465661Z","end":"2026-04-28T03:32:17.634592Z","steps":["trace[1184826213] 'agreement among raft nodes before linearized reading' (duration: 168.583049ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:17.657649Z","caller":"traceutil/trace.go:171","msg":"trace[1754668499] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"123.709757ms","start":"2026-04-28T03:32:17.533919Z","end":"2026-04-28T03:32:17.657629Z","steps":["trace[1754668499] 'process raft request' (duration: 123.418642ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:18.245297Z","caller":"traceutil/trace.go:171","msg":"trace[752571288] linearizableReadLoop","detail":"{readStateIndex:4815; appliedIndex:4814; }","duration":"448.437192ms","start":"2026-04-28T03:32:17.796842Z","end":"2026-04-28T03:32:18.245279Z","steps":["trace[752571288] 'read index received' (duration: 448.285459ms)","trace[752571288] 'applied index is now lower than readState.Index' (duration: 150.583µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:18.245405Z","caller":"traceutil/trace.go:171","msg":"trace[1663229207] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"450.330691ms","start":"2026-04-28T03:32:17.79506Z","end":"2026-04-28T03:32:18.24539Z","steps":["trace[1663229207] 'process raft request' (duration: 450.087866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:18.245485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:17.795034Z","time spent":"450.389892ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:18.24568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.83964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:32:18.245722Z","caller":"traceutil/trace.go:171","msg":"trace[598223961] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4603; }","duration":"448.911862ms","start":"2026-04-28T03:32:17.796805Z","end":"2026-04-28T03:32:18.245717Z","steps":["trace[598223961] 'agreement among raft nodes before linearized reading' (duration: 448.760829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:18.245744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:17.796786Z","time spent":"448.954482ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:32:18.245719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.249251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:18.246479Z","caller":"traceutil/trace.go:171","msg":"trace[205618762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4603; }","duration":"202.061927ms","start":"2026-04-28T03:32:18.044404Z","end":"2026-04-28T03:32:18.246466Z","steps":["trace[205618762] 'agreement among raft nodes before linearized reading' (duration: 201.22009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:18.433954Z","caller":"traceutil/trace.go:171","msg":"trace[104939990] transaction","detail":"{read_only:false; response_revision:4604; number_of_response:1; }","duration":"178.105457ms","start":"2026-04-28T03:32:18.255826Z","end":"2026-04-28T03:32:18.433931Z","steps":["trace[104939990] 'process raft request' (duration: 82.507894ms)","trace[104939990] 'compare' (duration: 95.158864ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:18.43413Z","caller":"traceutil/trace.go:171","msg":"trace[1111849139] linearizableReadLoop","detail":"{readStateIndex:4816; appliedIndex:4815; }","duration":"177.830589ms","start":"2026-04-28T03:32:18.256289Z","end":"2026-04-28T03:32:18.43412Z","steps":["trace[1111849139] 'read index received' (duration: 81.972332ms)","trace[1111849139] 'applied index is now lower than readState.Index' (duration: 95.856997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:18.434261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.959202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-04-28T03:32:18.434304Z","caller":"traceutil/trace.go:171","msg":"trace[1039533029] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4605; }","duration":"178.018364ms","start":"2026-04-28T03:32:18.256266Z","end":"2026-04-28T03:32:18.434284Z","steps":["trace[1039533029] 'agreement among raft nodes before linearized reading' (duration: 177.894891ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:18.82705Z","caller":"traceutil/trace.go:171","msg":"trace[1029701939] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"100.686117ms","start":"2026-04-28T03:32:18.726328Z","end":"2026-04-28T03:32:18.827014Z","steps":["trace[1029701939] 'process raft request' (duration: 100.467173ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:19.612184Z","caller":"traceutil/trace.go:171","msg":"trace[700902261] linearizableReadLoop","detail":"{readStateIndex:4820; appliedIndex:4819; }","duration":"154.456953ms","start":"2026-04-28T03:32:19.457689Z","end":"2026-04-28T03:32:19.612146Z","steps":["trace[700902261] 'read index received' (duration: 154.29913ms)","trace[700902261] 'applied index is now lower than readState.Index' (duration: 157.003µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:19.612351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.660887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:32:19.612388Z","caller":"traceutil/trace.go:171","msg":"trace[1766723990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4608; }","duration":"154.740898ms","start":"2026-04-28T03:32:19.457635Z","end":"2026-04-28T03:32:19.612376Z","steps":["trace[1766723990] 'agreement among raft nodes before linearized reading' (duration: 154.611656ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:19.612397Z","caller":"traceutil/trace.go:171","msg":"trace[1630776909] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"219.456618ms","start":"2026-04-28T03:32:19.392919Z","end":"2026-04-28T03:32:19.612375Z","steps":["trace[1630776909] 'process raft request' (duration: 219.094941ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:19.829313Z","caller":"traceutil/trace.go:171","msg":"trace[1301565086] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"213.725968ms","start":"2026-04-28T03:32:19.61557Z","end":"2026-04-28T03:32:19.829296Z","steps":["trace[1301565086] 'process raft request' (duration: 213.611885ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:19.829429Z","caller":"traceutil/trace.go:171","msg":"trace[1294676222] linearizableReadLoop","detail":"{readStateIndex:4821; appliedIndex:4821; }","duration":"190.92624ms","start":"2026-04-28T03:32:19.638473Z","end":"2026-04-28T03:32:19.829399Z","steps":["trace[1294676222] 'read index received' (duration: 190.890309ms)","trace[1294676222] 'applied index is now lower than readState.Index' (duration: 34.191µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:19.829654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.167255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:32:19.829654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.168125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:32:19.829754Z","caller":"traceutil/trace.go:171","msg":"trace[242032653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4609; }","duration":"191.332878ms","start":"2026-04-28T03:32:19.638407Z","end":"2026-04-28T03:32:19.82974Z","steps":["trace[242032653] 'agreement among raft nodes before linearized reading' (duration: 191.021481ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:19.829754Z","caller":"traceutil/trace.go:171","msg":"trace[1911595227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4609; }","duration":"191.281228ms","start":"2026-04-28T03:32:19.63845Z","end":"2026-04-28T03:32:19.829731Z","steps":["trace[1911595227] 'agreement among raft nodes before linearized reading' (duration: 191.057063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:20.191268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.337307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:20.191551Z","caller":"traceutil/trace.go:171","msg":"trace[140176996] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"357.900701ms","start":"2026-04-28T03:32:19.833628Z","end":"2026-04-28T03:32:20.191529Z","steps":["trace[140176996] 'process raft request' (duration: 357.753388ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:20.191557Z","caller":"traceutil/trace.go:171","msg":"trace[1348954646] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"528.260668ms","start":"2026-04-28T03:32:19.663262Z","end":"2026-04-28T03:32:20.191523Z","steps":["trace[1348954646] 'process raft request' (duration: 192.554614ms)","trace[1348954646] 'compare' (duration: 335.215565ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:20.191693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:19.83361Z","time spent":"357.993622ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:20.191723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:19.663243Z","time spent":"528.37538ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:20.191859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.697496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:32:20.19185Z","caller":"traceutil/trace.go:171","msg":"trace[1422068986] linearizableReadLoop","detail":"{readStateIndex:4822; appliedIndex:4821; }","duration":"362.23529ms","start":"2026-04-28T03:32:19.829493Z","end":"2026-04-28T03:32:20.191728Z","steps":["trace[1422068986] 'read index received' (duration: 26.441673ms)","trace[1422068986] 'applied index is now lower than readState.Index' (duration: 335.792107ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:20.191902Z","caller":"traceutil/trace.go:171","msg":"trace[2115818048] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4611; }","duration":"393.764098ms","start":"2026-04-28T03:32:19.798126Z","end":"2026-04-28T03:32:20.19189Z","steps":["trace[2115818048] 'agreement among raft nodes before linearized reading' (duration: 393.624924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:20.191929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:19.798107Z","time spent":"393.816799ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-28T03:32:20.19206Z","caller":"traceutil/trace.go:171","msg":"trace[1520123526] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"358.098185ms","start":"2026-04-28T03:32:19.833953Z","end":"2026-04-28T03:32:20.192051Z","steps":["trace[1520123526] 'process raft request' (duration: 357.533883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:20.192075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.71162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:20.192075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.503955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:20.192083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.591511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:20.192114Z","caller":"traceutil/trace.go:171","msg":"trace[4754462] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4611; }","duration":"417.591026ms","start":"2026-04-28T03:32:19.774512Z","end":"2026-04-28T03:32:20.192103Z","steps":["trace[4754462] 'agreement among raft nodes before linearized reading' (duration: 417.407202ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:20.192138Z","caller":"traceutil/trace.go:171","msg":"trace[2047389192] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4612; }","duration":"311.651023ms","start":"2026-04-28T03:32:19.880472Z","end":"2026-04-28T03:32:20.192123Z","steps":["trace[2047389192] 'agreement among raft nodes before linearized reading' (duration: 311.54284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:20.192152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:19.774452Z","time spent":"417.689049ms","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:20.192196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:19.880392Z","time spent":"311.789325ms","remote":"127.0.0.1:43158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:20.192101Z","caller":"traceutil/trace.go:171","msg":"trace[1524103040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4612; }","duration":"139.765652ms","start":"2026-04-28T03:32:20.052325Z","end":"2026-04-28T03:32:20.192091Z","steps":["trace[1524103040] 'agreement among raft nodes before linearized reading' (duration: 139.729211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:20.192307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:19.833947Z","time spent":"358.134536ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:20.711321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.43692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:20.711405Z","caller":"traceutil/trace.go:171","msg":"trace[1944376603] linearizableReadLoop","detail":"{readStateIndex:4825; appliedIndex:4824; }","duration":"273.782594ms","start":"2026-04-28T03:32:20.437609Z","end":"2026-04-28T03:32:20.711391Z","steps":["trace[1944376603] 'read index received' (duration: 59.561µs)","trace[1944376603] 'applied index is now lower than readState.Index' (duration: 273.721963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:20.711544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.947177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:32:20.711569Z","caller":"traceutil/trace.go:171","msg":"trace[155808328] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4613; }","duration":"274.008129ms","start":"2026-04-28T03:32:20.437553Z","end":"2026-04-28T03:32:20.711561Z","steps":["trace[155808328] 'agreement among raft nodes before linearized reading' (duration: 273.872566ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:20.711757Z","caller":"traceutil/trace.go:171","msg":"trace[326592647] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"457.937076ms","start":"2026-04-28T03:32:20.253787Z","end":"2026-04-28T03:32:20.711724Z","steps":["trace[326592647] 'process raft request' (duration: 66.019016ms)","trace[326592647] 'compare' (duration: 391.250037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:20.711877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:20.253768Z","time spent":"458.052318ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:20.945638Z","caller":"traceutil/trace.go:171","msg":"trace[1355957873] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"505.060616ms","start":"2026-04-28T03:32:20.440557Z","end":"2026-04-28T03:32:20.945618Z","steps":["trace[1355957873] 'process raft request' (duration: 503.385181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:20.945764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:20.440535Z","time spent":"505.171069ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:20.946105Z","caller":"traceutil/trace.go:171","msg":"trace[215146126] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"114.085214ms","start":"2026-04-28T03:32:20.831992Z","end":"2026-04-28T03:32:20.946077Z","steps":["trace[215146126] 'process raft request' (duration: 114.026453ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:20.946362Z","caller":"traceutil/trace.go:171","msg":"trace[1521921879] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"230.799283ms","start":"2026-04-28T03:32:20.715549Z","end":"2026-04-28T03:32:20.946348Z","steps":["trace[1521921879] 'process raft request' (duration: 230.283282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:21.277313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.474919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:21.277395Z","caller":"traceutil/trace.go:171","msg":"trace[74408033] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4616; }","duration":"143.616411ms","start":"2026-04-28T03:32:21.133761Z","end":"2026-04-28T03:32:21.277377Z","steps":["trace[74408033] 'count revisions from in-memory index tree' (duration: 141.1407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:21.277385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.67407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:21.277472Z","caller":"traceutil/trace.go:171","msg":"trace[26046078] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4616; }","duration":"194.812413ms","start":"2026-04-28T03:32:21.082642Z","end":"2026-04-28T03:32:21.277455Z","steps":["trace[26046078] 'count revisions from in-memory index tree' (duration: 194.581268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:21.277658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.422642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa678b55c2d69e\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-28T03:32:21.277701Z","caller":"traceutil/trace.go:171","msg":"trace[1389999777] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa678b55c2d69e; range_end:; response_count:1; response_revision:4616; }","duration":"188.502174ms","start":"2026-04-28T03:32:21.089181Z","end":"2026-04-28T03:32:21.277683Z","steps":["trace[1389999777] 'range keys from in-memory index tree' (duration: 188.198197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:21.277735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.510892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:21.277792Z","caller":"traceutil/trace.go:171","msg":"trace[1202149815] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4616; }","duration":"221.611084ms","start":"2026-04-28T03:32:21.056172Z","end":"2026-04-28T03:32:21.277783Z","steps":["trace[1202149815] 'count revisions from in-memory index tree' (duration: 221.426601ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:21.374817Z","caller":"traceutil/trace.go:171","msg":"trace[1087288225] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"211.539138ms","start":"2026-04-28T03:32:21.163251Z","end":"2026-04-28T03:32:21.37479Z","steps":["trace[1087288225] 'process raft request' (duration: 211.379155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:21.553139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.443415ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-28T03:32:21.553478Z","caller":"traceutil/trace.go:171","msg":"trace[1180899760] linearizableReadLoop","detail":"{readStateIndex:4830; appliedIndex:4829; }","duration":"258.951562ms","start":"2026-04-28T03:32:21.294503Z","end":"2026-04-28T03:32:21.553455Z","steps":["trace[1180899760] 'read index received' (duration: 80.314131ms)","trace[1180899760] 'applied index is now lower than readState.Index' (duration: 178.636201ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:21.553539Z","caller":"traceutil/trace.go:171","msg":"trace[304257631] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"232.310884ms","start":"2026-04-28T03:32:21.321201Z","end":"2026-04-28T03:32:21.553512Z","steps":["trace[304257631] 'process raft request' (duration: 232.08285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:21.553775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.251549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:32:21.553889Z","caller":"traceutil/trace.go:171","msg":"trace[776122960] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:4618; }","duration":"259.412031ms","start":"2026-04-28T03:32:21.294458Z","end":"2026-04-28T03:32:21.55387Z","steps":["trace[776122960] 'agreement among raft nodes before linearized reading' (duration: 259.063114ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:21.950009Z","caller":"traceutil/trace.go:171","msg":"trace[778049997] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"395.500178ms","start":"2026-04-28T03:32:21.554478Z","end":"2026-04-28T03:32:21.949979Z","steps":["trace[778049997] 'process raft request' (duration: 395.248602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:21.950393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:21.554459Z","time spent":"395.752663ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:22.207435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.934828ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T03:32:22.207556Z","caller":"traceutil/trace.go:171","msg":"trace[371524204] linearizableReadLoop","detail":"{readStateIndex:4833; appliedIndex:4831; }","duration":"590.806813ms","start":"2026-04-28T03:32:21.616728Z","end":"2026-04-28T03:32:22.207535Z","steps":["trace[371524204] 'read index received' (duration: 333.096934ms)","trace[371524204] 'applied index is now lower than readState.Index' (duration: 257.707779ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:22.207585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:21.555113Z","time spent":"652.467662ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:32:22.207746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.006717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:32:22.207782Z","caller":"traceutil/trace.go:171","msg":"trace[354510885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4619; }","duration":"591.089929ms","start":"2026-04-28T03:32:21.616684Z","end":"2026-04-28T03:32:22.207774Z","steps":["trace[354510885] 'agreement among raft nodes before linearized reading' (duration: 590.933256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:22.207808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:21.616664Z","time spent":"591.13777ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:32:22.691574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.357749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:22.691937Z","caller":"traceutil/trace.go:171","msg":"trace[1952588622] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"494.782902ms","start":"2026-04-28T03:32:22.197124Z","end":"2026-04-28T03:32:22.691907Z","steps":["trace[1952588622] 'process raft request' (duration: 150.016354ms)","trace[1952588622] 'compare' (duration: 344.224297ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:22.691966Z","caller":"traceutil/trace.go:171","msg":"trace[402272388] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"480.437088ms","start":"2026-04-28T03:32:22.211508Z","end":"2026-04-28T03:32:22.691945Z","steps":["trace[402272388] 'process raft request' (duration: 480.270314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:22.692003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:22.197108Z","time spent":"494.864934ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:22.692059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:22.211491Z","time spent":"480.520869ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:22.692145Z","caller":"traceutil/trace.go:171","msg":"trace[683906018] linearizableReadLoop","detail":"{readStateIndex:4834; appliedIndex:4833; }","duration":"484.381998ms","start":"2026-04-28T03:32:22.207597Z","end":"2026-04-28T03:32:22.691979Z","steps":["trace[683906018] 'read index received' (duration: 139.523189ms)","trace[683906018] 'applied index is now lower than readState.Index' (duration: 344.854599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:22.692411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.397607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:22.692514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.572239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:32:22.692517Z","caller":"traceutil/trace.go:171","msg":"trace[1099839484] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:4622; }","duration":"660.53684ms","start":"2026-04-28T03:32:22.031957Z","end":"2026-04-28T03:32:22.692494Z","steps":["trace[1099839484] 'agreement among raft nodes before linearized reading' (duration: 660.04625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:22.692526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.243347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:22.692548Z","caller":"traceutil/trace.go:171","msg":"trace[454155921] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4622; }","duration":"496.64245ms","start":"2026-04-28T03:32:22.195896Z","end":"2026-04-28T03:32:22.692539Z","steps":["trace[454155921] 'agreement among raft nodes before linearized reading' (duration: 496.534977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:22.692575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:22.195878Z","time spent":"496.691361ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:32:22.69257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.251262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:32:22.69258Z","caller":"traceutil/trace.go:171","msg":"trace[1396952139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4622; }","duration":"648.318558ms","start":"2026-04-28T03:32:22.04424Z","end":"2026-04-28T03:32:22.692559Z","steps":["trace[1396952139] 'agreement among raft nodes before linearized reading' (duration: 648.250347ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:22.692614Z","caller":"traceutil/trace.go:171","msg":"trace[1144675018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4622; }","duration":"496.341314ms","start":"2026-04-28T03:32:22.196262Z","end":"2026-04-28T03:32:22.692603Z","steps":["trace[1144675018] 'agreement among raft nodes before linearized reading' (duration: 496.1719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:22.692641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:22.196237Z","time spent":"496.396024ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:32:22.692241Z","caller":"traceutil/trace.go:171","msg":"trace[295011451] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"483.737585ms","start":"2026-04-28T03:32:22.208481Z","end":"2026-04-28T03:32:22.692219Z","steps":["trace[295011451] 'process raft request' (duration: 483.225755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:22.692683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:22.044225Z","time spent":"648.39939ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:32:22.692778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:22.208465Z","time spent":"484.281306ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:22.69279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:22.03194Z","time spent":"660.825816ms","remote":"127.0.0.1:46758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:22.692733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.990147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-28T03:32:22.692743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.335077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:22.692918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.686073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:32:22.692957Z","caller":"traceutil/trace.go:171","msg":"trace[328556497] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4622; }","duration":"859.778985ms","start":"2026-04-28T03:32:21.833168Z","end":"2026-04-28T03:32:22.692947Z","steps":["trace[328556497] 'agreement among raft nodes before linearized reading' (duration: 859.688103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:22.692984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:21.833128Z","time spent":"859.849146ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:32:22.69303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.157509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:22.693065Z","caller":"traceutil/trace.go:171","msg":"trace[1744106070] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4622; }","duration":"673.234231ms","start":"2026-04-28T03:32:22.019822Z","end":"2026-04-28T03:32:22.693057Z","steps":["trace[1744106070] 'agreement among raft nodes before linearized reading' (duration: 673.1799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:22.693135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:22.019804Z","time spent":"673.322402ms","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:22.692953Z","caller":"traceutil/trace.go:171","msg":"trace[1317824766] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4622; }","duration":"895.245232ms","start":"2026-04-28T03:32:21.797687Z","end":"2026-04-28T03:32:22.692932Z","steps":["trace[1317824766] 'agreement among raft nodes before linearized reading' (duration: 894.772003ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:22.693218Z","caller":"traceutil/trace.go:171","msg":"trace[1975464207] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4622; }","duration":"880.591952ms","start":"2026-04-28T03:32:21.812351Z","end":"2026-04-28T03:32:22.692943Z","steps":["trace[1975464207] 'agreement among raft nodes before linearized reading' (duration: 880.104972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:22.694184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:21.81233Z","time spent":"881.835768ms","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:22.694668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:21.797582Z","time spent":"895.726152ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:32:22.695336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.821645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:22.695414Z","caller":"traceutil/trace.go:171","msg":"trace[2132210404] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4622; }","duration":"840.945257ms","start":"2026-04-28T03:32:21.854449Z","end":"2026-04-28T03:32:22.695394Z","steps":["trace[2132210404] 'agreement among raft nodes before linearized reading' (duration: 838.406265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:22.696487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:21.854432Z","time spent":"842.00474ms","remote":"127.0.0.1:46784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:22.967064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.82894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:22.967167Z","caller":"traceutil/trace.go:171","msg":"trace[1654685247] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"266.55237ms","start":"2026-04-28T03:32:22.700592Z","end":"2026-04-28T03:32:22.967144Z","steps":["trace[1654685247] 'process raft request' (duration: 116.570327ms)","trace[1654685247] 'compare' (duration: 149.658887ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:23.013852Z","caller":"traceutil/trace.go:171","msg":"trace[1330151246] transaction","detail":"{read_only:false; response_revision:4624; number_of_response:1; }","duration":"313.21961ms","start":"2026-04-28T03:32:22.70061Z","end":"2026-04-28T03:32:23.013829Z","steps":["trace[1330151246] 'process raft request' (duration: 312.953885ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:23.013878Z","caller":"traceutil/trace.go:171","msg":"trace[621266632] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"313.185529ms","start":"2026-04-28T03:32:22.700659Z","end":"2026-04-28T03:32:23.013845Z","steps":["trace[621266632] 'process raft request' (duration: 313.071227ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:23.013915Z","caller":"traceutil/trace.go:171","msg":"trace[268043813] linearizableReadLoop","detail":"{readStateIndex:4838; appliedIndex:4836; }","duration":"313.152969ms","start":"2026-04-28T03:32:22.700626Z","end":"2026-04-28T03:32:23.013779Z","steps":["trace[268043813] 'read index received' (duration: 116.517106ms)","trace[268043813] 'applied index is now lower than readState.Index' (duration: 196.634913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:23.013988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:22.700653Z","time spent":"313.274701ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:23.013981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:22.700599Z","time spent":"313.310983ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:23.01426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.620868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:32:23.01433Z","caller":"traceutil/trace.go:171","msg":"trace[1201853250] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4625; }","duration":"313.767702ms","start":"2026-04-28T03:32:22.700545Z","end":"2026-04-28T03:32:23.014313Z","steps":["trace[1201853250] 'agreement among raft nodes before linearized reading' (duration: 313.473816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:23.014477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:22.700505Z","time spent":"313.921794ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:32:23.151566Z","caller":"traceutil/trace.go:171","msg":"trace[1853329401] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"200.244047ms","start":"2026-04-28T03:32:22.951301Z","end":"2026-04-28T03:32:23.151545Z","steps":["trace[1853329401] 'process raft request' (duration: 123.103241ms)","trace[1853329401] 'compare' (duration: 76.749038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:23.15177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.261296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T03:32:23.151691Z","caller":"traceutil/trace.go:171","msg":"trace[2055714073] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"199.544153ms","start":"2026-04-28T03:32:22.952118Z","end":"2026-04-28T03:32:23.151663Z","steps":["trace[2055714073] 'process raft request' (duration: 199.364529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:23.151866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.592196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:32:23.151886Z","caller":"traceutil/trace.go:171","msg":"trace[1380692564] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4627; }","duration":"201.632506ms","start":"2026-04-28T03:32:22.950247Z","end":"2026-04-28T03:32:23.151879Z","steps":["trace[1380692564] 'agreement among raft nodes before linearized reading' (duration: 201.580475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:23.15192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.635708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:32:23.151969Z","caller":"traceutil/trace.go:171","msg":"trace[1209618158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4627; }","duration":"436.70736ms","start":"2026-04-28T03:32:22.715249Z","end":"2026-04-28T03:32:23.151956Z","steps":["trace[1209618158] 'agreement among raft nodes before linearized reading' (duration: 436.585247ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:23.151658Z","caller":"traceutil/trace.go:171","msg":"trace[1889396962] linearizableReadLoop","detail":"{readStateIndex:4841; appliedIndex:4839; }","duration":"137.66506ms","start":"2026-04-28T03:32:23.013982Z","end":"2026-04-28T03:32:23.151648Z","steps":["trace[1889396962] 'read index received' (duration: 60.337961ms)","trace[1889396962] 'applied index is now lower than readState.Index' (duration: 77.326259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:23.152002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:22.715239Z","time spent":"436.75583ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:32:23.151817Z","caller":"traceutil/trace.go:171","msg":"trace[498715748] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4627; }","duration":"449.324398ms","start":"2026-04-28T03:32:22.702476Z","end":"2026-04-28T03:32:23.1518Z","steps":["trace[498715748] 'agreement among raft nodes before linearized reading' (duration: 449.202946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:23.152073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.788191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9282"} {"level":"info","ts":"2026-04-28T03:32:23.152089Z","caller":"traceutil/trace.go:171","msg":"trace[1020586909] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4627; }","duration":"135.850292ms","start":"2026-04-28T03:32:23.016234Z","end":"2026-04-28T03:32:23.152084Z","steps":["trace[1020586909] 'agreement among raft nodes before linearized reading' (duration: 135.798961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:23.152092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:22.702469Z","time spent":"449.615724ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-28T03:32:24.236868Z","caller":"traceutil/trace.go:171","msg":"trace[111497952] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"115.114758ms","start":"2026-04-28T03:32:24.121729Z","end":"2026-04-28T03:32:24.236843Z","steps":["trace[111497952] 'process raft request' (duration: 114.956625ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:25.021616Z","caller":"traceutil/trace.go:171","msg":"trace[631277944] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"321.807071ms","start":"2026-04-28T03:32:24.699787Z","end":"2026-04-28T03:32:25.021594Z","steps":["trace[631277944] 'process raft request' (duration: 321.673759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.021754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:24.699761Z","time spent":"321.924054ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:25.054626Z","caller":"traceutil/trace.go:171","msg":"trace[2101540482] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"351.755297ms","start":"2026-04-28T03:32:24.702848Z","end":"2026-04-28T03:32:25.054604Z","steps":["trace[2101540482] 'process raft request' (duration: 351.503182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.054743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:24.702834Z","time spent":"351.852049ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:25.177995Z","caller":"traceutil/trace.go:171","msg":"trace[1231111114] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"117.919357ms","start":"2026-04-28T03:32:25.060055Z","end":"2026-04-28T03:32:25.177974Z","steps":["trace[1231111114] 'process raft request' (duration: 117.849176ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:25.178078Z","caller":"traceutil/trace.go:171","msg":"trace[1346106451] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"118.11517ms","start":"2026-04-28T03:32:25.059931Z","end":"2026-04-28T03:32:25.178046Z","steps":["trace[1346106451] 'process raft request' (duration: 113.291072ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:25.178314Z","caller":"traceutil/trace.go:171","msg":"trace[865854073] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"118.235884ms","start":"2026-04-28T03:32:25.060059Z","end":"2026-04-28T03:32:25.178295Z","steps":["trace[865854073] 'process raft request' (duration: 117.886306ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:25.360744Z","caller":"traceutil/trace.go:171","msg":"trace[171620260] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"135.797526ms","start":"2026-04-28T03:32:25.2249Z","end":"2026-04-28T03:32:25.360697Z","steps":["trace[171620260] 'process raft request' (duration: 82.813545ms)","trace[171620260] 'compare' (duration: 52.148343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:29.329727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.048424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:29.329852Z","caller":"traceutil/trace.go:171","msg":"trace[2098323945] linearizableReadLoop","detail":"{readStateIndex:4867; appliedIndex:4866; }","duration":"141.089088ms","start":"2026-04-28T03:32:29.188742Z","end":"2026-04-28T03:32:29.329831Z","steps":["trace[2098323945] 'read index received' (duration: 4.786789ms)","trace[2098323945] 'applied index is now lower than readState.Index' (duration: 136.300969ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:29.330223Z","caller":"traceutil/trace.go:171","msg":"trace[148676039] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"218.840772ms","start":"2026-04-28T03:32:29.111347Z","end":"2026-04-28T03:32:29.330187Z","steps":["trace[148676039] 'process raft request' (duration: 82.224836ms)","trace[148676039] 'compare' (duration: 135.925381ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:29.33034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.600019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:32:29.330497Z","caller":"traceutil/trace.go:171","msg":"trace[695290646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4652; }","duration":"141.685091ms","start":"2026-04-28T03:32:29.188693Z","end":"2026-04-28T03:32:29.330378Z","steps":["trace[695290646] 'agreement among raft nodes before linearized reading' (duration: 141.513858ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:29.37003Z","caller":"traceutil/trace.go:171","msg":"trace[840039856] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"173.639239ms","start":"2026-04-28T03:32:29.196365Z","end":"2026-04-28T03:32:29.370004Z","steps":["trace[840039856] 'process raft request' (duration: 173.414854ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:29.373595Z","caller":"traceutil/trace.go:171","msg":"trace[1655640284] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"176.641282ms","start":"2026-04-28T03:32:29.196902Z","end":"2026-04-28T03:32:29.373543Z","steps":["trace[1655640284] 'process raft request' (duration: 176.502879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.373785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.911286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:32:29.373848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.679145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:32:29.373954Z","caller":"traceutil/trace.go:171","msg":"trace[1967626687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4655; }","duration":"144.10955ms","start":"2026-04-28T03:32:29.229824Z","end":"2026-04-28T03:32:29.373934Z","steps":["trace[1967626687] 'agreement among raft nodes before linearized reading' (duration: 143.875256ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:29.373961Z","caller":"traceutil/trace.go:171","msg":"trace[1514325528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4655; }","duration":"132.90393ms","start":"2026-04-28T03:32:29.24104Z","end":"2026-04-28T03:32:29.373944Z","steps":["trace[1514325528] 'agreement among raft nodes before linearized reading' (duration: 132.623684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.374389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.128338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-28T03:32:29.373653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.994768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:32:29.374593Z","caller":"traceutil/trace.go:171","msg":"trace[1992146933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4655; }","duration":"177.965938ms","start":"2026-04-28T03:32:29.196601Z","end":"2026-04-28T03:32:29.374566Z","steps":["trace[1992146933] 'agreement among raft nodes before linearized reading' (duration: 176.916437ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:29.374737Z","caller":"traceutil/trace.go:171","msg":"trace[1650375933] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4655; }","duration":"123.295121ms","start":"2026-04-28T03:32:29.251189Z","end":"2026-04-28T03:32:29.374484Z","steps":["trace[1650375933] 'agreement among raft nodes before linearized reading' (duration: 123.043176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:32.070833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.2809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:32.071208Z","caller":"traceutil/trace.go:171","msg":"trace[1791157348] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"735.990414ms","start":"2026-04-28T03:32:31.335166Z","end":"2026-04-28T03:32:32.071157Z","steps":["trace[1791157348] 'process raft request' (duration: 285.312636ms)","trace[1791157348] 'compare' (duration: 450.137238ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:32.071331Z","caller":"traceutil/trace.go:171","msg":"trace[1811337405] linearizableReadLoop","detail":"{readStateIndex:4877; appliedIndex:4876; }","duration":"690.155228ms","start":"2026-04-28T03:32:31.381149Z","end":"2026-04-28T03:32:32.071305Z","steps":["trace[1811337405] 'read index received' (duration: 133.733469ms)","trace[1811337405] 'applied index is now lower than readState.Index' (duration: 556.420439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:32.071391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.335145Z","time spent":"736.135927ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:32.071407Z","caller":"traceutil/trace.go:171","msg":"trace[619638515] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"688.688689ms","start":"2026-04-28T03:32:31.382632Z","end":"2026-04-28T03:32:32.07132Z","steps":["trace[619638515] 'process raft request' (duration: 688.582037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:32.071561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.393133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:32:32.071552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.382619Z","time spent":"688.853672ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:32.071602Z","caller":"traceutil/trace.go:171","msg":"trace[348982616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4663; }","duration":"690.481175ms","start":"2026-04-28T03:32:31.381111Z","end":"2026-04-28T03:32:32.071592Z","steps":["trace[348982616] 'agreement among raft nodes before linearized reading' (duration: 690.314772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:32.071674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.381096Z","time spent":"690.532846ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:32:32.071267Z","caller":"traceutil/trace.go:171","msg":"trace[58519822] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"690.003155ms","start":"2026-04-28T03:32:31.381246Z","end":"2026-04-28T03:32:32.07125Z","steps":["trace[58519822] 'process raft request' (duration: 689.870343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:32.071988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.381225Z","time spent":"690.714629ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:32.30204Z","caller":"traceutil/trace.go:171","msg":"trace[1612289743] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"786.196491ms","start":"2026-04-28T03:32:31.515806Z","end":"2026-04-28T03:32:32.302003Z","steps":["trace[1612289743] 'process raft request' (duration: 704.261451ms)","trace[1612289743] 'compare' (duration: 81.776497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:32.302118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.35831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:32.302148Z","caller":"traceutil/trace.go:171","msg":"trace[1818400636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4665; }","duration":"257.431113ms","start":"2026-04-28T03:32:32.04471Z","end":"2026-04-28T03:32:32.302141Z","steps":["trace[1818400636] 'agreement among raft nodes before linearized reading' (duration: 257.375591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:32.302226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.515788Z","time spent":"786.338044ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:32.302272Z","caller":"traceutil/trace.go:171","msg":"trace[1771754064] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"745.33994ms","start":"2026-04-28T03:32:31.556911Z","end":"2026-04-28T03:32:32.302251Z","steps":["trace[1771754064] 'process raft request' (duration: 745.044553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:32.302284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.043142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:32:32.302325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.556889Z","time spent":"745.396481ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:32.302341Z","caller":"traceutil/trace.go:171","msg":"trace[709575323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4665; }","duration":"823.245246ms","start":"2026-04-28T03:32:31.479087Z","end":"2026-04-28T03:32:32.302332Z","steps":["trace[709575323] 'agreement among raft nodes before linearized reading' (duration: 822.947689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:32.302355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.181262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:32:32.302407Z","caller":"traceutil/trace.go:171","msg":"trace[1513609482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4665; }","duration":"882.234903ms","start":"2026-04-28T03:32:31.42016Z","end":"2026-04-28T03:32:32.302395Z","steps":["trace[1513609482] 'agreement among raft nodes before linearized reading' (duration: 881.944086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:32.302444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.42011Z","time spent":"882.325595ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:32:32.302425Z","caller":"traceutil/trace.go:171","msg":"trace[692229313] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"226.114337ms","start":"2026-04-28T03:32:32.076287Z","end":"2026-04-28T03:32:32.302402Z","steps":["trace[692229313] 'process raft request' (duration: 225.968814ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:32.302047Z","caller":"traceutil/trace.go:171","msg":"trace[1962809675] linearizableReadLoop","detail":"{readStateIndex:4881; appliedIndex:4879; }","duration":"230.611779ms","start":"2026-04-28T03:32:32.071399Z","end":"2026-04-28T03:32:32.302011Z","steps":["trace[1962809675] 'read index received' (duration: 148.658098ms)","trace[1962809675] 'applied index is now lower than readState.Index' (duration: 81.952721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:32.302325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.578187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:32:32.302518Z","caller":"traceutil/trace.go:171","msg":"trace[1981920550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4665; }","duration":"829.816862ms","start":"2026-04-28T03:32:31.472696Z","end":"2026-04-28T03:32:32.302513Z","steps":["trace[1981920550] 'agreement among raft nodes before linearized reading' (duration: 829.529486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:32.30254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.472674Z","time spent":"829.860473ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:32:32.30255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.876968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-28T03:32:32.302392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.47904Z","time spent":"823.325707ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:32:32.30258Z","caller":"traceutil/trace.go:171","msg":"trace[1823364115] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4666; }","duration":"503.910498ms","start":"2026-04-28T03:32:31.798662Z","end":"2026-04-28T03:32:32.302573Z","steps":["trace[1823364115] 'agreement among raft nodes before linearized reading' (duration: 503.767466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:32.302608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.893443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:32:32.302622Z","caller":"traceutil/trace.go:171","msg":"trace[983564064] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4666; }","duration":"829.948544ms","start":"2026-04-28T03:32:31.472669Z","end":"2026-04-28T03:32:32.302618Z","steps":["trace[983564064] 'agreement among raft nodes before linearized reading' (duration: 829.902973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:32.302638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.472646Z","time spent":"829.988246ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:32:32.302635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.798608Z","time spent":"504.00524ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:32:32.302744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.624387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:32:32.302806Z","caller":"traceutil/trace.go:171","msg":"trace[965453254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4666; }","duration":"829.699749ms","start":"2026-04-28T03:32:31.473098Z","end":"2026-04-28T03:32:32.302797Z","steps":["trace[965453254] 'agreement among raft nodes before linearized reading' (duration: 829.285871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:32.30288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.47309Z","time spent":"829.78152ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:32:32.854356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.486562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:32.85491Z","caller":"traceutil/trace.go:171","msg":"trace[1670685851] linearizableReadLoop","detail":"{readStateIndex:4883; appliedIndex:4882; }","duration":"547.957609ms","start":"2026-04-28T03:32:32.306864Z","end":"2026-04-28T03:32:32.854822Z","steps":["trace[1670685851] 'read index received' (duration: 34.03µs)","trace[1670685851] 'applied index is now lower than readState.Index' (duration: 547.918479ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:32.854961Z","caller":"traceutil/trace.go:171","msg":"trace[765442662] transaction","detail":"{read_only:false; response_revision:4670; number_of_response:1; }","duration":"547.541551ms","start":"2026-04-28T03:32:32.307387Z","end":"2026-04-28T03:32:32.854929Z","steps":["trace[765442662] 'process raft request' (duration: 547.139993ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:32.854965Z","caller":"traceutil/trace.go:171","msg":"trace[923492436] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"548.039921ms","start":"2026-04-28T03:32:32.30691Z","end":"2026-04-28T03:32:32.85495Z","steps":["trace[923492436] 'process raft request' (duration: 547.562901ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:32.855072Z","caller":"traceutil/trace.go:171","msg":"trace[42916611] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"548.179733ms","start":"2026-04-28T03:32:32.306853Z","end":"2026-04-28T03:32:32.855033Z","steps":["trace[42916611] 'process raft request' (duration: 105.965737ms)","trace[42916611] 'compare' (duration: 441.41646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:32.855115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:32.307379Z","time spent":"547.651423ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:32.855157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.273015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-04-28T03:32:32.855186Z","caller":"traceutil/trace.go:171","msg":"trace[1952933885] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4671; }","duration":"548.341157ms","start":"2026-04-28T03:32:32.306836Z","end":"2026-04-28T03:32:32.855177Z","steps":["trace[1952933885] 'agreement among raft nodes before linearized reading' (duration: 548.189804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:32.855102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:32.3069Z","time spent":"548.155343ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:32.855217Z","caller":"traceutil/trace.go:171","msg":"trace[1279806683] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"546.06473ms","start":"2026-04-28T03:32:32.309132Z","end":"2026-04-28T03:32:32.855197Z","steps":["trace[1279806683] 'process raft request' (duration: 545.414616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:32.855266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.707696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-28T03:32:32.855308Z","caller":"traceutil/trace.go:171","msg":"trace[2043770239] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4671; }","duration":"393.772367ms","start":"2026-04-28T03:32:32.461519Z","end":"2026-04-28T03:32:32.855291Z","steps":["trace[2043770239] 'agreement among raft nodes before linearized reading' (duration: 393.715756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:32.855326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:32.309116Z","time spent":"546.167191ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:32.855356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:32.461501Z","time spent":"393.846879ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T03:32:32.855218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:32.306821Z","time spent":"548.390828ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-28T03:32:32.855394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:32.306842Z","time spent":"548.317817ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:32.855193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.391227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:32:32.855503Z","caller":"traceutil/trace.go:171","msg":"trace[1547855323] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4671; }","duration":"547.736993ms","start":"2026-04-28T03:32:32.307749Z","end":"2026-04-28T03:32:32.855485Z","steps":["trace[1547855323] 'agreement among raft nodes before linearized reading' (duration: 547.299655ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:32.855513Z","caller":"traceutil/trace.go:171","msg":"trace[272179004] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"548.550692ms","start":"2026-04-28T03:32:32.306941Z","end":"2026-04-28T03:32:32.855492Z","steps":["trace[272179004] 'process raft request' (duration: 547.565482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:32.855661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:32.306923Z","time spent":"548.656883ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:32.855686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:32.307734Z","time spent":"547.832145ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-28T03:32:35.103846Z","caller":"traceutil/trace.go:171","msg":"trace[338199663] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"237.070008ms","start":"2026-04-28T03:32:34.866751Z","end":"2026-04-28T03:32:35.103821Z","steps":["trace[338199663] 'process raft request' (duration: 199.413549ms)","trace[338199663] 'compare' (duration: 37.450564ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:35.104206Z","caller":"traceutil/trace.go:171","msg":"trace[41925935] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"236.915895ms","start":"2026-04-28T03:32:34.867255Z","end":"2026-04-28T03:32:35.104171Z","steps":["trace[41925935] 'process raft request' (duration: 236.523347ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:35.104549Z","caller":"traceutil/trace.go:171","msg":"trace[939033865] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"237.252571ms","start":"2026-04-28T03:32:34.86729Z","end":"2026-04-28T03:32:35.104543Z","steps":["trace[939033865] 'process raft request' (duration: 236.761921ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:35.104734Z","caller":"traceutil/trace.go:171","msg":"trace[412092349] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"236.71181ms","start":"2026-04-28T03:32:34.868016Z","end":"2026-04-28T03:32:35.104728Z","steps":["trace[412092349] 'process raft request' (duration: 236.502686ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:36.282024Z","caller":"traceutil/trace.go:171","msg":"trace[2001817428] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"166.649725ms","start":"2026-04-28T03:32:36.115348Z","end":"2026-04-28T03:32:36.281998Z","steps":["trace[2001817428] 'process raft request' (duration: 166.602014ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:36.282209Z","caller":"traceutil/trace.go:171","msg":"trace[452134100] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"166.935951ms","start":"2026-04-28T03:32:36.115254Z","end":"2026-04-28T03:32:36.28219Z","steps":["trace[452134100] 'process raft request' (duration: 161.245863ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:36.718782Z","caller":"traceutil/trace.go:171","msg":"trace[2101565716] transaction","detail":"{read_only:false; response_revision:4685; number_of_response:1; }","duration":"141.30238ms","start":"2026-04-28T03:32:36.577456Z","end":"2026-04-28T03:32:36.718758Z","steps":["trace[2101565716] 'process raft request' (duration: 141.175958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:44.549491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.540502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:44.549568Z","caller":"traceutil/trace.go:171","msg":"trace[1063204390] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"326.130721ms","start":"2026-04-28T03:32:44.223424Z","end":"2026-04-28T03:32:44.549555Z","steps":["trace[1063204390] 'process raft request' (duration: 158.452486ms)","trace[1063204390] 'compare' (duration: 167.167205ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:44.549602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.223398Z","time spent":"326.189762ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:44.752253Z","caller":"traceutil/trace.go:171","msg":"trace[759042308] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"440.088493ms","start":"2026-04-28T03:32:44.312129Z","end":"2026-04-28T03:32:44.752217Z","steps":["trace[759042308] 'process raft request' (duration: 385.925219ms)","trace[759042308] 'compare' (duration: 53.930569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:44.752447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.312111Z","time spent":"440.238996ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:44.752552Z","caller":"traceutil/trace.go:171","msg":"trace[316964893] linearizableReadLoop","detail":"{readStateIndex:4944; appliedIndex:4942; }","duration":"346.767999ms","start":"2026-04-28T03:32:44.405698Z","end":"2026-04-28T03:32:44.752466Z","steps":["trace[316964893] 'read index received' (duration: 292.284199ms)","trace[316964893] 'applied index is now lower than readState.Index' (duration: 54.48246ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:44.752741Z","caller":"traceutil/trace.go:171","msg":"trace[1169828637] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"436.149872ms","start":"2026-04-28T03:32:44.316565Z","end":"2026-04-28T03:32:44.752715Z","steps":["trace[1169828637] 'process raft request' (duration: 435.603831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:44.752847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.316545Z","time spent":"436.253084ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:44.752901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.131956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:32:44.752948Z","caller":"traceutil/trace.go:171","msg":"trace[729717411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4726; }","duration":"347.283749ms","start":"2026-04-28T03:32:44.405651Z","end":"2026-04-28T03:32:44.752935Z","steps":["trace[729717411] 'agreement among raft nodes before linearized reading' (duration: 347.001794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:44.75302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.405633Z","time spent":"347.374681ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:32:45.453966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.570582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:45.454229Z","caller":"traceutil/trace.go:171","msg":"trace[253482901] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"172.498127ms","start":"2026-04-28T03:32:45.28169Z","end":"2026-04-28T03:32:45.454188Z","steps":["trace[253482901] 'process raft request' (duration: 62.591188ms)","trace[253482901] 'compare' (duration: 109.377668ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:45.637811Z","caller":"traceutil/trace.go:171","msg":"trace[1553841967] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"355.776528ms","start":"2026-04-28T03:32:45.281965Z","end":"2026-04-28T03:32:45.637742Z","steps":["trace[1553841967] 'process raft request' (duration: 355.686536ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:45.637853Z","caller":"traceutil/trace.go:171","msg":"trace[232712342] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"355.860179ms","start":"2026-04-28T03:32:45.281955Z","end":"2026-04-28T03:32:45.637815Z","steps":["trace[232712342] 'process raft request' (duration: 353.392898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:45.638031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:45.281922Z","time spent":"356.011853ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:45.638047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:45.281951Z","time spent":"355.965452ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:49.092997Z","caller":"traceutil/trace.go:171","msg":"trace[1149445837] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"143.328836ms","start":"2026-04-28T03:32:48.949643Z","end":"2026-04-28T03:32:49.092972Z","steps":["trace[1149445837] 'process raft request' (duration: 143.154413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:49.909738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.082893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:49.909867Z","caller":"traceutil/trace.go:171","msg":"trace[671520742] linearizableReadLoop","detail":"{readStateIndex:4970; appliedIndex:4969; }","duration":"198.114134ms","start":"2026-04-28T03:32:49.711727Z","end":"2026-04-28T03:32:49.909841Z","steps":["trace[671520742] 'read index received' (duration: 90.806226ms)","trace[671520742] 'applied index is now lower than readState.Index' (duration: 107.305898ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:49.909871Z","caller":"traceutil/trace.go:171","msg":"trace[1206940687] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"209.477281ms","start":"2026-04-28T03:32:49.700374Z","end":"2026-04-28T03:32:49.909851Z","steps":["trace[1206940687] 'process raft request' (duration: 102.183193ms)","trace[1206940687] 'compare' (duration: 106.740336ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:49.910072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.333399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-28T03:32:49.910108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.381044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:32:49.910132Z","caller":"traceutil/trace.go:171","msg":"trace[1173918709] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4751; }","duration":"198.417031ms","start":"2026-04-28T03:32:49.7117Z","end":"2026-04-28T03:32:49.910117Z","steps":["trace[1173918709] 'agreement among raft nodes before linearized reading' (duration: 198.255548ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:49.910157Z","caller":"traceutil/trace.go:171","msg":"trace[1978698455] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4751; }","duration":"112.460166ms","start":"2026-04-28T03:32:49.797682Z","end":"2026-04-28T03:32:49.910142Z","steps":["trace[1978698455] 'agreement among raft nodes before linearized reading' (duration: 112.293572ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:50.514034Z","caller":"traceutil/trace.go:171","msg":"trace[689766127] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"173.411043ms","start":"2026-04-28T03:32:50.3406Z","end":"2026-04-28T03:32:50.514011Z","steps":["trace[689766127] 'process raft request' (duration: 173.243209ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:50.948376Z","caller":"traceutil/trace.go:171","msg":"trace[150187281] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"117.529022ms","start":"2026-04-28T03:32:50.830824Z","end":"2026-04-28T03:32:50.948353Z","steps":["trace[150187281] 'process raft request' (duration: 117.402439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:51.499934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.225964ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T03:32:51.500373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.843487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:32:51.500497Z","caller":"traceutil/trace.go:171","msg":"trace[2023013827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4757; }","duration":"204.002669ms","start":"2026-04-28T03:32:51.296469Z","end":"2026-04-28T03:32:51.500471Z","steps":["trace[2023013827] 'agreement among raft nodes before linearized reading' (duration: 203.744954ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:51.500675Z","caller":"traceutil/trace.go:171","msg":"trace[171296194] linearizableReadLoop","detail":"{readStateIndex:4977; appliedIndex:4976; }","duration":"203.560841ms","start":"2026-04-28T03:32:51.296512Z","end":"2026-04-28T03:32:51.500072Z","steps":["trace[171296194] 'read index received' (duration: 76.130742ms)","trace[171296194] 'applied index is now lower than readState.Index' (duration: 127.428139ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:51.500861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.03229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:51.500906Z","caller":"traceutil/trace.go:171","msg":"trace[1641680993] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4757; }","duration":"114.092011ms","start":"2026-04-28T03:32:51.386799Z","end":"2026-04-28T03:32:51.500891Z","steps":["trace[1641680993] 'agreement among raft nodes before linearized reading' (duration: 113.987619ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:55.189122Z","caller":"traceutil/trace.go:171","msg":"trace[1946021237] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"230.518817ms","start":"2026-04-28T03:32:54.958579Z","end":"2026-04-28T03:32:55.189098Z","steps":["trace[1946021237] 'process raft request' (duration: 230.322913ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:55.209881Z","caller":"traceutil/trace.go:171","msg":"trace[1608777977] linearizableReadLoop","detail":"{readStateIndex:4997; appliedIndex:4995; }","duration":"202.72791ms","start":"2026-04-28T03:32:55.00713Z","end":"2026-04-28T03:32:55.209858Z","steps":["trace[1608777977] 'read index received' (duration: 181.857685ms)","trace[1608777977] 'applied index is now lower than readState.Index' (duration: 20.869265ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:55.21005Z","caller":"traceutil/trace.go:171","msg":"trace[1048473672] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"204.013826ms","start":"2026-04-28T03:32:55.006024Z","end":"2026-04-28T03:32:55.210038Z","steps":["trace[1048473672] 'process raft request' (duration: 203.702449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:55.21025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.839982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:55.210339Z","caller":"traceutil/trace.go:171","msg":"trace[1578783861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4777; }","duration":"165.975904ms","start":"2026-04-28T03:32:55.044344Z","end":"2026-04-28T03:32:55.21032Z","steps":["trace[1578783861] 'agreement among raft nodes before linearized reading' (duration: 165.81757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:55.21051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.172539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:32:55.210601Z","caller":"traceutil/trace.go:171","msg":"trace[1761521727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4777; }","duration":"203.481685ms","start":"2026-04-28T03:32:55.007106Z","end":"2026-04-28T03:32:55.210588Z","steps":["trace[1761521727] 'agreement among raft nodes before linearized reading' (duration: 203.090257ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:57.349791Z","caller":"traceutil/trace.go:171","msg":"trace[1665963048] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"134.193765ms","start":"2026-04-28T03:32:57.215565Z","end":"2026-04-28T03:32:57.349759Z","steps":["trace[1665963048] 'process raft request' (duration: 131.877666ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:58.17146Z","caller":"traceutil/trace.go:171","msg":"trace[1580250022] linearizableReadLoop","detail":"{readStateIndex:5012; appliedIndex:5011; }","duration":"194.143633ms","start":"2026-04-28T03:32:57.977288Z","end":"2026-04-28T03:32:58.171431Z","steps":["trace[1580250022] 'read index received' (duration: 193.906429ms)","trace[1580250022] 'applied index is now lower than readState.Index' (duration: 236.054µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:58.171517Z","caller":"traceutil/trace.go:171","msg":"trace[71215212] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"271.25903ms","start":"2026-04-28T03:32:57.900223Z","end":"2026-04-28T03:32:58.171482Z","steps":["trace[71215212] 'process raft request' (duration: 271.038956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.171744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.43934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:32:58.171798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.347884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:58.171819Z","caller":"traceutil/trace.go:171","msg":"trace[600944910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4791; }","duration":"194.559782ms","start":"2026-04-28T03:32:57.977242Z","end":"2026-04-28T03:32:58.171802Z","steps":["trace[600944910] 'agreement among raft nodes before linearized reading' (duration: 194.311607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.171817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.164839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:32:58.171851Z","caller":"traceutil/trace.go:171","msg":"trace[67426286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4791; }","duration":"128.426136ms","start":"2026-04-28T03:32:58.043411Z","end":"2026-04-28T03:32:58.171837Z","steps":["trace[67426286] 'agreement among raft nodes before linearized reading' (duration: 128.336584ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:58.171867Z","caller":"traceutil/trace.go:171","msg":"trace[229415227] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4791; }","duration":"163.257811ms","start":"2026-04-28T03:32:58.008593Z","end":"2026-04-28T03:32:58.171851Z","steps":["trace[229415227] 'agreement among raft nodes before linearized reading' (duration: 163.010756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.171908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.754313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:58.171995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.79892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:58.172091Z","caller":"traceutil/trace.go:171","msg":"trace[1825528201] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4791; }","duration":"141.982328ms","start":"2026-04-28T03:32:58.030088Z","end":"2026-04-28T03:32:58.17207Z","steps":["trace[1825528201] 'agreement among raft nodes before linearized reading' (duration: 141.743183ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:58.172221Z","caller":"traceutil/trace.go:171","msg":"trace[922433910] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4791; }","duration":"150.034905ms","start":"2026-04-28T03:32:58.022172Z","end":"2026-04-28T03:32:58.172207Z","steps":["trace[922433910] 'agreement among raft nodes before linearized reading' (duration: 149.741279ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:00.442289Z","caller":"traceutil/trace.go:171","msg":"trace[68595417] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"100.907493ms","start":"2026-04-28T03:33:00.341358Z","end":"2026-04-28T03:33:00.442265Z","steps":["trace[68595417] 'process raft request' (duration: 100.74283ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:00.460577Z","caller":"traceutil/trace.go:171","msg":"trace[1413503178] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"119.197204ms","start":"2026-04-28T03:33:00.341357Z","end":"2026-04-28T03:33:00.460554Z","steps":["trace[1413503178] 'process raft request' (duration: 119.078572ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:01.706893Z","caller":"traceutil/trace.go:171","msg":"trace[1905723308] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"261.236648ms","start":"2026-04-28T03:33:01.445607Z","end":"2026-04-28T03:33:01.706844Z","steps":["trace[1905723308] 'process raft request' (duration: 261.082125ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:01.709118Z","caller":"traceutil/trace.go:171","msg":"trace[1923182695] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"263.033016ms","start":"2026-04-28T03:33:01.446064Z","end":"2026-04-28T03:33:01.709097Z","steps":["trace[1923182695] 'process raft request' (duration: 262.914303ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:07.892829Z","caller":"traceutil/trace.go:171","msg":"trace[1740273536] linearizableReadLoop","detail":"{readStateIndex:5061; appliedIndex:5060; }","duration":"108.369864ms","start":"2026-04-28T03:33:07.784431Z","end":"2026-04-28T03:33:07.892801Z","steps":["trace[1740273536] 'read index received' (duration: 108.109079ms)","trace[1740273536] 'applied index is now lower than readState.Index' (duration: 259.015µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:07.892969Z","caller":"traceutil/trace.go:171","msg":"trace[1269557836] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"114.987173ms","start":"2026-04-28T03:33:07.77797Z","end":"2026-04-28T03:33:07.892957Z","steps":["trace[1269557836] 'process raft request' (duration: 114.654056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:07.893622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.170331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:33:07.893765Z","caller":"traceutil/trace.go:171","msg":"trace[1443252149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4838; }","duration":"109.356065ms","start":"2026-04-28T03:33:07.784369Z","end":"2026-04-28T03:33:07.893725Z","steps":["trace[1443252149] 'agreement among raft nodes before linearized reading' (duration: 108.900585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:07.894633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.986018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:33:07.894853Z","caller":"traceutil/trace.go:171","msg":"trace[152833168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4838; }","duration":"110.265124ms","start":"2026-04-28T03:33:07.784575Z","end":"2026-04-28T03:33:07.89484Z","steps":["trace[152833168] 'agreement among raft nodes before linearized reading' (duration: 108.64676ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:08.017123Z","caller":"traceutil/trace.go:171","msg":"trace[1274356161] linearizableReadLoop","detail":"{readStateIndex:5063; appliedIndex:5061; }","duration":"115.948824ms","start":"2026-04-28T03:33:07.901141Z","end":"2026-04-28T03:33:08.01709Z","steps":["trace[1274356161] 'read index received' (duration: 38.888913ms)","trace[1274356161] 'applied index is now lower than readState.Index' (duration: 77.059041ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:08.017228Z","caller":"traceutil/trace.go:171","msg":"trace[204899235] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"116.784001ms","start":"2026-04-28T03:33:07.900414Z","end":"2026-04-28T03:33:08.017198Z","steps":["trace[204899235] 'process raft request' (duration: 85.953917ms)","trace[204899235] 'compare' (duration: 30.598309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:08.017335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.197178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T03:33:08.017377Z","caller":"traceutil/trace.go:171","msg":"trace[1431760828] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4840; }","duration":"116.285561ms","start":"2026-04-28T03:33:07.901079Z","end":"2026-04-28T03:33:08.017365Z","steps":["trace[1431760828] 'agreement among raft nodes before linearized reading' (duration: 116.124147ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:12.157724Z","caller":"traceutil/trace.go:171","msg":"trace[1076850266] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"106.519459ms","start":"2026-04-28T03:33:12.051163Z","end":"2026-04-28T03:33:12.157683Z","steps":["trace[1076850266] 'process raft request' (duration: 106.309975ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:14.741286Z","caller":"traceutil/trace.go:171","msg":"trace[1073480207] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"191.569352ms","start":"2026-04-28T03:33:14.549672Z","end":"2026-04-28T03:33:14.741241Z","steps":["trace[1073480207] 'process raft request' (duration: 99.683477ms)","trace[1073480207] 'compare' (duration: 91.598569ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:14.741297Z","caller":"traceutil/trace.go:171","msg":"trace[1693975847] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"155.206021ms","start":"2026-04-28T03:33:14.58603Z","end":"2026-04-28T03:33:14.741237Z","steps":["trace[1693975847] 'process raft request' (duration: 155.147129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:14.741458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.061843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:14.74129Z","caller":"traceutil/trace.go:171","msg":"trace[718358053] linearizableReadLoop","detail":"{readStateIndex:5099; appliedIndex:5098; }","duration":"171.88768ms","start":"2026-04-28T03:33:14.569363Z","end":"2026-04-28T03:33:14.74125Z","steps":["trace[718358053] 'read index received' (duration: 79.990195ms)","trace[718358053] 'applied index is now lower than readState.Index' (duration: 91.894265ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:14.741533Z","caller":"traceutil/trace.go:171","msg":"trace[1427596700] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4876; }","duration":"172.180466ms","start":"2026-04-28T03:33:14.569332Z","end":"2026-04-28T03:33:14.741513Z","steps":["trace[1427596700] 'agreement among raft nodes before linearized reading' (duration: 172.048024ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:15.927701Z","caller":"traceutil/trace.go:171","msg":"trace[741821578] linearizableReadLoop","detail":"{readStateIndex:5103; appliedIndex:5102; }","duration":"129.931142ms","start":"2026-04-28T03:33:15.797746Z","end":"2026-04-28T03:33:15.927677Z","steps":["trace[741821578] 'read index received' (duration: 48.999767ms)","trace[741821578] 'applied index is now lower than readState.Index' (duration: 80.930315ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:15.927773Z","caller":"traceutil/trace.go:171","msg":"trace[295439965] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"345.169521ms","start":"2026-04-28T03:33:15.582565Z","end":"2026-04-28T03:33:15.927734Z","steps":["trace[295439965] 'process raft request' (duration: 264.235346ms)","trace[295439965] 'compare' (duration: 80.646329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:15.9279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:15.58254Z","time spent":"345.295595ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:15.928037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.28351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:33:15.928068Z","caller":"traceutil/trace.go:171","msg":"trace[1805874120] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4879; }","duration":"130.358272ms","start":"2026-04-28T03:33:15.797699Z","end":"2026-04-28T03:33:15.928058Z","steps":["trace[1805874120] 'agreement among raft nodes before linearized reading' (duration: 130.084835ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:16.162317Z","caller":"traceutil/trace.go:171","msg":"trace[2086339391] linearizableReadLoop","detail":"{readStateIndex:5105; appliedIndex:5104; }","duration":"118.080055ms","start":"2026-04-28T03:33:16.044218Z","end":"2026-04-28T03:33:16.162298Z","steps":["trace[2086339391] 'read index received' (duration: 117.879531ms)","trace[2086339391] 'applied index is now lower than readState.Index' (duration: 199.774µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:16.162434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.210477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:16.162458Z","caller":"traceutil/trace.go:171","msg":"trace[712533438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4881; }","duration":"118.278829ms","start":"2026-04-28T03:33:16.044172Z","end":"2026-04-28T03:33:16.162451Z","steps":["trace[712533438] 'agreement among raft nodes before linearized reading' (duration: 118.224138ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:16.16243Z","caller":"traceutil/trace.go:171","msg":"trace[652812426] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"156.134792ms","start":"2026-04-28T03:33:16.006261Z","end":"2026-04-28T03:33:16.162396Z","steps":["trace[652812426] 'process raft request' (duration: 155.917087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:16.748293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.596749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:33:16.748383Z","caller":"traceutil/trace.go:171","msg":"trace[1285752557] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4883; }","duration":"175.731482ms","start":"2026-04-28T03:33:16.572628Z","end":"2026-04-28T03:33:16.748359Z","steps":["trace[1285752557] 'range keys from in-memory index tree' (duration: 175.383576ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:16.873134Z","caller":"traceutil/trace.go:171","msg":"trace[8342228] linearizableReadLoop","detail":"{readStateIndex:5108; appliedIndex:5107; }","duration":"196.785404ms","start":"2026-04-28T03:33:16.676312Z","end":"2026-04-28T03:33:16.873097Z","steps":["trace[8342228] 'read index received' (duration: 162.135088ms)","trace[8342228] 'applied index is now lower than readState.Index' (duration: 34.646976ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:16.873235Z","caller":"traceutil/trace.go:171","msg":"trace[1083842616] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"121.025056ms","start":"2026-04-28T03:33:16.752182Z","end":"2026-04-28T03:33:16.873207Z","steps":["trace[1083842616] 'process raft request' (duration: 120.785501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:16.908618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.279558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:33:16.908691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.291082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:33:16.908717Z","caller":"traceutil/trace.go:171","msg":"trace[1958856765] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4884; }","duration":"232.425141ms","start":"2026-04-28T03:33:16.676268Z","end":"2026-04-28T03:33:16.908693Z","steps":["trace[1958856765] 'agreement among raft nodes before linearized reading' (duration: 197.003528ms)","trace[1958856765] 'count revisions from in-memory index tree' (duration: 35.276569ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:16.908774Z","caller":"traceutil/trace.go:171","msg":"trace[319134853] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4884; }","duration":"194.423895ms","start":"2026-04-28T03:33:16.714329Z","end":"2026-04-28T03:33:16.908753Z","steps":["trace[319134853] 'agreement among raft nodes before linearized reading' (duration: 158.972502ms)","trace[319134853] 'count revisions from in-memory index tree' (duration: 35.333791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:16.908754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.660691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:33:16.909019Z","caller":"traceutil/trace.go:171","msg":"trace[250257227] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4884; }","duration":"163.964606ms","start":"2026-04-28T03:33:16.745029Z","end":"2026-04-28T03:33:16.908993Z","steps":["trace[250257227] 'agreement among raft nodes before linearized reading' (duration: 128.282538ms)","trace[250257227] 'range keys from in-memory index tree' (duration: 35.27786ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:17.241992Z","caller":"traceutil/trace.go:171","msg":"trace[529041604] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"295.193149ms","start":"2026-04-28T03:33:16.946782Z","end":"2026-04-28T03:33:17.241975Z","steps":["trace[529041604] 'process raft request' (duration: 295.082866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:17.809975Z","caller":"traceutil/trace.go:171","msg":"trace[1699234821] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"144.976819ms","start":"2026-04-28T03:33:17.664975Z","end":"2026-04-28T03:33:17.809952Z","steps":["trace[1699234821] 'process raft request' (duration: 144.679073ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:18.125612Z","caller":"traceutil/trace.go:171","msg":"trace[1297107928] linearizableReadLoop","detail":"{readStateIndex:5113; appliedIndex:5112; }","duration":"141.591699ms","start":"2026-04-28T03:33:17.983997Z","end":"2026-04-28T03:33:18.125588Z","steps":["trace[1297107928] 'read index received' (duration: 141.359084ms)","trace[1297107928] 'applied index is now lower than readState.Index' (duration: 231.735µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:18.125652Z","caller":"traceutil/trace.go:171","msg":"trace[57218227] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"192.874044ms","start":"2026-04-28T03:33:17.932758Z","end":"2026-04-28T03:33:18.125633Z","steps":["trace[57218227] 'process raft request' (duration: 192.67236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:18.125799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.796334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:33:18.125833Z","caller":"traceutil/trace.go:171","msg":"trace[594258096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4888; }","duration":"141.900776ms","start":"2026-04-28T03:33:17.983925Z","end":"2026-04-28T03:33:18.125826Z","steps":["trace[594258096] 'agreement among raft nodes before linearized reading' (duration: 141.760593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:18.42766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.81293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:18.427733Z","caller":"traceutil/trace.go:171","msg":"trace[587036817] linearizableReadLoop","detail":"{readStateIndex:5115; appliedIndex:5114; }","duration":"169.419383ms","start":"2026-04-28T03:33:18.258303Z","end":"2026-04-28T03:33:18.427722Z","steps":["trace[587036817] 'read index received' (duration: 21.239936ms)","trace[587036817] 'applied index is now lower than readState.Index' (duration: 148.178717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:18.427846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.543606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:33:18.427965Z","caller":"traceutil/trace.go:171","msg":"trace[2026174134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4890; }","duration":"169.595747ms","start":"2026-04-28T03:33:18.258264Z","end":"2026-04-28T03:33:18.42786Z","steps":["trace[2026174134] 'agreement among raft nodes before linearized reading' (duration: 169.485235ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:18.428198Z","caller":"traceutil/trace.go:171","msg":"trace[340427968] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"227.549472ms","start":"2026-04-28T03:33:18.200627Z","end":"2026-04-28T03:33:18.428176Z","steps":["trace[340427968] 'process raft request' (duration: 78.990946ms)","trace[340427968] 'compare' (duration: 147.689618ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:18.983941Z","caller":"traceutil/trace.go:171","msg":"trace[418513383] linearizableReadLoop","detail":"{readStateIndex:5117; appliedIndex:5116; }","duration":"105.86705ms","start":"2026-04-28T03:33:18.878049Z","end":"2026-04-28T03:33:18.983916Z","steps":["trace[418513383] 'read index received' (duration: 105.615955ms)","trace[418513383] 'applied index is now lower than readState.Index' (duration: 249.585µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:18.984082Z","caller":"traceutil/trace.go:171","msg":"trace[1786137843] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"477.759809ms","start":"2026-04-28T03:33:18.506304Z","end":"2026-04-28T03:33:18.984063Z","steps":["trace[1786137843] 'process raft request' (duration: 477.439682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:18.984362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.287859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:33:18.984429Z","caller":"traceutil/trace.go:171","msg":"trace[51752069] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4892; }","duration":"106.371681ms","start":"2026-04-28T03:33:18.878039Z","end":"2026-04-28T03:33:18.98441Z","steps":["trace[51752069] 'agreement among raft nodes before linearized reading' (duration: 106.190707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:18.984564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:18.506282Z","time spent":"477.833871ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:19.217223Z","caller":"traceutil/trace.go:171","msg":"trace[1823256863] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"227.950262ms","start":"2026-04-28T03:33:18.989243Z","end":"2026-04-28T03:33:19.217194Z","steps":["trace[1823256863] 'process raft request' (duration: 147.185207ms)","trace[1823256863] 'compare' (duration: 80.314365ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:19.217345Z","caller":"traceutil/trace.go:171","msg":"trace[2078704364] linearizableReadLoop","detail":"{readStateIndex:5119; appliedIndex:5117; }","duration":"154.707175ms","start":"2026-04-28T03:33:19.06259Z","end":"2026-04-28T03:33:19.217298Z","steps":["trace[2078704364] 'read index received' (duration: 73.845359ms)","trace[2078704364] 'applied index is now lower than readState.Index' (duration: 80.860246ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:19.217404Z","caller":"traceutil/trace.go:171","msg":"trace[1047049857] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"228.076494ms","start":"2026-04-28T03:33:18.98929Z","end":"2026-04-28T03:33:19.217367Z","steps":["trace[1047049857] 'process raft request' (duration: 227.809569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.217511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.893098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:19.217578Z","caller":"traceutil/trace.go:171","msg":"trace[1039738639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4894; }","duration":"155.015121ms","start":"2026-04-28T03:33:19.062547Z","end":"2026-04-28T03:33:19.217562Z","steps":["trace[1039738639] 'agreement among raft nodes before linearized reading' (duration: 154.898729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.514657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.8706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:19.514767Z","caller":"traceutil/trace.go:171","msg":"trace[2007481108] linearizableReadLoop","detail":"{readStateIndex:5120; appliedIndex:5119; }","duration":"229.565866ms","start":"2026-04-28T03:33:19.285185Z","end":"2026-04-28T03:33:19.514751Z","steps":["trace[2007481108] 'read index received' (duration: 53.552633ms)","trace[2007481108] 'applied index is now lower than readState.Index' (duration: 176.012013ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:19.514875Z","caller":"traceutil/trace.go:171","msg":"trace[1572806558] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"266.96551ms","start":"2026-04-28T03:33:19.247891Z","end":"2026-04-28T03:33:19.514857Z","steps":["trace[1572806558] 'process raft request' (duration: 90.803614ms)","trace[1572806558] 'compare' (duration: 175.630605ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:19.515093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.818811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:19.515133Z","caller":"traceutil/trace.go:171","msg":"trace[1378834898] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4895; }","duration":"230.034355ms","start":"2026-04-28T03:33:19.285087Z","end":"2026-04-28T03:33:19.515121Z","steps":["trace[1378834898] 'agreement among raft nodes before linearized reading' (duration: 229.853581ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:20.020924Z","caller":"traceutil/trace.go:171","msg":"trace[1832524463] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"206.028313ms","start":"2026-04-28T03:33:19.814867Z","end":"2026-04-28T03:33:20.020895Z","steps":["trace[1832524463] 'process raft request' (duration: 185.91536ms)","trace[1832524463] 'compare' (duration: 19.759175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:20.617154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.518229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:33:20.617238Z","caller":"traceutil/trace.go:171","msg":"trace[629182884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4900; }","duration":"121.654662ms","start":"2026-04-28T03:33:20.495565Z","end":"2026-04-28T03:33:20.61722Z","steps":["trace[629182884] 'range keys from in-memory index tree' (duration: 121.166653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:21.186156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.493558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:21.186244Z","caller":"traceutil/trace.go:171","msg":"trace[1867746107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4902; }","duration":"139.633542ms","start":"2026-04-28T03:33:21.046594Z","end":"2026-04-28T03:33:21.186227Z","steps":["trace[1867746107] 'range keys from in-memory index tree' (duration: 139.388466ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:29.91937Z","caller":"traceutil/trace.go:171","msg":"trace[24462398] linearizableReadLoop","detail":"{readStateIndex:5174; appliedIndex:5173; }","duration":"120.949825ms","start":"2026-04-28T03:33:29.798395Z","end":"2026-04-28T03:33:29.919345Z","steps":["trace[24462398] 'read index received' (duration: 120.757751ms)","trace[24462398] 'applied index is now lower than readState.Index' (duration: 190.874µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:29.919513Z","caller":"traceutil/trace.go:171","msg":"trace[1874569361] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"164.516742ms","start":"2026-04-28T03:33:29.75498Z","end":"2026-04-28T03:33:29.919497Z","steps":["trace[1874569361] 'process raft request' (duration: 164.192206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:29.920009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.197572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:29.920133Z","caller":"traceutil/trace.go:171","msg":"trace[268961338] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4947; }","duration":"113.373765ms","start":"2026-04-28T03:33:29.806733Z","end":"2026-04-28T03:33:29.920107Z","steps":["trace[268961338] 'agreement among raft nodes before linearized reading' (duration: 113.13732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:29.920306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.871504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:33:29.92053Z","caller":"traceutil/trace.go:171","msg":"trace[1931090515] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4947; }","duration":"122.12629ms","start":"2026-04-28T03:33:29.798347Z","end":"2026-04-28T03:33:29.920473Z","steps":["trace[1931090515] 'agreement among raft nodes before linearized reading' (duration: 121.596309ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:32.278823Z","caller":"traceutil/trace.go:171","msg":"trace[149492091] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"178.678082ms","start":"2026-04-28T03:33:32.100115Z","end":"2026-04-28T03:33:32.278793Z","steps":["trace[149492091] 'process raft request' (duration: 178.475878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:32.333566Z","caller":"traceutil/trace.go:171","msg":"trace[678556946] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"154.453253ms","start":"2026-04-28T03:33:32.179057Z","end":"2026-04-28T03:33:32.33351Z","steps":["trace[678556946] 'process raft request' (duration: 154.256089ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:32.444914Z","caller":"traceutil/trace.go:171","msg":"trace[408636298] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"106.387741ms","start":"2026-04-28T03:33:32.338489Z","end":"2026-04-28T03:33:32.444877Z","steps":["trace[408636298] 'process raft request' (duration: 89.329161ms)","trace[408636298] 'compare' (duration: 16.825174ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:33.335986Z","caller":"traceutil/trace.go:171","msg":"trace[182600829] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"200.968364ms","start":"2026-04-28T03:33:33.134987Z","end":"2026-04-28T03:33:33.335956Z","steps":["trace[182600829] 'process raft request' (duration: 200.7541ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:33.339864Z","caller":"traceutil/trace.go:171","msg":"trace[2036584935] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"198.475282ms","start":"2026-04-28T03:33:33.141365Z","end":"2026-04-28T03:33:33.33984Z","steps":["trace[2036584935] 'process raft request' (duration: 198.369369ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:34.815937Z","caller":"traceutil/trace.go:171","msg":"trace[1042515410] linearizableReadLoop","detail":"{readStateIndex:5198; appliedIndex:5197; }","duration":"366.201507ms","start":"2026-04-28T03:33:34.449709Z","end":"2026-04-28T03:33:34.81591Z","steps":["trace[1042515410] 'read index received' (duration: 357.517084ms)","trace[1042515410] 'applied index is now lower than readState.Index' (duration: 8.683043ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:34.816074Z","caller":"traceutil/trace.go:171","msg":"trace[1428749988] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"476.149194ms","start":"2026-04-28T03:33:34.339912Z","end":"2026-04-28T03:33:34.816061Z","steps":["trace[1428749988] 'process raft request' (duration: 467.320138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:34.816187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:34.339866Z","time spent":"476.238316ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:34.816452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.750499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:33:34.816482Z","caller":"traceutil/trace.go:171","msg":"trace[381349304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4970; }","duration":"366.833671ms","start":"2026-04-28T03:33:34.449641Z","end":"2026-04-28T03:33:34.816475Z","steps":["trace[381349304] 'agreement among raft nodes before linearized reading' (duration: 366.720748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:34.816506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:34.44962Z","time spent":"366.881041ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:33:34.816844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.375728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:33:34.816944Z","caller":"traceutil/trace.go:171","msg":"trace[193586722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4970; }","duration":"281.544412ms","start":"2026-04-28T03:33:34.535376Z","end":"2026-04-28T03:33:34.816921Z","steps":["trace[193586722] 'agreement among raft nodes before linearized reading' (duration: 281.244056ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:35.566985Z","caller":"traceutil/trace.go:171","msg":"trace[484114423] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"134.440374ms","start":"2026-04-28T03:33:35.432505Z","end":"2026-04-28T03:33:35.566946Z","steps":["trace[484114423] 'process raft request' (duration: 112.396079ms)","trace[484114423] 'compare' (duration: 21.81353ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:35.901847Z","caller":"traceutil/trace.go:171","msg":"trace[1016714633] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"330.036577ms","start":"2026-04-28T03:33:35.571701Z","end":"2026-04-28T03:33:35.901738Z","steps":["trace[1016714633] 'process raft request' (duration: 286.58299ms)","trace[1016714633] 'compare' (duration: 43.257232ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:35.901937Z","caller":"traceutil/trace.go:171","msg":"trace[796357611] linearizableReadLoop","detail":"{readStateIndex:5205; appliedIndex:5203; }","duration":"234.699648ms","start":"2026-04-28T03:33:35.667212Z","end":"2026-04-28T03:33:35.901912Z","steps":["trace[796357611] 'read index received' (duration: 191.038497ms)","trace[796357611] 'applied index is now lower than readState.Index' (duration: 43.659121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:35.902172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.938863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:35.902728Z","caller":"traceutil/trace.go:171","msg":"trace[27208229] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4977; }","duration":"235.578396ms","start":"2026-04-28T03:33:35.667133Z","end":"2026-04-28T03:33:35.902711Z","steps":["trace[27208229] 'agreement among raft nodes before linearized reading' (duration: 234.938433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:35.902945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.901061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:33:35.903023Z","caller":"traceutil/trace.go:171","msg":"trace[1632017507] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4977; }","duration":"105.058974ms","start":"2026-04-28T03:33:35.797946Z","end":"2026-04-28T03:33:35.903005Z","steps":["trace[1632017507] 'agreement among raft nodes before linearized reading' (duration: 104.782549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:35.902571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:35.571669Z","time spent":"330.827684ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:35.902526Z","caller":"traceutil/trace.go:171","msg":"trace[463014411] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"296.396868ms","start":"2026-04-28T03:33:35.606064Z","end":"2026-04-28T03:33:35.902461Z","steps":["trace[463014411] 'process raft request' (duration: 295.629702ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:36.592612Z","caller":"traceutil/trace.go:171","msg":"trace[2052174824] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"124.606667ms","start":"2026-04-28T03:33:36.467976Z","end":"2026-04-28T03:33:36.592583Z","steps":["trace[2052174824] 'process raft request' (duration: 124.433273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:36.972817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.592485ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:33:36.97334Z","caller":"traceutil/trace.go:171","msg":"trace[1930067199] linearizableReadLoop","detail":"{readStateIndex:5207; appliedIndex:5206; }","duration":"234.331681ms","start":"2026-04-28T03:33:36.738968Z","end":"2026-04-28T03:33:36.9733Z","steps":["trace[1930067199] 'read index received' (duration: 52.591µs)","trace[1930067199] 'applied index is now lower than readState.Index' (duration: 234.2748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:36.973547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.557796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:36.973634Z","caller":"traceutil/trace.go:171","msg":"trace[224179116] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4979; }","duration":"234.687299ms","start":"2026-04-28T03:33:36.738918Z","end":"2026-04-28T03:33:36.973606Z","steps":["trace[224179116] 'agreement among raft nodes before linearized reading' (duration: 234.525115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:36.97372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.950056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:33:36.97377Z","caller":"traceutil/trace.go:171","msg":"trace[213610376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4979; }","duration":"117.069669ms","start":"2026-04-28T03:33:36.856687Z","end":"2026-04-28T03:33:36.973757Z","steps":["trace[213610376] 'agreement among raft nodes before linearized reading' (duration: 116.846684ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:36.974202Z","caller":"traceutil/trace.go:171","msg":"trace[613006265] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"149.446531ms","start":"2026-04-28T03:33:36.823964Z","end":"2026-04-28T03:33:36.97341Z","steps":["trace[613006265] 'process raft request' (duration: 149.000192ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:37.181532Z","caller":"traceutil/trace.go:171","msg":"trace[1620989156] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"203.612134ms","start":"2026-04-28T03:33:36.977886Z","end":"2026-04-28T03:33:37.181499Z","steps":["trace[1620989156] 'process raft request' (duration: 135.332174ms)","trace[1620989156] 'compare' (duration: 68.060946ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:37.182114Z","caller":"traceutil/trace.go:171","msg":"trace[1408321717] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"203.558834ms","start":"2026-04-28T03:33:36.978514Z","end":"2026-04-28T03:33:37.182072Z","steps":["trace[1408321717] 'process raft request' (duration: 202.93885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:37.182416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.311209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:37.182493Z","caller":"traceutil/trace.go:171","msg":"trace[1962004147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4982; }","duration":"140.465283ms","start":"2026-04-28T03:33:37.042015Z","end":"2026-04-28T03:33:37.18248Z","steps":["trace[1962004147] 'agreement among raft nodes before linearized reading' (duration: 140.219007ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:37.182205Z","caller":"traceutil/trace.go:171","msg":"trace[2116578281] linearizableReadLoop","detail":"{readStateIndex:5211; appliedIndex:5209; }","duration":"139.633885ms","start":"2026-04-28T03:33:37.042073Z","end":"2026-04-28T03:33:37.181707Z","steps":["trace[2116578281] 'read index received' (duration: 71.177131ms)","trace[2116578281] 'applied index is now lower than readState.Index' (duration: 68.454173ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:40.726936Z","caller":"traceutil/trace.go:171","msg":"trace[101966221] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"101.605245ms","start":"2026-04-28T03:33:40.625309Z","end":"2026-04-28T03:33:40.726915Z","steps":["trace[101966221] 'process raft request' (duration: 101.434431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:41.332333Z","caller":"traceutil/trace.go:171","msg":"trace[1316862318] linearizableReadLoop","detail":"{readStateIndex:5232; appliedIndex:5231; }","duration":"120.419502ms","start":"2026-04-28T03:33:41.211881Z","end":"2026-04-28T03:33:41.332301Z","steps":["trace[1316862318] 'read index received' (duration: 120.043344ms)","trace[1316862318] 'applied index is now lower than readState.Index' (duration: 374.618µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:41.332503Z","caller":"traceutil/trace.go:171","msg":"trace[1486446214] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"128.459773ms","start":"2026-04-28T03:33:41.203997Z","end":"2026-04-28T03:33:41.332457Z","steps":["trace[1486446214] 'process raft request' (duration: 128.080785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:41.332563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.652298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:33:41.332654Z","caller":"traceutil/trace.go:171","msg":"trace[866889156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5003; }","duration":"120.78614ms","start":"2026-04-28T03:33:41.211846Z","end":"2026-04-28T03:33:41.332632Z","steps":["trace[866889156] 'agreement among raft nodes before linearized reading' (duration: 120.582076ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:42.242226Z","caller":"traceutil/trace.go:171","msg":"trace[152648681] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"189.507793ms","start":"2026-04-28T03:33:42.052692Z","end":"2026-04-28T03:33:42.242199Z","steps":["trace[152648681] 'process raft request' (duration: 189.35079ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:43.507719Z","caller":"traceutil/trace.go:171","msg":"trace[558988389] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"165.367104ms","start":"2026-04-28T03:33:43.342328Z","end":"2026-04-28T03:33:43.507695Z","steps":["trace[558988389] 'process raft request' (duration: 165.082248ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:43.507693Z","caller":"traceutil/trace.go:171","msg":"trace[1980176618] linearizableReadLoop","detail":"{readStateIndex:5243; appliedIndex:5242; }","duration":"147.471246ms","start":"2026-04-28T03:33:43.360152Z","end":"2026-04-28T03:33:43.507623Z","steps":["trace[1980176618] 'read index received' (duration: 147.18226ms)","trace[1980176618] 'applied index is now lower than readState.Index' (duration: 287.786µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:43.507999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.829443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:33:43.508342Z","caller":"traceutil/trace.go:171","msg":"trace[1949227222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5013; }","duration":"148.238553ms","start":"2026-04-28T03:33:43.36008Z","end":"2026-04-28T03:33:43.508319Z","steps":["trace[1949227222] 'agreement among raft nodes before linearized reading' (duration: 147.688201ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:43.771921Z","caller":"traceutil/trace.go:171","msg":"trace[1953025783] linearizableReadLoop","detail":"{readStateIndex:5244; appliedIndex:5243; }","duration":"256.930789ms","start":"2026-04-28T03:33:43.514962Z","end":"2026-04-28T03:33:43.771893Z","steps":["trace[1953025783] 'read index received' (duration: 256.851468ms)","trace[1953025783] 'applied index is now lower than readState.Index' (duration: 78.491µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:43.772168Z","caller":"traceutil/trace.go:171","msg":"trace[681754245] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"258.442161ms","start":"2026-04-28T03:33:43.513566Z","end":"2026-04-28T03:33:43.772009Z","steps":["trace[681754245] 'process raft request' (duration: 258.161995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:43.7723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.304417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:33:43.772408Z","caller":"traceutil/trace.go:171","msg":"trace[1250788445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5014; }","duration":"257.49939ms","start":"2026-04-28T03:33:43.514888Z","end":"2026-04-28T03:33:43.772388Z","steps":["trace[1250788445] 'agreement among raft nodes before linearized reading' (duration: 257.134623ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:43.850822Z","caller":"traceutil/trace.go:171","msg":"trace[1615203993] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"161.393809ms","start":"2026-04-28T03:33:43.689367Z","end":"2026-04-28T03:33:43.850761Z","steps":["trace[1615203993] 'process raft request' (duration: 146.7213ms)","trace[1615203993] 'compare' (duration: 14.409934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:43.851113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.636067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:33:43.851212Z","caller":"traceutil/trace.go:171","msg":"trace[1291807142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5016; }","duration":"163.79573ms","start":"2026-04-28T03:33:43.687395Z","end":"2026-04-28T03:33:43.85119Z","steps":["trace[1291807142] 'agreement among raft nodes before linearized reading' (duration: 163.345461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:45.569963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.436285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:45.570688Z","caller":"traceutil/trace.go:171","msg":"trace[884708973] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5023; }","duration":"137.62937ms","start":"2026-04-28T03:33:45.432412Z","end":"2026-04-28T03:33:45.570042Z","steps":["trace[884708973] 'count revisions from in-memory index tree' (duration: 137.322223ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:46.127145Z","caller":"traceutil/trace.go:171","msg":"trace[459359549] linearizableReadLoop","detail":"{readStateIndex:5255; appliedIndex:5254; }","duration":"291.781089ms","start":"2026-04-28T03:33:45.83532Z","end":"2026-04-28T03:33:46.127101Z","steps":["trace[459359549] 'read index received' (duration: 291.604595ms)","trace[459359549] 'applied index is now lower than readState.Index' (duration: 175.534µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:46.12725Z","caller":"traceutil/trace.go:171","msg":"trace[1577594000] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"294.956237ms","start":"2026-04-28T03:33:45.832241Z","end":"2026-04-28T03:33:46.127197Z","steps":["trace[1577594000] 'process raft request' (duration: 294.600219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:46.127732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.31253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T03:33:46.127863Z","caller":"traceutil/trace.go:171","msg":"trace[1560979965] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5025; }","duration":"292.546705ms","start":"2026-04-28T03:33:45.83529Z","end":"2026-04-28T03:33:46.127837Z","steps":["trace[1560979965] 'agreement among raft nodes before linearized reading' (duration: 291.990733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:46.188785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.95608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:33:46.188853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.605084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:33:46.188862Z","caller":"traceutil/trace.go:171","msg":"trace[539171183] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5026; }","duration":"210.099403ms","start":"2026-04-28T03:33:45.978747Z","end":"2026-04-28T03:33:46.188846Z","steps":["trace[539171183] 'agreement among raft nodes before linearized reading' (duration: 209.93622ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:46.188894Z","caller":"traceutil/trace.go:171","msg":"trace[1051854214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5026; }","duration":"325.694187ms","start":"2026-04-28T03:33:45.863188Z","end":"2026-04-28T03:33:46.188883Z","steps":["trace[1051854214] 'agreement among raft nodes before linearized reading' (duration: 325.498423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:46.188925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:45.863164Z","time spent":"325.752209ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:33:46.188966Z","caller":"traceutil/trace.go:171","msg":"trace[1390950896] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"132.269076ms","start":"2026-04-28T03:33:46.056624Z","end":"2026-04-28T03:33:46.188893Z","steps":["trace[1390950896] 'process raft request' (duration: 90.674587ms)","trace[1390950896] 'compare' (duration: 41.182801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:46.189012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.572062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:33:46.189216Z","caller":"traceutil/trace.go:171","msg":"trace[272167221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5026; }","duration":"331.824877ms","start":"2026-04-28T03:33:45.85738Z","end":"2026-04-28T03:33:46.189205Z","steps":["trace[272167221] 'agreement among raft nodes before linearized reading' (duration: 331.573302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:46.189355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:45.857355Z","time spent":"331.98963ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:33:46.408597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.519706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:46.408791Z","caller":"traceutil/trace.go:171","msg":"trace[381579942] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"138.667172ms","start":"2026-04-28T03:33:46.27008Z","end":"2026-04-28T03:33:46.408747Z","steps":["trace[381579942] 'process raft request' (duration: 27.811398ms)","trace[381579942] 'compare' (duration: 110.240021ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:46.802039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.068396ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:33:48.35287Z","caller":"traceutil/trace.go:171","msg":"trace[1794349147] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"157.90611ms","start":"2026-04-28T03:33:48.194926Z","end":"2026-04-28T03:33:48.352832Z","steps":["trace[1794349147] 'process raft request' (duration: 109.241431ms)","trace[1794349147] 'compare' (duration: 48.458945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:48.353096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.147759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:33:48.353211Z","caller":"traceutil/trace.go:171","msg":"trace[2106321282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5035; }","duration":"143.317582ms","start":"2026-04-28T03:33:48.209868Z","end":"2026-04-28T03:33:48.353185Z","steps":["trace[2106321282] 'agreement among raft nodes before linearized reading' (duration: 143.039217ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:48.352832Z","caller":"traceutil/trace.go:171","msg":"trace[432291720] linearizableReadLoop","detail":"{readStateIndex:5266; appliedIndex:5265; }","duration":"142.879423ms","start":"2026-04-28T03:33:48.209911Z","end":"2026-04-28T03:33:48.35279Z","steps":["trace[432291720] 'read index received' (duration: 94.107402ms)","trace[432291720] 'applied index is now lower than readState.Index' (duration: 48.770671ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:48.479343Z","caller":"traceutil/trace.go:171","msg":"trace[1350383905] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"121.359817ms","start":"2026-04-28T03:33:48.357929Z","end":"2026-04-28T03:33:48.479288Z","steps":["trace[1350383905] 'process raft request' (duration: 109.759912ms)","trace[1350383905] 'compare' (duration: 11.312929ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:48.479374Z","caller":"traceutil/trace.go:171","msg":"trace[668480137] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"120.368507ms","start":"2026-04-28T03:33:48.358974Z","end":"2026-04-28T03:33:48.479343Z","steps":["trace[668480137] 'process raft request' (duration: 120.214053ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:50.382802Z","caller":"traceutil/trace.go:171","msg":"trace[1684657390] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"194.16262ms","start":"2026-04-28T03:33:50.188605Z","end":"2026-04-28T03:33:50.382768Z","steps":["trace[1684657390] 'process raft request' (duration: 106.081925ms)","trace[1684657390] 'compare' (duration: 87.589695ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:51.923725Z","caller":"traceutil/trace.go:171","msg":"trace[1197622054] linearizableReadLoop","detail":"{readStateIndex:5285; appliedIndex:5284; }","duration":"125.693292ms","start":"2026-04-28T03:33:51.798001Z","end":"2026-04-28T03:33:51.923695Z","steps":["trace[1197622054] 'read index received' (duration: 125.380105ms)","trace[1197622054] 'applied index is now lower than readState.Index' (duration: 311.917µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:51.923796Z","caller":"traceutil/trace.go:171","msg":"trace[460616732] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"270.048498ms","start":"2026-04-28T03:33:51.653711Z","end":"2026-04-28T03:33:51.92376Z","steps":["trace[460616732] 'process raft request' (duration: 269.774343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:51.924095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.058459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:33:51.924154Z","caller":"traceutil/trace.go:171","msg":"trace[1769811305] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5053; }","duration":"126.178102ms","start":"2026-04-28T03:33:51.797964Z","end":"2026-04-28T03:33:51.924142Z","steps":["trace[1769811305] 'agreement among raft nodes before linearized reading' (duration: 125.843315ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:52.642712Z","caller":"traceutil/trace.go:171","msg":"trace[1634347415] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"252.14028ms","start":"2026-04-28T03:33:52.39053Z","end":"2026-04-28T03:33:52.64267Z","steps":["trace[1634347415] 'process raft request' (duration: 165.22186ms)","trace[1634347415] 'compare' (duration: 86.676964ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:52.642857Z","caller":"traceutil/trace.go:171","msg":"trace[1171161354] linearizableReadLoop","detail":"{readStateIndex:5288; appliedIndex:5286; }","duration":"121.382492ms","start":"2026-04-28T03:33:52.521456Z","end":"2026-04-28T03:33:52.642839Z","steps":["trace[1171161354] 'read index received' (duration: 34.247547ms)","trace[1171161354] 'applied index is now lower than readState.Index' (duration: 87.133795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:52.643123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.654357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:33:52.643253Z","caller":"traceutil/trace.go:171","msg":"trace[394541920] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5056; }","duration":"121.851061ms","start":"2026-04-28T03:33:52.52138Z","end":"2026-04-28T03:33:52.643231Z","steps":["trace[394541920] 'agreement among raft nodes before linearized reading' (duration: 121.552675ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:52.64342Z","caller":"traceutil/trace.go:171","msg":"trace[1492542747] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"181.377322ms","start":"2026-04-28T03:33:52.46203Z","end":"2026-04-28T03:33:52.643408Z","steps":["trace[1492542747] 'process raft request' (duration: 180.578175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:53.97376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.228893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:53.973886Z","caller":"traceutil/trace.go:171","msg":"trace[1478596377] linearizableReadLoop","detail":"{readStateIndex:5294; appliedIndex:5293; }","duration":"176.353027ms","start":"2026-04-28T03:33:53.797513Z","end":"2026-04-28T03:33:53.973866Z","steps":["trace[1478596377] 'read index received' (duration: 67.829667ms)","trace[1478596377] 'applied index is now lower than readState.Index' (duration: 108.52172ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:53.973932Z","caller":"traceutil/trace.go:171","msg":"trace[820215220] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"599.471181ms","start":"2026-04-28T03:33:53.374406Z","end":"2026-04-28T03:33:53.973877Z","steps":["trace[820215220] 'process raft request' (duration: 491.024813ms)","trace[820215220] 'compare' (duration: 107.542038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:53.974195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:53.374383Z","time spent":"599.643595ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:53.974201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.660853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:33:53.974344Z","caller":"traceutil/trace.go:171","msg":"trace[1326441065] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5062; }","duration":"176.860257ms","start":"2026-04-28T03:33:53.797463Z","end":"2026-04-28T03:33:53.974323Z","steps":["trace[1326441065] 'agreement among raft nodes before linearized reading' (duration: 176.478759ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:54.200838Z","caller":"traceutil/trace.go:171","msg":"trace[708593123] linearizableReadLoop","detail":"{readStateIndex:5296; appliedIndex:5295; }","duration":"198.150789ms","start":"2026-04-28T03:33:54.002626Z","end":"2026-04-28T03:33:54.200777Z","steps":["trace[708593123] 'read index received' (duration: 197.903484ms)","trace[708593123] 'applied index is now lower than readState.Index' (duration: 246.545µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:54.201038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.384055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T03:33:54.201067Z","caller":"traceutil/trace.go:171","msg":"trace[2124641521] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5064; }","duration":"198.460676ms","start":"2026-04-28T03:33:54.002597Z","end":"2026-04-28T03:33:54.201057Z","steps":["trace[2124641521] 'agreement among raft nodes before linearized reading' (duration: 198.317013ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:54.201168Z","caller":"traceutil/trace.go:171","msg":"trace[109623649] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"201.289066ms","start":"2026-04-28T03:33:53.999854Z","end":"2026-04-28T03:33:54.201143Z","steps":["trace[109623649] 'process raft request' (duration: 200.732964ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:56.317222Z","caller":"traceutil/trace.go:171","msg":"trace[359688272] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"108.738115ms","start":"2026-04-28T03:33:56.208456Z","end":"2026-04-28T03:33:56.317194Z","steps":["trace[359688272] 'process raft request' (duration: 108.552141ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:57.159072Z","caller":"traceutil/trace.go:171","msg":"trace[1567737594] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"130.483078ms","start":"2026-04-28T03:33:57.028553Z","end":"2026-04-28T03:33:57.159037Z","steps":["trace[1567737594] 'process raft request' (duration: 130.245013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:58.594773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.325682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:58.594906Z","caller":"traceutil/trace.go:171","msg":"trace[1109690302] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5084; }","duration":"153.557987ms","start":"2026-04-28T03:33:58.441316Z","end":"2026-04-28T03:33:58.594874Z","steps":["trace[1109690302] 'count revisions from in-memory index tree' (duration: 153.198139ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:59.307018Z","caller":"traceutil/trace.go:171","msg":"trace[1147272062] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"141.324288ms","start":"2026-04-28T03:33:59.165661Z","end":"2026-04-28T03:33:59.306985Z","steps":["trace[1147272062] 'process raft request' (duration: 141.113354ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:59.573079Z","caller":"traceutil/trace.go:171","msg":"trace[1932213448] linearizableReadLoop","detail":"{readStateIndex:5324; appliedIndex:5323; }","duration":"104.733563ms","start":"2026-04-28T03:33:59.468307Z","end":"2026-04-28T03:33:59.57304Z","steps":["trace[1932213448] 'read index received' (duration: 85.487995ms)","trace[1932213448] 'applied index is now lower than readState.Index' (duration: 19.244068ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:59.573233Z","caller":"traceutil/trace.go:171","msg":"trace[1002759358] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"154.095031ms","start":"2026-04-28T03:33:59.419083Z","end":"2026-04-28T03:33:59.573178Z","steps":["trace[1002759358] 'process raft request' (duration: 134.650827ms)","trace[1002759358] 'compare' (duration: 18.85232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:59.573272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.956358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:59.573345Z","caller":"traceutil/trace.go:171","msg":"trace[352248198] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5091; }","duration":"105.110352ms","start":"2026-04-28T03:33:59.468216Z","end":"2026-04-28T03:33:59.573326Z","steps":["trace[352248198] 'agreement among raft nodes before linearized reading' (duration: 104.957368ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:00.331698Z","caller":"traceutil/trace.go:171","msg":"trace[281081320] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"248.77244ms","start":"2026-04-28T03:34:00.082893Z","end":"2026-04-28T03:34:00.331665Z","steps":["trace[281081320] 'process raft request' (duration: 248.565076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:00.717166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.087319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:34:00.717377Z","caller":"traceutil/trace.go:171","msg":"trace[1235406775] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"302.628754ms","start":"2026-04-28T03:34:00.41473Z","end":"2026-04-28T03:34:00.717358Z","steps":["trace[1235406775] 'process raft request' (duration: 302.568232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:00.717442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:00.414697Z","time spent":"302.717316ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:00.717552Z","caller":"traceutil/trace.go:171","msg":"trace[1682822459] linearizableReadLoop","detail":"{readStateIndex:5326; appliedIndex:5325; }","duration":"371.046065ms","start":"2026-04-28T03:34:00.346347Z","end":"2026-04-28T03:34:00.717393Z","steps":["trace[1682822459] 'read index received' (duration: 144.438475ms)","trace[1682822459] 'applied index is now lower than readState.Index' (duration: 226.60239ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:00.717615Z","caller":"traceutil/trace.go:171","msg":"trace[866975392] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"567.395255ms","start":"2026-04-28T03:34:00.150154Z","end":"2026-04-28T03:34:00.71755Z","steps":["trace[866975392] 'process raft request' (duration: 340.631261ms)","trace[866975392] 'compare' (duration: 225.719412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:00.718023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.646208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:34:00.718246Z","caller":"traceutil/trace.go:171","msg":"trace[182439432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5094; }","duration":"371.926044ms","start":"2026-04-28T03:34:00.3463Z","end":"2026-04-28T03:34:00.718226Z","steps":["trace[182439432] 'agreement among raft nodes before linearized reading' (duration: 371.578126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:00.718299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:00.346279Z","time spent":"372.003657ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:34:00.718362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:00.150113Z","time spent":"568.008356ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:00.723217Z","caller":"traceutil/trace.go:171","msg":"trace[553956966] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"104.60345ms","start":"2026-04-28T03:34:00.618599Z","end":"2026-04-28T03:34:00.723202Z","steps":["trace[553956966] 'process raft request' (duration: 104.336305ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:00.928567Z","caller":"traceutil/trace.go:171","msg":"trace[990479269] linearizableReadLoop","detail":"{readStateIndex:5330; appliedIndex:5329; }","duration":"129.803485ms","start":"2026-04-28T03:34:00.798734Z","end":"2026-04-28T03:34:00.928538Z","steps":["trace[990479269] 'read index received' (duration: 114.371098ms)","trace[990479269] 'applied index is now lower than readState.Index' (duration: 15.431347ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:00.928819Z","caller":"traceutil/trace.go:171","msg":"trace[597157700] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"130.533331ms","start":"2026-04-28T03:34:00.798239Z","end":"2026-04-28T03:34:00.928773Z","steps":["trace[597157700] 'process raft request' (duration: 114.836678ms)","trace[597157700] 'compare' (duration: 15.309455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:00.928898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.134683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:34:00.929034Z","caller":"traceutil/trace.go:171","msg":"trace[1714663109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5097; }","duration":"130.346908ms","start":"2026-04-28T03:34:00.798668Z","end":"2026-04-28T03:34:00.929015Z","steps":["trace[1714663109] 'agreement among raft nodes before linearized reading' (duration: 130.089591ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:00.94557Z","caller":"traceutil/trace.go:171","msg":"trace[1361155533] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"120.58545ms","start":"2026-04-28T03:34:00.824954Z","end":"2026-04-28T03:34:00.94554Z","steps":["trace[1361155533] 'process raft request' (duration: 120.400006ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:00.945819Z","caller":"traceutil/trace.go:171","msg":"trace[1973326575] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"120.829875ms","start":"2026-04-28T03:34:00.824957Z","end":"2026-04-28T03:34:00.945787Z","steps":["trace[1973326575] 'process raft request' (duration: 120.531788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:00.946267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.278125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T03:34:00.946702Z","caller":"traceutil/trace.go:171","msg":"trace[242244107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5099; }","duration":"121.838897ms","start":"2026-04-28T03:34:00.824831Z","end":"2026-04-28T03:34:00.94667Z","steps":["trace[242244107] 'agreement among raft nodes before linearized reading' (duration: 121.166963ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:01.100638Z","caller":"traceutil/trace.go:171","msg":"trace[1240308237] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"167.055037ms","start":"2026-04-28T03:34:00.933545Z","end":"2026-04-28T03:34:01.1006Z","steps":["trace[1240308237] 'process raft request' (duration: 104.965339ms)","trace[1240308237] 'compare' (duration: 61.721911ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:04.712435Z","caller":"traceutil/trace.go:171","msg":"trace[1704812083] linearizableReadLoop","detail":"{readStateIndex:5348; appliedIndex:5347; }","duration":"251.651398ms","start":"2026-04-28T03:34:04.460756Z","end":"2026-04-28T03:34:04.712408Z","steps":["trace[1704812083] 'read index received' (duration: 251.438723ms)","trace[1704812083] 'applied index is now lower than readState.Index' (duration: 212.015µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:04.71258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.805431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:04.712602Z","caller":"traceutil/trace.go:171","msg":"trace[1682655490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5114; }","duration":"251.900963ms","start":"2026-04-28T03:34:04.460694Z","end":"2026-04-28T03:34:04.712595Z","steps":["trace[1682655490] 'agreement among raft nodes before linearized reading' (duration: 251.811271ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:04.712721Z","caller":"traceutil/trace.go:171","msg":"trace[1708206030] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"285.304583ms","start":"2026-04-28T03:34:04.427356Z","end":"2026-04-28T03:34:04.71266Z","steps":["trace[1708206030] 'process raft request' (duration: 284.900985ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:05.05314Z","caller":"traceutil/trace.go:171","msg":"trace[120512989] linearizableReadLoop","detail":"{readStateIndex:5349; appliedIndex:5348; }","duration":"309.787273ms","start":"2026-04-28T03:34:04.74333Z","end":"2026-04-28T03:34:05.053117Z","steps":["trace[120512989] 'read index received' (duration: 284.616018ms)","trace[120512989] 'applied index is now lower than readState.Index' (duration: 25.170275ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:05.053268Z","caller":"traceutil/trace.go:171","msg":"trace[1013150750] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"316.747641ms","start":"2026-04-28T03:34:04.736506Z","end":"2026-04-28T03:34:05.053254Z","steps":["trace[1013150750] 'process raft request' (duration: 291.388402ms)","trace[1013150750] 'compare' (duration: 25.096144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:05.053716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.559141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:34:05.053759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.277572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:34:05.053751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.410186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:34:05.053795Z","caller":"traceutil/trace.go:171","msg":"trace[160878869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5115; }","duration":"111.693944ms","start":"2026-04-28T03:34:04.942084Z","end":"2026-04-28T03:34:05.053778Z","steps":["trace[160878869] 'agreement among raft nodes before linearized reading' (duration: 111.49694ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:05.053804Z","caller":"traceutil/trace.go:171","msg":"trace[582362690] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5115; }","duration":"173.364744ms","start":"2026-04-28T03:34:04.880425Z","end":"2026-04-28T03:34:05.053789Z","steps":["trace[582362690] 'agreement among raft nodes before linearized reading' (duration: 173.292123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:05.053939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.93764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:05.053953Z","caller":"traceutil/trace.go:171","msg":"trace[1775541295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5115; }","duration":"310.529139ms","start":"2026-04-28T03:34:04.74327Z","end":"2026-04-28T03:34:05.053799Z","steps":["trace[1775541295] 'agreement among raft nodes before linearized reading' (duration: 310.362435ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:05.054104Z","caller":"traceutil/trace.go:171","msg":"trace[1121955443] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5115; }","duration":"241.024262ms","start":"2026-04-28T03:34:04.812937Z","end":"2026-04-28T03:34:05.053961Z","steps":["trace[1121955443] 'agreement among raft nodes before linearized reading' (duration: 240.407119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:05.054056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:04.743244Z","time spent":"310.791615ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:34:05.054196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:04.736486Z","time spent":"316.808122ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:05.478221Z","caller":"traceutil/trace.go:171","msg":"trace[328697865] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"333.834535ms","start":"2026-04-28T03:34:05.144352Z","end":"2026-04-28T03:34:05.478187Z","steps":["trace[328697865] 'process raft request' (duration: 333.637881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:05.478421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:05.14433Z","time spent":"333.994139ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:06.83367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.133823ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:34:06.833794Z","caller":"traceutil/trace.go:171","msg":"trace[788512427] linearizableReadLoop","detail":"{readStateIndex:5357; appliedIndex:5356; }","duration":"116.944666ms","start":"2026-04-28T03:34:06.716829Z","end":"2026-04-28T03:34:06.833774Z","steps":["trace[788512427] 'read index received' (duration: 43.541µs)","trace[788512427] 'applied index is now lower than readState.Index' (duration: 116.899385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:06.834016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.175051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:34:06.834054Z","caller":"traceutil/trace.go:171","msg":"trace[1484623710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5122; }","duration":"117.269143ms","start":"2026-04-28T03:34:06.716776Z","end":"2026-04-28T03:34:06.834045Z","steps":["trace[1484623710] 'agreement among raft nodes before linearized reading' (duration: 117.051558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:09.151076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.467654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:09.151151Z","caller":"traceutil/trace.go:171","msg":"trace[620804324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5133; }","duration":"105.607707ms","start":"2026-04-28T03:34:09.045526Z","end":"2026-04-28T03:34:09.151134Z","steps":["trace[620804324] 'range keys from in-memory index tree' (duration: 105.354292ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:09.286522Z","caller":"traceutil/trace.go:171","msg":"trace[1376288739] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"113.477655ms","start":"2026-04-28T03:34:09.173Z","end":"2026-04-28T03:34:09.286478Z","steps":["trace[1376288739] 'process raft request' (duration: 111.949542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:09.673541Z","caller":"traceutil/trace.go:171","msg":"trace[995529931] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"104.993364ms","start":"2026-04-28T03:34:09.568513Z","end":"2026-04-28T03:34:09.673506Z","steps":["trace[995529931] 'process raft request' (duration: 104.679957ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:20.849052Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3788} {"level":"info","ts":"2026-04-28T03:34:20.899827Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3788,"took":"48.706969ms","hash":1751097479,"current-db-size-bytes":33558528,"current-db-size":"34 MB","current-db-size-in-use-bytes":8138752,"current-db-size-in-use":"8.1 MB"} {"level":"info","ts":"2026-04-28T03:34:20.899908Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1751097479,"revision":3788,"compact-revision":2245} {"level":"info","ts":"2026-04-28T03:34:25.485151Z","caller":"traceutil/trace.go:171","msg":"trace[1502293389] linearizableReadLoop","detail":"{readStateIndex:5458; appliedIndex:5457; }","duration":"116.803795ms","start":"2026-04-28T03:34:25.368323Z","end":"2026-04-28T03:34:25.485127Z","steps":["trace[1502293389] 'read index received' (duration: 89.402169ms)","trace[1502293389] 'applied index is now lower than readState.Index' (duration: 27.400596ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:25.485336Z","caller":"traceutil/trace.go:171","msg":"trace[1868765980] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"117.184853ms","start":"2026-04-28T03:34:25.368108Z","end":"2026-04-28T03:34:25.485293Z","steps":["trace[1868765980] 'process raft request' (duration: 89.642614ms)","trace[1868765980] 'compare' (duration: 27.272743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:25.485652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.290085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:34:25.485772Z","caller":"traceutil/trace.go:171","msg":"trace[349854531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5219; }","duration":"117.447418ms","start":"2026-04-28T03:34:25.368296Z","end":"2026-04-28T03:34:25.485743Z","steps":["trace[349854531] 'agreement among raft nodes before linearized reading' (duration: 116.994038ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:25.648649Z","caller":"traceutil/trace.go:171","msg":"trace[336401832] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"158.101537ms","start":"2026-04-28T03:34:25.490517Z","end":"2026-04-28T03:34:25.648618Z","steps":["trace[336401832] 'process raft request' (duration: 157.992225ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:25.648689Z","caller":"traceutil/trace.go:171","msg":"trace[245398794] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"158.805152ms","start":"2026-04-28T03:34:25.489827Z","end":"2026-04-28T03:34:25.648632Z","steps":["trace[245398794] 'process raft request' (duration: 127.436762ms)","trace[245398794] 'compare' (duration: 31.073814ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:25.649534Z","caller":"traceutil/trace.go:171","msg":"trace[667067107] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"158.22922ms","start":"2026-04-28T03:34:25.491294Z","end":"2026-04-28T03:34:25.649523Z","steps":["trace[667067107] 'process raft request' (duration: 157.26587ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:25.651212Z","caller":"traceutil/trace.go:171","msg":"trace[785938624] linearizableReadLoop","detail":"{readStateIndex:5462; appliedIndex:5458; }","duration":"125.147633ms","start":"2026-04-28T03:34:25.526041Z","end":"2026-04-28T03:34:25.651189Z","steps":["trace[785938624] 'read index received' (duration: 91.388431ms)","trace[785938624] 'applied index is now lower than readState.Index' (duration: 33.756762ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:25.651266Z","caller":"traceutil/trace.go:171","msg":"trace[1454452024] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"157.519266ms","start":"2026-04-28T03:34:25.493726Z","end":"2026-04-28T03:34:25.651246Z","steps":["trace[1454452024] 'process raft request' (duration: 155.680166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:25.651423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.319727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:34:25.6515Z","caller":"traceutil/trace.go:171","msg":"trace[1785494211] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5223; }","duration":"125.46383ms","start":"2026-04-28T03:34:25.525993Z","end":"2026-04-28T03:34:25.651457Z","steps":["trace[1785494211] 'agreement among raft nodes before linearized reading' (duration: 125.272896ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:25.854107Z","caller":"traceutil/trace.go:171","msg":"trace[187588684] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"120.984524ms","start":"2026-04-28T03:34:25.73309Z","end":"2026-04-28T03:34:25.854074Z","steps":["trace[187588684] 'process raft request' (duration: 53.604665ms)","trace[187588684] 'compare' (duration: 67.018442ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:26.032253Z","caller":"traceutil/trace.go:171","msg":"trace[597796489] linearizableReadLoop","detail":"{readStateIndex:5465; appliedIndex:5464; }","duration":"174.364935ms","start":"2026-04-28T03:34:25.857854Z","end":"2026-04-28T03:34:26.032219Z","steps":["trace[597796489] 'read index received' (duration: 114.032716ms)","trace[597796489] 'applied index is now lower than readState.Index' (duration: 60.331349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:26.03239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.517098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-04-28T03:34:26.032545Z","caller":"traceutil/trace.go:171","msg":"trace[61791249] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5226; }","duration":"174.709553ms","start":"2026-04-28T03:34:25.857826Z","end":"2026-04-28T03:34:26.032536Z","steps":["trace[61791249] 'agreement among raft nodes before linearized reading' (duration: 174.488918ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:26.032531Z","caller":"traceutil/trace.go:171","msg":"trace[716225510] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"197.928438ms","start":"2026-04-28T03:34:25.834562Z","end":"2026-04-28T03:34:26.03249Z","steps":["trace[716225510] 'process raft request' (duration: 137.413935ms)","trace[716225510] 'compare' (duration: 60.150755ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:27.83433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.097307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T03:34:27.834392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.641441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:34:27.83447Z","caller":"traceutil/trace.go:171","msg":"trace[280409508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5229; }","duration":"178.314141ms","start":"2026-04-28T03:34:27.656127Z","end":"2026-04-28T03:34:27.834441Z","steps":["trace[280409508] 'range keys from in-memory index tree' (duration: 177.682737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:27.834465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.321033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:34:27.834533Z","caller":"traceutil/trace.go:171","msg":"trace[1743095919] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5229; }","duration":"180.417035ms","start":"2026-04-28T03:34:27.654097Z","end":"2026-04-28T03:34:27.834514Z","steps":["trace[1743095919] 'range keys from in-memory index tree' (duration: 180.209991ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:27.834488Z","caller":"traceutil/trace.go:171","msg":"trace[1649732686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5229; }","duration":"180.762754ms","start":"2026-04-28T03:34:27.653701Z","end":"2026-04-28T03:34:27.834464Z","steps":["trace[1649732686] 'range keys from in-memory index tree' (duration: 180.419617ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:28.042681Z","caller":"traceutil/trace.go:171","msg":"trace[704253570] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"203.09442ms","start":"2026-04-28T03:34:27.839559Z","end":"2026-04-28T03:34:28.042654Z","steps":["trace[704253570] 'process raft request' (duration: 203.004968ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:28.042726Z","caller":"traceutil/trace.go:171","msg":"trace[216960716] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"203.253673ms","start":"2026-04-28T03:34:27.839442Z","end":"2026-04-28T03:34:28.042695Z","steps":["trace[216960716] 'process raft request' (duration: 202.930077ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:28.043003Z","caller":"traceutil/trace.go:171","msg":"trace[1754719736] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"203.216242ms","start":"2026-04-28T03:34:27.839764Z","end":"2026-04-28T03:34:28.04298Z","steps":["trace[1754719736] 'process raft request' (duration: 202.844905ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:28.043136Z","caller":"traceutil/trace.go:171","msg":"trace[2026350588] linearizableReadLoop","detail":"{readStateIndex:5473; appliedIndex:5469; }","duration":"202.942837ms","start":"2026-04-28T03:34:27.840163Z","end":"2026-04-28T03:34:28.043106Z","steps":["trace[2026350588] 'read index received' (duration: 69.351293ms)","trace[2026350588] 'applied index is now lower than readState.Index' (duration: 133.590104ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:28.043275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.09766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-04-28T03:34:28.043248Z","caller":"traceutil/trace.go:171","msg":"trace[1194839472] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"184.013692ms","start":"2026-04-28T03:34:27.859211Z","end":"2026-04-28T03:34:28.043225Z","steps":["trace[1194839472] 'process raft request' (duration: 183.682445ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:28.043319Z","caller":"traceutil/trace.go:171","msg":"trace[679686550] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5234; }","duration":"203.188891ms","start":"2026-04-28T03:34:27.840118Z","end":"2026-04-28T03:34:28.043307Z","steps":["trace[679686550] 'agreement among raft nodes before linearized reading' (duration: 203.075749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:28.248723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.057783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:34:28.248868Z","caller":"traceutil/trace.go:171","msg":"trace[1735444277] linearizableReadLoop","detail":"{readStateIndex:5475; appliedIndex:5474; }","duration":"205.672678ms","start":"2026-04-28T03:34:28.043176Z","end":"2026-04-28T03:34:28.248849Z","steps":["trace[1735444277] 'read index received' (duration: 95.001012ms)","trace[1735444277] 'applied index is now lower than readState.Index' (duration: 110.670136ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:28.248971Z","caller":"traceutil/trace.go:171","msg":"trace[1482130512] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"209.55912ms","start":"2026-04-28T03:34:28.039398Z","end":"2026-04-28T03:34:28.248958Z","steps":["trace[1482130512] 'process raft request' (duration: 98.858423ms)","trace[1482130512] 'compare' (duration: 109.924651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:28.24935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.652351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-04-28T03:34:28.249403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.585894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:28.24951Z","caller":"traceutil/trace.go:171","msg":"trace[78732971] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5235; }","duration":"212.823249ms","start":"2026-04-28T03:34:28.036662Z","end":"2026-04-28T03:34:28.249486Z","steps":["trace[78732971] 'agreement among raft nodes before linearized reading' (duration: 212.38419ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:28.249442Z","caller":"traceutil/trace.go:171","msg":"trace[466912325] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5235; }","duration":"202.786785ms","start":"2026-04-28T03:34:28.046633Z","end":"2026-04-28T03:34:28.24942Z","steps":["trace[466912325] 'agreement among raft nodes before linearized reading' (duration: 202.392796ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:38.235228Z","caller":"traceutil/trace.go:171","msg":"trace[1560635294] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"125.598431ms","start":"2026-04-28T03:34:38.109596Z","end":"2026-04-28T03:34:38.235195Z","steps":["trace[1560635294] 'process raft request' (duration: 125.392297ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:38.2473Z","caller":"traceutil/trace.go:171","msg":"trace[887274448] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"134.915121ms","start":"2026-04-28T03:34:38.11236Z","end":"2026-04-28T03:34:38.247275Z","steps":["trace[887274448] 'process raft request' (duration: 134.86849ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:38.247348Z","caller":"traceutil/trace.go:171","msg":"trace[1703418910] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"135.975454ms","start":"2026-04-28T03:34:38.11134Z","end":"2026-04-28T03:34:38.247315Z","steps":["trace[1703418910] 'process raft request' (duration: 135.750269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:41.720523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.293618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:34:41.721717Z","caller":"traceutil/trace.go:171","msg":"trace[1821093647] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"367.596851ms","start":"2026-04-28T03:34:41.35409Z","end":"2026-04-28T03:34:41.721687Z","steps":["trace[1821093647] 'process raft request' (duration: 72.76013ms)","trace[1821093647] 'compare' (duration: 293.040213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:41.722008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:41.354062Z","time spent":"367.764364ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:41.723174Z","caller":"traceutil/trace.go:171","msg":"trace[1530536461] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"364.737819ms","start":"2026-04-28T03:34:41.358425Z","end":"2026-04-28T03:34:41.723163Z","steps":["trace[1530536461] 'process raft request' (duration: 364.221578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:41.724352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:41.358399Z","time spent":"365.879444ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:41.724709Z","caller":"traceutil/trace.go:171","msg":"trace[1019052665] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"313.172814ms","start":"2026-04-28T03:34:41.411513Z","end":"2026-04-28T03:34:41.724686Z","steps":["trace[1019052665] 'process raft request' (duration: 311.304775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:41.724851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:41.411485Z","time spent":"313.313398ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:41.913515Z","caller":"traceutil/trace.go:171","msg":"trace[526996824] linearizableReadLoop","detail":"{readStateIndex:5633; appliedIndex:5632; }","duration":"138.981441ms","start":"2026-04-28T03:34:41.774497Z","end":"2026-04-28T03:34:41.913478Z","steps":["trace[526996824] 'read index received' (duration: 65.534895ms)","trace[526996824] 'applied index is now lower than readState.Index' (duration: 73.445146ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:41.913532Z","caller":"traceutil/trace.go:171","msg":"trace[1934885714] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"183.75136ms","start":"2026-04-28T03:34:41.729735Z","end":"2026-04-28T03:34:41.913486Z","steps":["trace[1934885714] 'process raft request' (duration: 110.255963ms)","trace[1934885714] 'compare' (duration: 73.337503ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:41.913783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.996015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:34:41.913826Z","caller":"traceutil/trace.go:171","msg":"trace[497647126] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5385; }","duration":"184.087157ms","start":"2026-04-28T03:34:41.729727Z","end":"2026-04-28T03:34:41.913815Z","steps":["trace[497647126] 'agreement among raft nodes before linearized reading' (duration: 183.879002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:42.243079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.776897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:34:42.243197Z","caller":"traceutil/trace.go:171","msg":"trace[496461523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5385; }","duration":"139.955961ms","start":"2026-04-28T03:34:42.103213Z","end":"2026-04-28T03:34:42.243169Z","steps":["trace[496461523] 'range keys from in-memory index tree' (duration: 139.311097ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:43.857104Z","caller":"traceutil/trace.go:171","msg":"trace[119846101] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"123.15095ms","start":"2026-04-28T03:34:43.733912Z","end":"2026-04-28T03:34:43.857063Z","steps":["trace[119846101] 'process raft request' (duration: 98.008241ms)","trace[119846101] 'compare' (duration: 24.996026ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:48.48648Z","caller":"traceutil/trace.go:171","msg":"trace[766609922] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"149.93865ms","start":"2026-04-28T03:34:48.336517Z","end":"2026-04-28T03:34:48.486456Z","steps":["trace[766609922] 'process raft request' (duration: 71.177009ms)","trace[766609922] 'compare' (duration: 78.347832ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:50.218271Z","caller":"traceutil/trace.go:171","msg":"trace[1452970929] linearizableReadLoop","detail":"{readStateIndex:5681; appliedIndex:5680; }","duration":"176.305368ms","start":"2026-04-28T03:34:50.041946Z","end":"2026-04-28T03:34:50.218252Z","steps":["trace[1452970929] 'read index received' (duration: 118.813603ms)","trace[1452970929] 'applied index is now lower than readState.Index' (duration: 57.490235ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:50.218386Z","caller":"traceutil/trace.go:171","msg":"trace[564220220] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"198.443203ms","start":"2026-04-28T03:34:50.019931Z","end":"2026-04-28T03:34:50.218375Z","steps":["trace[564220220] 'process raft request' (duration: 140.927948ms)","trace[564220220] 'compare' (duration: 57.131067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:50.218521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.556703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:50.218547Z","caller":"traceutil/trace.go:171","msg":"trace[406477441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5432; }","duration":"176.625104ms","start":"2026-04-28T03:34:50.041916Z","end":"2026-04-28T03:34:50.218541Z","steps":["trace[406477441] 'agreement among raft nodes before linearized reading' (duration: 176.567843ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:18.791142Z","caller":"traceutil/trace.go:171","msg":"trace[416976797] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"180.209525ms","start":"2026-04-28T03:35:18.610904Z","end":"2026-04-28T03:35:18.791114Z","steps":["trace[416976797] 'process raft request' (duration: 117.224802ms)","trace[416976797] 'compare' (duration: 62.735177ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:35:18.97466Z","caller":"traceutil/trace.go:171","msg":"trace[1958313560] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"127.171378ms","start":"2026-04-28T03:35:18.847466Z","end":"2026-04-28T03:35:18.974637Z","steps":["trace[1958313560] 'process raft request' (duration: 119.072173ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:50.965642Z","caller":"traceutil/trace.go:171","msg":"trace[1767808815] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"223.108089ms","start":"2026-04-28T03:35:50.742514Z","end":"2026-04-28T03:35:50.965622Z","steps":["trace[1767808815] 'process raft request' (duration: 222.922845ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:50.967925Z","caller":"traceutil/trace.go:171","msg":"trace[1545432921] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"113.028796ms","start":"2026-04-28T03:35:50.854872Z","end":"2026-04-28T03:35:50.967901Z","steps":["trace[1545432921] 'process raft request' (duration: 112.484974ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:51.279231Z","caller":"traceutil/trace.go:171","msg":"trace[1273263036] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"256.829091ms","start":"2026-04-28T03:35:51.022371Z","end":"2026-04-28T03:35:51.2792Z","steps":["trace[1273263036] 'process raft request' (duration: 256.686358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:51.500844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.32806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:35:51.500949Z","caller":"traceutil/trace.go:171","msg":"trace[1467821922] linearizableReadLoop","detail":"{readStateIndex:6095; appliedIndex:6093; }","duration":"458.943124ms","start":"2026-04-28T03:35:51.04199Z","end":"2026-04-28T03:35:51.500933Z","steps":["trace[1467821922] 'read index received' (duration: 237.084073ms)","trace[1467821922] 'applied index is now lower than readState.Index' (duration: 221.857851ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:35:51.501017Z","caller":"traceutil/trace.go:171","msg":"trace[1805515183] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"477.094188ms","start":"2026-04-28T03:35:51.023893Z","end":"2026-04-28T03:35:51.500987Z","steps":["trace[1805515183] 'process raft request' (duration: 318.544303ms)","trace[1805515183] 'compare' (duration: 158.192877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:35:51.501099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.208515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:35:51.501152Z","caller":"traceutil/trace.go:171","msg":"trace[975750931] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5830; }","duration":"307.273957ms","start":"2026-04-28T03:35:51.193848Z","end":"2026-04-28T03:35:51.501122Z","steps":["trace[975750931] 'agreement among raft nodes before linearized reading' (duration: 307.232056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:51.501178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:51.023869Z","time spent":"477.23609ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:35:51.501196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:51.193825Z","time spent":"307.362278ms","remote":"127.0.0.1:46594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:35:51.50105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.061076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:35:51.501411Z","caller":"traceutil/trace.go:171","msg":"trace[1076914893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5830; }","duration":"459.450275ms","start":"2026-04-28T03:35:51.041947Z","end":"2026-04-28T03:35:51.501397Z","steps":["trace[1076914893] 'agreement among raft nodes before linearized reading' (duration: 459.073797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:51.501455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:51.041927Z","time spent":"459.517806ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:35:51.501598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.515158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:35:51.501642Z","caller":"traceutil/trace.go:171","msg":"trace[491282059] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:5830; }","duration":"195.59809ms","start":"2026-04-28T03:35:51.306035Z","end":"2026-04-28T03:35:51.501633Z","steps":["trace[491282059] 'agreement among raft nodes before linearized reading' (duration: 195.474147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:51.501851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.060122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:35:51.50189Z","caller":"traceutil/trace.go:171","msg":"trace[1934605593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5830; }","duration":"266.133543ms","start":"2026-04-28T03:35:51.235748Z","end":"2026-04-28T03:35:51.501881Z","steps":["trace[1934605593] 'agreement among raft nodes before linearized reading' (duration: 266.03446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:51.501945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.752881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:35:51.501993Z","caller":"traceutil/trace.go:171","msg":"trace[603957167] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5830; }","duration":"303.818723ms","start":"2026-04-28T03:35:51.198161Z","end":"2026-04-28T03:35:51.50198Z","steps":["trace[603957167] 'agreement among raft nodes before linearized reading' (duration: 303.68304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:51.502028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:51.198152Z","time spent":"303.870084ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T03:35:51.652256Z","caller":"traceutil/trace.go:171","msg":"trace[1505858012] transaction","detail":"{read_only:false; response_revision:5833; number_of_response:1; }","duration":"114.886627ms","start":"2026-04-28T03:35:51.537345Z","end":"2026-04-28T03:35:51.652231Z","steps":["trace[1505858012] 'process raft request' (duration: 102.659761ms)","trace[1505858012] 'compare' (duration: 12.130774ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:35:57.414249Z","caller":"traceutil/trace.go:171","msg":"trace[1215370008] transaction","detail":"{read_only:false; response_revision:5867; number_of_response:1; }","duration":"111.779782ms","start":"2026-04-28T03:35:57.302436Z","end":"2026-04-28T03:35:57.414216Z","steps":["trace[1215370008] 'process raft request' (duration: 111.571627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:25.751809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.768118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-txm2g\" ","response":"range_response_count:1 size:4357"} {"level":"info","ts":"2026-04-28T03:36:25.751919Z","caller":"traceutil/trace.go:171","msg":"trace[981302494] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-txm2g; range_end:; response_count:1; response_revision:6040; }","duration":"201.88271ms","start":"2026-04-28T03:36:25.550012Z","end":"2026-04-28T03:36:25.751894Z","steps":["trace[981302494] 'range keys from in-memory index tree' (duration: 201.586134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:25.751945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.918809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:36:25.751985Z","caller":"traceutil/trace.go:171","msg":"trace[629463964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6040; }","duration":"173.9603ms","start":"2026-04-28T03:36:25.578014Z","end":"2026-04-28T03:36:25.751974Z","steps":["trace[629463964] 'range keys from in-memory index tree' (duration: 173.827947ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:31.438814Z","caller":"traceutil/trace.go:171","msg":"trace[51819401] linearizableReadLoop","detail":"{readStateIndex:6672; appliedIndex:6671; }","duration":"130.28522ms","start":"2026-04-28T03:36:31.308501Z","end":"2026-04-28T03:36:31.438787Z","steps":["trace[51819401] 'read index received' (duration: 123.498581ms)","trace[51819401] 'applied index is now lower than readState.Index' (duration: 6.785199ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:31.438917Z","caller":"traceutil/trace.go:171","msg":"trace[492913194] transaction","detail":"{read_only:false; response_revision:6382; number_of_response:1; }","duration":"175.041788ms","start":"2026-04-28T03:36:31.263834Z","end":"2026-04-28T03:36:31.438875Z","steps":["trace[492913194] 'process raft request' (duration: 168.191857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:31.439059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.531905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:36:31.439111Z","caller":"traceutil/trace.go:171","msg":"trace[577838793] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:6382; }","duration":"130.608356ms","start":"2026-04-28T03:36:31.308489Z","end":"2026-04-28T03:36:31.439097Z","steps":["trace[577838793] 'agreement among raft nodes before linearized reading' (duration: 130.400482ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:31.442757Z","caller":"traceutil/trace.go:171","msg":"trace[1909151358] transaction","detail":"{read_only:false; response_revision:6383; number_of_response:1; }","duration":"133.810637ms","start":"2026-04-28T03:36:31.308922Z","end":"2026-04-28T03:36:31.442733Z","steps":["trace[1909151358] 'process raft request' (duration: 133.49463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:31.970929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.100524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:36:31.971029Z","caller":"traceutil/trace.go:171","msg":"trace[727628707] linearizableReadLoop","detail":"{readStateIndex:6693; appliedIndex:6692; }","duration":"136.233809ms","start":"2026-04-28T03:36:31.834779Z","end":"2026-04-28T03:36:31.971013Z","steps":["trace[727628707] 'read index received' (duration: 11.859079ms)","trace[727628707] 'applied index is now lower than readState.Index' (duration: 124.3734ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:31.971121Z","caller":"traceutil/trace.go:171","msg":"trace[369463782] transaction","detail":"{read_only:false; response_revision:6402; number_of_response:1; }","duration":"141.400972ms","start":"2026-04-28T03:36:31.82969Z","end":"2026-04-28T03:36:31.971091Z","steps":["trace[369463782] 'process raft request' (duration: 17.038962ms)","trace[369463782] 'compare' (duration: 123.969812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:36:31.971266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.452994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:36:31.971338Z","caller":"traceutil/trace.go:171","msg":"trace[333578177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6402; }","duration":"136.544296ms","start":"2026-04-28T03:36:31.834773Z","end":"2026-04-28T03:36:31.971317Z","steps":["trace[333578177] 'agreement among raft nodes before linearized reading' (duration: 136.307151ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:31.972904Z","caller":"traceutil/trace.go:171","msg":"trace[1666091630] transaction","detail":"{read_only:false; response_revision:6403; number_of_response:1; }","duration":"101.152922ms","start":"2026-04-28T03:36:31.871735Z","end":"2026-04-28T03:36:31.972888Z","steps":["trace[1666091630] 'process raft request' (duration: 101.06074ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:32.559993Z","caller":"traceutil/trace.go:171","msg":"trace[1528683964] transaction","detail":"{read_only:false; response_revision:6425; number_of_response:1; }","duration":"103.130956ms","start":"2026-04-28T03:36:32.456831Z","end":"2026-04-28T03:36:32.559962Z","steps":["trace[1528683964] 'process raft request' (duration: 78.126189ms)","trace[1528683964] 'compare' (duration: 24.771162ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:32.697462Z","caller":"traceutil/trace.go:171","msg":"trace[1177773908] linearizableReadLoop","detail":"{readStateIndex:6718; appliedIndex:6716; }","duration":"133.852218ms","start":"2026-04-28T03:36:32.563583Z","end":"2026-04-28T03:36:32.697435Z","steps":["trace[1177773908] 'read index received' (duration: 133.599572ms)","trace[1177773908] 'applied index is now lower than readState.Index' (duration: 251.346µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:32.697577Z","caller":"traceutil/trace.go:171","msg":"trace[2052437558] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6426; }","duration":"180.802184ms","start":"2026-04-28T03:36:32.516764Z","end":"2026-04-28T03:36:32.697566Z","steps":["trace[2052437558] 'process raft request' (duration: 180.63021ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:32.697482Z","caller":"traceutil/trace.go:171","msg":"trace[1105118922] transaction","detail":"{read_only:false; response_revision:6426; number_of_response:1; }","duration":"226.554244ms","start":"2026-04-28T03:36:32.470907Z","end":"2026-04-28T03:36:32.697462Z","steps":["trace[1105118922] 'process raft request' (duration: 226.35971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:32.697899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.290507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1270"} {"level":"info","ts":"2026-04-28T03:36:32.697943Z","caller":"traceutil/trace.go:171","msg":"trace[99303247] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:6426; }","duration":"134.41605ms","start":"2026-04-28T03:36:32.563517Z","end":"2026-04-28T03:36:32.697933Z","steps":["trace[99303247] 'agreement among raft nodes before linearized reading' (duration: 134.254936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:32.69799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.394819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1462"} {"level":"info","ts":"2026-04-28T03:36:32.698075Z","caller":"traceutil/trace.go:171","msg":"trace[837971609] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6426; }","duration":"134.583363ms","start":"2026-04-28T03:36:32.563468Z","end":"2026-04-28T03:36:32.698051Z","steps":["trace[837971609] 'agreement among raft nodes before linearized reading' (duration: 134.309767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:32.698107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.95429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"info","ts":"2026-04-28T03:36:32.698159Z","caller":"traceutil/trace.go:171","msg":"trace[138141272] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6426; }","duration":"134.026731ms","start":"2026-04-28T03:36:32.564117Z","end":"2026-04-28T03:36:32.698144Z","steps":["trace[138141272] 'agreement among raft nodes before linearized reading' (duration: 133.906278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:34.63014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.699113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-28T03:36:34.630217Z","caller":"traceutil/trace.go:171","msg":"trace[2128802643] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6469; }","duration":"276.830886ms","start":"2026-04-28T03:36:34.353356Z","end":"2026-04-28T03:36:34.630187Z","steps":["trace[2128802643] 'range keys from in-memory index tree' (duration: 276.53866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:34.632197Z","caller":"traceutil/trace.go:171","msg":"trace[578832540] linearizableReadLoop","detail":"{readStateIndex:6762; appliedIndex:6762; }","duration":"274.879142ms","start":"2026-04-28T03:36:34.357278Z","end":"2026-04-28T03:36:34.632157Z","steps":["trace[578832540] 'read index received' (duration: 274.865652ms)","trace[578832540] 'applied index is now lower than readState.Index' (duration: 9.68µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:34.631929Z","caller":"traceutil/trace.go:171","msg":"trace[440456701] transaction","detail":"{read_only:false; response_revision:6470; number_of_response:1; }","duration":"277.453459ms","start":"2026-04-28T03:36:34.35446Z","end":"2026-04-28T03:36:34.631913Z","steps":["trace[440456701] 'process raft request' (duration: 277.329326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:34.632646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.335683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:5 size:35405"} {"level":"info","ts":"2026-04-28T03:36:34.632897Z","caller":"traceutil/trace.go:171","msg":"trace[958096819] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:5; response_revision:6470; }","duration":"275.535867ms","start":"2026-04-28T03:36:34.357233Z","end":"2026-04-28T03:36:34.632769Z","steps":["trace[958096819] 'agreement among raft nodes before linearized reading' (duration: 275.051726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:34.635362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.108623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:46 size:1954238"} {"level":"info","ts":"2026-04-28T03:36:34.635474Z","caller":"traceutil/trace.go:171","msg":"trace[1687889518] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:46; response_revision:6471; }","duration":"197.278796ms","start":"2026-04-28T03:36:34.438171Z","end":"2026-04-28T03:36:34.635449Z","steps":["trace[1687889518] 'agreement among raft nodes before linearized reading' (duration: 195.946627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:35.318201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.387384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:36:35.318365Z","caller":"traceutil/trace.go:171","msg":"trace[1285819839] transaction","detail":"{read_only:false; response_revision:6487; number_of_response:1; }","duration":"608.053562ms","start":"2026-04-28T03:36:34.710293Z","end":"2026-04-28T03:36:35.318346Z","steps":["trace[1285819839] 'process raft request' (duration: 61.464723ms)","trace[1285819839] 'compare' (duration: 546.2145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:36:35.318781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:34.710277Z","time spent":"608.370979ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1188,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:36:35.330853Z","caller":"traceutil/trace.go:171","msg":"trace[881110031] transaction","detail":"{read_only:false; response_revision:6489; number_of_response:1; }","duration":"620.207657ms","start":"2026-04-28T03:36:34.710626Z","end":"2026-04-28T03:36:35.330834Z","steps":["trace[881110031] 'process raft request' (duration: 620.009883ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:35.330874Z","caller":"traceutil/trace.go:171","msg":"trace[2067341920] transaction","detail":"{read_only:false; response_revision:6490; number_of_response:1; }","duration":"616.449506ms","start":"2026-04-28T03:36:34.714397Z","end":"2026-04-28T03:36:35.330847Z","steps":["trace[2067341920] 'process raft request' (duration: 616.336633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:35.330948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:34.710598Z","time spent":"620.3025ms","remote":"127.0.0.1:43114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11968,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:36:35.330838Z","caller":"traceutil/trace.go:171","msg":"trace[30662278] linearizableReadLoop","detail":"{readStateIndex:6780; appliedIndex:6778; }","duration":"620.199907ms","start":"2026-04-28T03:36:34.710612Z","end":"2026-04-28T03:36:35.330812Z","steps":["trace[30662278] 'read index received' (duration: 61.28994ms)","trace[30662278] 'applied index is now lower than readState.Index' (duration: 558.908357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:36:35.331007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:34.714374Z","time spent":"616.538307ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1126,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:36:35.331043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.435613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:36:35.33107Z","caller":"traceutil/trace.go:171","msg":"trace[1389297612] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:6490; }","duration":"620.461253ms","start":"2026-04-28T03:36:34.710598Z","end":"2026-04-28T03:36:35.331059Z","steps":["trace[1389297612] 'agreement among raft nodes before linearized reading' (duration: 620.416462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:35.331098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:34.710568Z","time spent":"620.525964ms","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" "} {"level":"info","ts":"2026-04-28T03:36:35.330962Z","caller":"traceutil/trace.go:171","msg":"trace[139548121] transaction","detail":"{read_only:false; response_revision:6488; number_of_response:1; }","duration":"620.459163ms","start":"2026-04-28T03:36:34.710453Z","end":"2026-04-28T03:36:35.330913Z","steps":["trace[139548121] 'process raft request' (duration: 620.034594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:35.331335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:34.710431Z","time spent":"620.82212ms","remote":"127.0.0.1:60762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4722,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:36:35.334278Z","caller":"traceutil/trace.go:171","msg":"trace[1842812846] transaction","detail":"{read_only:false; response_revision:6491; number_of_response:1; }","duration":"106.345916ms","start":"2026-04-28T03:36:35.22791Z","end":"2026-04-28T03:36:35.334256Z","steps":["trace[1842812846] 'process raft request' (duration: 106.140352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:35.335132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.308651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:36:35.335167Z","caller":"traceutil/trace.go:171","msg":"trace[477502794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6492; }","duration":"290.388313ms","start":"2026-04-28T03:36:35.044771Z","end":"2026-04-28T03:36:35.33516Z","steps":["trace[477502794] 'agreement among raft nodes before linearized reading' (duration: 290.329862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:35.335859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.549687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:36:35.335945Z","caller":"traceutil/trace.go:171","msg":"trace[879131520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6492; }","duration":"370.70782ms","start":"2026-04-28T03:36:34.965219Z","end":"2026-04-28T03:36:35.335927Z","steps":["trace[879131520] 'agreement among raft nodes before linearized reading' (duration: 370.507276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:35.335986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:34.965204Z","time spent":"370.776371ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:36:35.336122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.901856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-04-28T03:36:35.336161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.510123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-28T03:36:35.33619Z","caller":"traceutil/trace.go:171","msg":"trace[420442620] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6492; }","duration":"612.015649ms","start":"2026-04-28T03:36:34.724154Z","end":"2026-04-28T03:36:35.33617Z","steps":["trace[420442620] 'agreement among raft nodes before linearized reading' (duration: 611.788984ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:35.336199Z","caller":"traceutil/trace.go:171","msg":"trace[1852028443] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6492; }","duration":"619.570433ms","start":"2026-04-28T03:36:34.716609Z","end":"2026-04-28T03:36:35.336179Z","steps":["trace[1852028443] 'agreement among raft nodes before linearized reading' (duration: 619.479962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:35.336223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:34.7166Z","time spent":"619.616444ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-04-28T03:36:35.336314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.017702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:36:35.336232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:34.724137Z","time spent":"612.0863ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-04-28T03:36:35.336341Z","caller":"traceutil/trace.go:171","msg":"trace[270201938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6492; }","duration":"406.095895ms","start":"2026-04-28T03:36:34.930238Z","end":"2026-04-28T03:36:35.336334Z","steps":["trace[270201938] 'agreement among raft nodes before linearized reading' (duration: 406.011613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:35.336365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:34.93021Z","time spent":"406.149145ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:36:36.403686Z","caller":"traceutil/trace.go:171","msg":"trace[589858430] linearizableReadLoop","detail":"{readStateIndex:6826; appliedIndex:6825; }","duration":"130.861204ms","start":"2026-04-28T03:36:36.272803Z","end":"2026-04-28T03:36:36.403664Z","steps":["trace[589858430] 'read index received' (duration: 61.635669ms)","trace[589858430] 'applied index is now lower than readState.Index' (duration: 69.224285ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:36.40379Z","caller":"traceutil/trace.go:171","msg":"trace[1904718216] transaction","detail":"{read_only:false; response_revision:6534; number_of_response:1; }","duration":"143.389308ms","start":"2026-04-28T03:36:36.260345Z","end":"2026-04-28T03:36:36.403735Z","steps":["trace[1904718216] 'process raft request' (duration: 119.891854ms)","trace[1904718216] 'compare' (duration: 23.110285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:36:36.403864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.034548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:36:36.404106Z","caller":"traceutil/trace.go:171","msg":"trace[1892684926] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:6534; }","duration":"131.320284ms","start":"2026-04-28T03:36:36.27276Z","end":"2026-04-28T03:36:36.40408Z","steps":["trace[1892684926] 'agreement among raft nodes before linearized reading' (duration: 131.029088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:37.076432Z","caller":"traceutil/trace.go:171","msg":"trace[528037078] linearizableReadLoop","detail":"{readStateIndex:6845; appliedIndex:6844; }","duration":"141.975187ms","start":"2026-04-28T03:36:36.934435Z","end":"2026-04-28T03:36:37.076411Z","steps":["trace[528037078] 'read index received' (duration: 141.353594ms)","trace[528037078] 'applied index is now lower than readState.Index' (duration: 620.753µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:37.076523Z","caller":"traceutil/trace.go:171","msg":"trace[444969546] transaction","detail":"{read_only:false; response_revision:6552; number_of_response:1; }","duration":"147.856716ms","start":"2026-04-28T03:36:36.928625Z","end":"2026-04-28T03:36:37.076482Z","steps":["trace[444969546] 'process raft request' (duration: 147.380875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:37.076619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.156391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:36:37.076663Z","caller":"traceutil/trace.go:171","msg":"trace[954681922] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6552; }","duration":"142.246533ms","start":"2026-04-28T03:36:36.934405Z","end":"2026-04-28T03:36:37.076652Z","steps":["trace[954681922] 'agreement among raft nodes before linearized reading' (duration: 142.146521ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:38.156831Z","caller":"traceutil/trace.go:171","msg":"trace[1525507008] linearizableReadLoop","detail":"{readStateIndex:6860; appliedIndex:6859; }","duration":"152.208761ms","start":"2026-04-28T03:36:38.0046Z","end":"2026-04-28T03:36:38.156808Z","steps":["trace[1525507008] 'read index received' (duration: 152.059408ms)","trace[1525507008] 'applied index is now lower than readState.Index' (duration: 148.343µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:38.156949Z","caller":"traceutil/trace.go:171","msg":"trace[1694301125] transaction","detail":"{read_only:false; response_revision:6567; number_of_response:1; }","duration":"158.200573ms","start":"2026-04-28T03:36:37.998694Z","end":"2026-04-28T03:36:38.156894Z","steps":["trace[1694301125] 'process raft request' (duration: 157.985209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:38.157103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.490887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:36:38.157166Z","caller":"traceutil/trace.go:171","msg":"trace[353905789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6567; }","duration":"152.58477ms","start":"2026-04-28T03:36:38.004557Z","end":"2026-04-28T03:36:38.157142Z","steps":["trace[353905789] 'agreement among raft nodes before linearized reading' (duration: 152.397086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:38.157263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.87012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-28T03:36:38.157279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.02722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:36:38.157334Z","caller":"traceutil/trace.go:171","msg":"trace[145758550] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6567; }","duration":"138.995442ms","start":"2026-04-28T03:36:38.018318Z","end":"2026-04-28T03:36:38.157314Z","steps":["trace[145758550] 'agreement among raft nodes before linearized reading' (duration: 138.770387ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:38.157348Z","caller":"traceutil/trace.go:171","msg":"trace[958098964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6567; }","duration":"137.139412ms","start":"2026-04-28T03:36:38.020192Z","end":"2026-04-28T03:36:38.157331Z","steps":["trace[958098964] 'agreement among raft nodes before linearized reading' (duration: 136.925237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:38.421954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.353822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:36:38.422205Z","caller":"traceutil/trace.go:171","msg":"trace[1119924911] transaction","detail":"{read_only:false; response_revision:6568; number_of_response:1; }","duration":"261.241799ms","start":"2026-04-28T03:36:38.160946Z","end":"2026-04-28T03:36:38.422188Z","steps":["trace[1119924911] 'process raft request' (duration: 93.576329ms)","trace[1119924911] 'compare' (duration: 167.2533ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:38.422563Z","caller":"traceutil/trace.go:171","msg":"trace[708077981] transaction","detail":"{read_only:false; response_revision:6569; number_of_response:1; }","duration":"260.40606ms","start":"2026-04-28T03:36:38.16215Z","end":"2026-04-28T03:36:38.422556Z","steps":["trace[708077981] 'process raft request' (duration: 259.912649ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:38.422592Z","caller":"traceutil/trace.go:171","msg":"trace[974224581] transaction","detail":"{read_only:false; response_revision:6570; number_of_response:1; }","duration":"260.255106ms","start":"2026-04-28T03:36:38.162328Z","end":"2026-04-28T03:36:38.422583Z","steps":["trace[974224581] 'process raft request' (duration: 259.918979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:41.355183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.135946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:36:41.355258Z","caller":"traceutil/trace.go:171","msg":"trace[1927014256] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:6644; }","duration":"180.270468ms","start":"2026-04-28T03:36:41.174972Z","end":"2026-04-28T03:36:41.355242Z","steps":["trace[1927014256] 'count revisions from in-memory index tree' (duration: 179.93495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:41.355788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.145813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:36:41.355862Z","caller":"traceutil/trace.go:171","msg":"trace[729784182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6644; }","duration":"311.261356ms","start":"2026-04-28T03:36:41.044585Z","end":"2026-04-28T03:36:41.355847Z","steps":["trace[729784182] 'range keys from in-memory index tree' (duration: 311.00897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:41.355895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:41.044568Z","time spent":"311.317627ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:36:41.356004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.765868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2194901"} {"level":"info","ts":"2026-04-28T03:36:41.356051Z","caller":"traceutil/trace.go:171","msg":"trace[1821832128] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:6644; }","duration":"359.84206ms","start":"2026-04-28T03:36:40.996196Z","end":"2026-04-28T03:36:41.356038Z","steps":["trace[1821832128] 'range keys from in-memory index tree' (duration: 358.854699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:41.356087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:40.996159Z","time spent":"359.918902ms","remote":"127.0.0.1:42686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2194924,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-28T03:36:41.621764Z","caller":"traceutil/trace.go:171","msg":"trace[1368379674] transaction","detail":"{read_only:false; response_revision:6648; number_of_response:1; }","duration":"228.885972ms","start":"2026-04-28T03:36:41.392835Z","end":"2026-04-28T03:36:41.621721Z","steps":["trace[1368379674] 'process raft request' (duration: 228.545265ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:41.622051Z","caller":"traceutil/trace.go:171","msg":"trace[567700098] linearizableReadLoop","detail":"{readStateIndex:6948; appliedIndex:6945; }","duration":"215.188402ms","start":"2026-04-28T03:36:41.406792Z","end":"2026-04-28T03:36:41.62198Z","steps":["trace[567700098] 'read index received' (duration: 19.618209ms)","trace[567700098] 'applied index is now lower than readState.Index' (duration: 195.568303ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:41.622224Z","caller":"traceutil/trace.go:171","msg":"trace[571767271] transaction","detail":"{read_only:false; response_revision:6649; number_of_response:1; }","duration":"229.193689ms","start":"2026-04-28T03:36:41.392934Z","end":"2026-04-28T03:36:41.622127Z","steps":["trace[571767271] 'process raft request' (duration: 228.733479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:41.622365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.541049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-28T03:36:41.622474Z","caller":"traceutil/trace.go:171","msg":"trace[1058508459] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6649; }","duration":"215.694713ms","start":"2026-04-28T03:36:41.406754Z","end":"2026-04-28T03:36:41.622449Z","steps":["trace[1058508459] 'agreement among raft nodes before linearized reading' (duration: 215.381326ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:41.924539Z","caller":"traceutil/trace.go:171","msg":"trace[963356933] transaction","detail":"{read_only:false; response_revision:6650; number_of_response:1; }","duration":"431.893117ms","start":"2026-04-28T03:36:41.492613Z","end":"2026-04-28T03:36:41.924506Z","steps":["trace[963356933] 'process raft request' (duration: 431.622631ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:41.924514Z","caller":"traceutil/trace.go:171","msg":"trace[28584742] linearizableReadLoop","detail":"{readStateIndex:6949; appliedIndex:6948; }","duration":"302.298449ms","start":"2026-04-28T03:36:41.622177Z","end":"2026-04-28T03:36:41.924475Z","steps":["trace[28584742] 'read index received' (duration: 302.034433ms)","trace[28584742] 'applied index is now lower than readState.Index' (duration: 262.076µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:36:41.924684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:41.492572Z","time spent":"432.0326ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14482,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:36:41.924771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.570533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T03:36:41.924824Z","caller":"traceutil/trace.go:171","msg":"trace[1446848034] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6650; }","duration":"496.661614ms","start":"2026-04-28T03:36:41.428146Z","end":"2026-04-28T03:36:41.924808Z","steps":["trace[1446848034] 'agreement among raft nodes before linearized reading' (duration: 496.530082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:41.924883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:41.428138Z","time spent":"496.734456ms","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T03:36:41.931042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.570057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-f67zf\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-04-28T03:36:41.931166Z","caller":"traceutil/trace.go:171","msg":"trace[1004336427] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-f67zf; range_end:; response_count:1; response_revision:6650; }","duration":"219.741311ms","start":"2026-04-28T03:36:41.711402Z","end":"2026-04-28T03:36:41.931143Z","steps":["trace[1004336427] 'agreement among raft nodes before linearized reading' (duration: 219.502686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:41.931417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.146098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-28T03:36:41.931477Z","caller":"traceutil/trace.go:171","msg":"trace[2044143912] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6650; }","duration":"303.25868ms","start":"2026-04-28T03:36:41.628205Z","end":"2026-04-28T03:36:41.931464Z","steps":["trace[2044143912] 'agreement among raft nodes before linearized reading' (duration: 303.142707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:41.931504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:41.628183Z","time spent":"303.315452ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-28T03:36:43.222679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732411130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:36:43.265914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.482691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:36:43.265988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.031317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:36:43.266043Z","caller":"traceutil/trace.go:171","msg":"trace[1619363733] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:6658; }","duration":"711.685305ms","start":"2026-04-28T03:36:42.554326Z","end":"2026-04-28T03:36:43.266011Z","steps":["trace[1619363733] 'count revisions from in-memory index tree' (duration: 711.311648ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:43.266041Z","caller":"traceutil/trace.go:171","msg":"trace[925120567] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6658; }","duration":"824.100469ms","start":"2026-04-28T03:36:42.441923Z","end":"2026-04-28T03:36:43.266024Z","steps":["trace[925120567] 'range keys from in-memory index tree' (duration: 823.849432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:43.266117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:42.554296Z","time spent":"711.802668ms","remote":"127.0.0.1:46758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:36:43.266113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.257492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:36:43.265942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.252137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:36:43.266204Z","caller":"traceutil/trace.go:171","msg":"trace[1946348665] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:6658; }","duration":"632.556733ms","start":"2026-04-28T03:36:42.633628Z","end":"2026-04-28T03:36:43.266184Z","steps":["trace[1946348665] 'count revisions from in-memory index tree' (duration: 632.184896ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:43.266202Z","caller":"traceutil/trace.go:171","msg":"trace[1657987571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6658; }","duration":"824.391015ms","start":"2026-04-28T03:36:42.441785Z","end":"2026-04-28T03:36:43.266176Z","steps":["trace[1657987571] 'range keys from in-memory index tree' (duration: 823.963375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:43.266212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.492215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T03:36:43.266263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:42.633616Z","time spent":"632.622624ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":68,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:36:43.266267Z","caller":"traceutil/trace.go:171","msg":"trace[375957625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6658; }","duration":"823.562416ms","start":"2026-04-28T03:36:42.442691Z","end":"2026-04-28T03:36:43.266254Z","steps":["trace[375957625] 'range keys from in-memory index tree' (duration: 823.257279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:43.266283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:42.441756Z","time spent":"824.495857ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:36:43.266308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:42.442683Z","time spent":"823.617677ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:36:43.266408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.623944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-28T03:36:43.266607Z","caller":"traceutil/trace.go:171","msg":"trace[1069648382] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6658; }","duration":"642.87936ms","start":"2026-04-28T03:36:42.623708Z","end":"2026-04-28T03:36:43.266588Z","steps":["trace[1069648382] 'range keys from in-memory index tree' (duration: 642.082483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:43.266704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:42.6236Z","time spent":"643.090084ms","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:36:43.266707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:42.441917Z","time spent":"824.215491ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T03:36:43.268539Z","caller":"traceutil/trace.go:171","msg":"trace[1983792181] transaction","detail":"{read_only:false; response_revision:6659; number_of_response:1; }","duration":"598.861826ms","start":"2026-04-28T03:36:42.669663Z","end":"2026-04-28T03:36:43.268525Z","steps":["trace[1983792181] 'process raft request' (duration: 598.733433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:43.268646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:42.669636Z","time spent":"598.943638ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:36:43.274229Z","caller":"traceutil/trace.go:171","msg":"trace[247450104] transaction","detail":"{read_only:false; response_revision:6660; number_of_response:1; }","duration":"550.002836ms","start":"2026-04-28T03:36:42.724208Z","end":"2026-04-28T03:36:43.27421Z","steps":["trace[247450104] 'process raft request' (duration: 549.558696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:43.274348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:42.724199Z","time spent":"550.091148ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:36:43.27454Z","caller":"traceutil/trace.go:171","msg":"trace[1069690634] transaction","detail":"{read_only:false; response_revision:6661; number_of_response:1; }","duration":"426.258405ms","start":"2026-04-28T03:36:42.848271Z","end":"2026-04-28T03:36:43.274529Z","steps":["trace[1069690634] 'process raft request' (duration: 425.860147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:43.274611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:42.848247Z","time spent":"426.317567ms","remote":"127.0.0.1:42746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10547,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:36:43.274246Z","caller":"traceutil/trace.go:171","msg":"trace[1514385940] linearizableReadLoop","detail":"{readStateIndex:6961; appliedIndex:6959; }","duration":"551.905377ms","start":"2026-04-28T03:36:42.722328Z","end":"2026-04-28T03:36:43.274234Z","steps":["trace[1514385940] 'read index received' (duration: 546.475128ms)","trace[1514385940] 'applied index is now lower than readState.Index' (duration: 5.429579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:36:43.274983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.653753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-f67zf\" ","response":"range_response_count:1 size:9728"} {"level":"info","ts":"2026-04-28T03:36:43.27502Z","caller":"traceutil/trace.go:171","msg":"trace[967850460] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-f67zf; range_end:; response_count:1; response_revision:6661; }","duration":"552.729125ms","start":"2026-04-28T03:36:42.722281Z","end":"2026-04-28T03:36:43.275011Z","steps":["trace[967850460] 'agreement among raft nodes before linearized reading' (duration: 552.602432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:43.275046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:42.72226Z","time spent":"552.779546ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9751,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-f67zf\" "} {"level":"warn","ts":"2026-04-28T03:36:43.280229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.288489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:36:43.280331Z","caller":"traceutil/trace.go:171","msg":"trace[978740561] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:6664; }","duration":"343.458262ms","start":"2026-04-28T03:36:42.936851Z","end":"2026-04-28T03:36:43.280309Z","steps":["trace[978740561] 'agreement among raft nodes before linearized reading' (duration: 343.188737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:43.280384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:42.936825Z","time spent":"343.547695ms","remote":"127.0.0.1:55212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:36:43.28159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.364426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:36:43.281625Z","caller":"traceutil/trace.go:171","msg":"trace[1908673305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6664; }","duration":"236.433118ms","start":"2026-04-28T03:36:43.045181Z","end":"2026-04-28T03:36:43.281614Z","steps":["trace[1908673305] 'agreement among raft nodes before linearized reading' (duration: 236.382376ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:47.969811Z","caller":"traceutil/trace.go:171","msg":"trace[1891382915] transaction","detail":"{read_only:false; response_revision:6755; number_of_response:1; }","duration":"108.985849ms","start":"2026-04-28T03:36:47.860782Z","end":"2026-04-28T03:36:47.969768Z","steps":["trace[1891382915] 'process raft request' (duration: 108.535429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:49.546918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732411394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:36:49.684929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.837316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee6d7e4-5fc3-45a5-a1a4-062d1f5eb4ac\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-28T03:36:49.685075Z","caller":"traceutil/trace.go:171","msg":"trace[2095509160] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ee6d7e4-5fc3-45a5-a1a4-062d1f5eb4ac; range_end:; response_count:1; response_revision:6760; }","duration":"917.03645ms","start":"2026-04-28T03:36:48.768019Z","end":"2026-04-28T03:36:49.685055Z","steps":["trace[2095509160] 'range keys from in-memory index tree' (duration: 916.668123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:49.685145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:48.767996Z","time spent":"917.135593ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee6d7e4-5fc3-45a5-a1a4-062d1f5eb4ac\" "} {"level":"warn","ts":"2026-04-28T03:36:49.685113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23001605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee6d7e4-5fc3-45a5-a1a4-062d1f5eb4ac\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-28T03:36:49.685495Z","caller":"traceutil/trace.go:171","msg":"trace[1913281579] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ee6d7e4-5fc3-45a5-a1a4-062d1f5eb4ac; range_end:; response_count:1; response_revision:6760; }","duration":"1.230297076s","start":"2026-04-28T03:36:48.454963Z","end":"2026-04-28T03:36:49.68526Z","steps":["trace[1913281579] 'range keys from in-memory index tree' (duration: 1.229799185s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:49.685536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:48.841975Z","time spent":"843.55417ms","remote":"127.0.0.1:52376","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:36:49.685609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:48.454944Z","time spent":"1.230598942s","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ee6d7e4-5fc3-45a5-a1a4-062d1f5eb4ac\" "} {"level":"warn","ts":"2026-04-28T03:36:49.970745Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.077687692s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:36:49.971175Z","caller":"traceutil/trace.go:171","msg":"trace[1514612407] transaction","detail":"{read_only:false; response_revision:6761; number_of_response:1; }","duration":"1.202520048s","start":"2026-04-28T03:36:48.768618Z","end":"2026-04-28T03:36:49.971138Z","steps":["trace[1514612407] 'process raft request' (duration: 1.202311953s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:49.971397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:48.768602Z","time spent":"1.202712602s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:36:50.680667Z","caller":"traceutil/trace.go:171","msg":"trace[2000526673] linearizableReadLoop","detail":"{readStateIndex:7065; appliedIndex:7061; }","duration":"1.634221474s","start":"2026-04-28T03:36:49.046423Z","end":"2026-04-28T03:36:50.680644Z","steps":["trace[2000526673] 'read index received' (duration: 924.521605ms)","trace[2000526673] 'applied index is now lower than readState.Index' (duration: 709.699009ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:50.680817Z","caller":"traceutil/trace.go:171","msg":"trace[1024643108] transaction","detail":"{read_only:false; response_revision:6763; number_of_response:1; }","duration":"1.28004342s","start":"2026-04-28T03:36:49.400755Z","end":"2026-04-28T03:36:50.680798Z","steps":["trace[1024643108] 'process raft request' (duration: 1.279762673s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:50.680962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:49.400719Z","time spent":"1.280137732s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:36:50.680958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634532921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:36:50.681043Z","caller":"traceutil/trace.go:171","msg":"trace[713956383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6765; }","duration":"1.636985505s","start":"2026-04-28T03:36:49.044039Z","end":"2026-04-28T03:36:50.681024Z","steps":["trace[713956383] 'agreement among raft nodes before linearized reading' (duration: 1.636866212s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:50.681086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:49.043975Z","time spent":"1.637100357s","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:36:50.681182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564474465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:36:50.681228Z","caller":"traceutil/trace.go:171","msg":"trace[1703210290] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6765; }","duration":"1.564560827s","start":"2026-04-28T03:36:49.116653Z","end":"2026-04-28T03:36:50.681214Z","steps":["trace[1703210290] 'agreement among raft nodes before linearized reading' (duration: 1.564404643s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:50.68126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:49.116635Z","time spent":"1.564617169s","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:36:50.681271Z","caller":"traceutil/trace.go:171","msg":"trace[630994878] transaction","detail":"{read_only:false; response_revision:6764; number_of_response:1; }","duration":"1.257712011s","start":"2026-04-28T03:36:49.423536Z","end":"2026-04-28T03:36:50.681248Z","steps":["trace[630994878] 'process raft request' (duration: 1.257023795s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:50.68134Z","caller":"traceutil/trace.go:171","msg":"trace[773438888] transaction","detail":"{read_only:false; response_revision:6765; number_of_response:1; }","duration":"986.137928ms","start":"2026-04-28T03:36:49.695181Z","end":"2026-04-28T03:36:50.681319Z","steps":["trace[773438888] 'process raft request' (duration: 985.415702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:50.681397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:49.423512Z","time spent":"1.257840004s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:36:50.681435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:49.695163Z","time spent":"986.216599ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:36:50.681472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376343202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:36:50.681504Z","caller":"traceutil/trace.go:171","msg":"trace[1796765352] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6765; }","duration":"1.376402103s","start":"2026-04-28T03:36:49.305093Z","end":"2026-04-28T03:36:50.681495Z","steps":["trace[1796765352] 'agreement among raft nodes before linearized reading' (duration: 1.376309071s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:50.681531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:49.305079Z","time spent":"1.376445225s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:36:50.681573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.967038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:36:50.681624Z","caller":"traceutil/trace.go:171","msg":"trace[2072262808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6765; }","duration":"332.04965ms","start":"2026-04-28T03:36:50.34956Z","end":"2026-04-28T03:36:50.681609Z","steps":["trace[2072262808] 'agreement among raft nodes before linearized reading' (duration: 331.910747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:50.681646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376838212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-28T03:36:50.681667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:50.349533Z","time spent":"332.122251ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:36:50.681688Z","caller":"traceutil/trace.go:171","msg":"trace[667590661] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6765; }","duration":"1.376912105s","start":"2026-04-28T03:36:49.304751Z","end":"2026-04-28T03:36:50.681663Z","steps":["trace[667590661] 'agreement among raft nodes before linearized reading' (duration: 1.376835813s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:50.681719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:49.304721Z","time spent":"1.376991776s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T03:36:50.680691Z","caller":"traceutil/trace.go:171","msg":"trace[312666908] transaction","detail":"{read_only:false; response_revision:6762; number_of_response:1; }","duration":"1.381563436s","start":"2026-04-28T03:36:49.299087Z","end":"2026-04-28T03:36:50.68065Z","steps":["trace[312666908] 'process raft request' (duration: 1.381250789s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:50.681813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:49.299064Z","time spent":"1.382703131s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:36:50.681861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026973004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:36:50.681905Z","caller":"traceutil/trace.go:171","msg":"trace[2106882872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6765; }","duration":"1.027040134s","start":"2026-04-28T03:36:49.654852Z","end":"2026-04-28T03:36:50.681892Z","steps":["trace[2106882872] 'agreement among raft nodes before linearized reading' (duration: 1.026911492s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:50.681944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:49.654838Z","time spent":"1.027095726s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:36:50.682001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.218125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-74f5fd8749-9m8bj.18aa680d2df36c83\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-04-28T03:36:50.682044Z","caller":"traceutil/trace.go:171","msg":"trace[1416794414] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-74f5fd8749-9m8bj.18aa680d2df36c83; range_end:; response_count:1; response_revision:6765; }","duration":"707.295556ms","start":"2026-04-28T03:36:49.974734Z","end":"2026-04-28T03:36:50.682029Z","steps":["trace[1416794414] 'agreement among raft nodes before linearized reading' (duration: 707.166344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:50.682074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:49.974715Z","time spent":"707.351707ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":921,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-74f5fd8749-9m8bj.18aa680d2df36c83\" "} {"level":"warn","ts":"2026-04-28T03:36:50.682096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376776531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:36:50.682223Z","caller":"traceutil/trace.go:171","msg":"trace[1075399662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6765; }","duration":"1.376958105s","start":"2026-04-28T03:36:49.305243Z","end":"2026-04-28T03:36:50.682201Z","steps":["trace[1075399662] 'agreement among raft nodes before linearized reading' (duration: 1.375914423s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:50.682975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:49.305226Z","time spent":"1.377731911s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:36:50.683211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026731708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:36:50.683295Z","caller":"traceutil/trace.go:171","msg":"trace[221786262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6765; }","duration":"1.028289362s","start":"2026-04-28T03:36:49.654973Z","end":"2026-04-28T03:36:50.683262Z","steps":["trace[221786262] 'agreement among raft nodes before linearized reading' (duration: 1.026122615s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:50.688831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:49.654952Z","time spent":"1.033822743s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:36:51.315685Z","caller":"traceutil/trace.go:171","msg":"trace[1332723808] transaction","detail":"{read_only:false; response_revision:6775; number_of_response:1; }","duration":"310.994218ms","start":"2026-04-28T03:36:51.004669Z","end":"2026-04-28T03:36:51.315663Z","steps":["trace[1332723808] 'process raft request' (duration: 310.852055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:51.315795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:51.004645Z","time spent":"311.097821ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":938,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:36:51.728848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.256675ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T03:36:51.728924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:51.316567Z","time spent":"412.354113ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:36:52.617398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.836655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:36:52.617449Z","caller":"traceutil/trace.go:171","msg":"trace[1535189856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6776; }","duration":"574.936337ms","start":"2026-04-28T03:36:52.042502Z","end":"2026-04-28T03:36:52.617438Z","steps":["trace[1535189856] 'range keys from in-memory index tree' (duration: 574.687562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:52.617472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:52.042482Z","time spent":"574.985898ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:36:52.617594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.820901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:36:52.617609Z","caller":"traceutil/trace.go:171","msg":"trace[2023698026] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:6776; }","duration":"302.874492ms","start":"2026-04-28T03:36:52.314729Z","end":"2026-04-28T03:36:52.617604Z","steps":["trace[2023698026] 'count revisions from in-memory index tree' (duration: 302.711859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:52.617623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:52.314476Z","time spent":"303.142487ms","remote":"127.0.0.1:46592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:36:52.617697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.267097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:36:52.617777Z","caller":"traceutil/trace.go:171","msg":"trace[1292204526] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:6776; }","duration":"353.391559ms","start":"2026-04-28T03:36:52.264359Z","end":"2026-04-28T03:36:52.617751Z","steps":["trace[1292204526] 'count revisions from in-memory index tree' (duration: 353.148604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:52.617819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:52.264339Z","time spent":"353.469501ms","remote":"127.0.0.1:46746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:36:52.617892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.575523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-28T03:36:52.618038Z","caller":"traceutil/trace.go:171","msg":"trace[1149736884] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6776; }","duration":"503.87073ms","start":"2026-04-28T03:36:52.114144Z","end":"2026-04-28T03:36:52.618015Z","steps":["trace[1149736884] 'range keys from in-memory index tree' (duration: 503.363229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:52.618105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:52.114116Z","time spent":"503.973561ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-28T03:36:54.855226Z","caller":"traceutil/trace.go:171","msg":"trace[1309157145] transaction","detail":"{read_only:false; response_revision:6807; number_of_response:1; }","duration":"364.260849ms","start":"2026-04-28T03:36:54.490941Z","end":"2026-04-28T03:36:54.855202Z","steps":["trace[1309157145] 'process raft request' (duration: 364.097625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:54.855701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:54.490918Z","time spent":"364.381112ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:36:54.861425Z","caller":"traceutil/trace.go:171","msg":"trace[615510551] transaction","detail":"{read_only:false; response_revision:6809; number_of_response:1; }","duration":"128.359596ms","start":"2026-04-28T03:36:54.733037Z","end":"2026-04-28T03:36:54.861397Z","steps":["trace[615510551] 'process raft request' (duration: 128.263194ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:54.861576Z","caller":"traceutil/trace.go:171","msg":"trace[782247721] linearizableReadLoop","detail":"{readStateIndex:7112; appliedIndex:7108; }","duration":"109.86584ms","start":"2026-04-28T03:36:54.75168Z","end":"2026-04-28T03:36:54.861546Z","steps":["trace[782247721] 'read index received' (duration: 103.260535ms)","trace[782247721] 'applied index is now lower than readState.Index' (duration: 6.602825ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:54.861672Z","caller":"traceutil/trace.go:171","msg":"trace[748758120] transaction","detail":"{read_only:false; response_revision:6810; number_of_response:1; }","duration":"128.55631ms","start":"2026-04-28T03:36:54.733089Z","end":"2026-04-28T03:36:54.861645Z","steps":["trace[748758120] 'process raft request' (duration: 128.259494ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:54.861432Z","caller":"traceutil/trace.go:171","msg":"trace[1987855781] transaction","detail":"{read_only:false; response_revision:6808; number_of_response:1; }","duration":"128.625621ms","start":"2026-04-28T03:36:54.732782Z","end":"2026-04-28T03:36:54.861408Z","steps":["trace[1987855781] 'process raft request' (duration: 128.369975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:54.861822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.128415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:36:54.861862Z","caller":"traceutil/trace.go:171","msg":"trace[1442580485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6810; }","duration":"110.245067ms","start":"2026-04-28T03:36:54.751605Z","end":"2026-04-28T03:36:54.86185Z","steps":["trace[1442580485] 'agreement among raft nodes before linearized reading' (duration: 110.078714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:54.861855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.198563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:36:54.862016Z","caller":"traceutil/trace.go:171","msg":"trace[2089686593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6810; }","duration":"108.393308ms","start":"2026-04-28T03:36:54.753613Z","end":"2026-04-28T03:36:54.862006Z","steps":["trace[2089686593] 'agreement among raft nodes before linearized reading' (duration: 108.133602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:54.862056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.047934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:36:54.862111Z","caller":"traceutil/trace.go:171","msg":"trace[307805825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6810; }","duration":"100.128597ms","start":"2026-04-28T03:36:54.761966Z","end":"2026-04-28T03:36:54.862095Z","steps":["trace[307805825] 'agreement among raft nodes before linearized reading' (duration: 99.964763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:54.86217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.064389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:36:54.862221Z","caller":"traceutil/trace.go:171","msg":"trace[1762689302] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6810; }","duration":"108.111801ms","start":"2026-04-28T03:36:54.754095Z","end":"2026-04-28T03:36:54.862207Z","steps":["trace[1762689302] 'agreement among raft nodes before linearized reading' (duration: 108.010929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:54.862348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.611512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:36:54.862401Z","caller":"traceutil/trace.go:171","msg":"trace[179157572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6810; }","duration":"108.697784ms","start":"2026-04-28T03:36:54.753693Z","end":"2026-04-28T03:36:54.862391Z","steps":["trace[179157572] 'agreement among raft nodes before linearized reading' (duration: 108.587832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:57.426649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732411537,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:36:57.53221Z","caller":"traceutil/trace.go:171","msg":"trace[436727387] transaction","detail":"{read_only:false; response_revision:6836; number_of_response:1; }","duration":"664.815477ms","start":"2026-04-28T03:36:56.867369Z","end":"2026-04-28T03:36:57.532184Z","steps":["trace[436727387] 'process raft request' (duration: 664.551602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:57.532467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:56.867341Z","time spent":"664.93907ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:36:57.58539Z","caller":"traceutil/trace.go:171","msg":"trace[1592010220] linearizableReadLoop","detail":"{readStateIndex:7141; appliedIndex:7138; }","duration":"659.727345ms","start":"2026-04-28T03:36:56.925616Z","end":"2026-04-28T03:36:57.585344Z","steps":["trace[1592010220] 'read index received' (duration: 606.410015ms)","trace[1592010220] 'applied index is now lower than readState.Index' (duration: 53.3163ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:57.585408Z","caller":"traceutil/trace.go:171","msg":"trace[1832442576] transaction","detail":"{read_only:false; response_revision:6837; number_of_response:1; }","duration":"716.126933ms","start":"2026-04-28T03:36:56.86925Z","end":"2026-04-28T03:36:57.585377Z","steps":["trace[1832442576] 'process raft request' (duration: 715.906788ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:57.585539Z","caller":"traceutil/trace.go:171","msg":"trace[1344220346] transaction","detail":"{read_only:false; response_revision:6838; number_of_response:1; }","duration":"715.174052ms","start":"2026-04-28T03:36:56.870274Z","end":"2026-04-28T03:36:57.585448Z","steps":["trace[1344220346] 'process raft request' (duration: 715.021079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:57.585553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:56.869226Z","time spent":"716.252916ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:36:57.585718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:56.870237Z","time spent":"715.389417ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:36:57.585801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.775985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:36:57.585841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.426069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:36:57.585848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.779785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:36:57.585876Z","caller":"traceutil/trace.go:171","msg":"trace[1154176746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6838; }","duration":"659.520161ms","start":"2026-04-28T03:36:56.926347Z","end":"2026-04-28T03:36:57.585867Z","steps":["trace[1154176746] 'agreement among raft nodes before linearized reading' (duration: 659.361008ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:57.585877Z","caller":"traceutil/trace.go:171","msg":"trace[1940487952] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:6838; }","duration":"133.902477ms","start":"2026-04-28T03:36:57.451957Z","end":"2026-04-28T03:36:57.58586Z","steps":["trace[1940487952] 'agreement among raft nodes before linearized reading' (duration: 133.775014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:57.585888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.775904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:36:57.585929Z","caller":"traceutil/trace.go:171","msg":"trace[1115462369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6838; }","duration":"658.857046ms","start":"2026-04-28T03:36:56.927061Z","end":"2026-04-28T03:36:57.585918Z","steps":["trace[1115462369] 'agreement among raft nodes before linearized reading' (duration: 658.686683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:57.585953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.547021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:36:57.585932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.252947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:36:57.585952Z","caller":"traceutil/trace.go:171","msg":"trace[469795392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6838; }","duration":"658.885847ms","start":"2026-04-28T03:36:56.927003Z","end":"2026-04-28T03:36:57.585888Z","steps":["trace[469795392] 'agreement among raft nodes before linearized reading' (duration: 658.716853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:57.586167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:56.926995Z","time spent":"659.119463ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:36:57.585969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:56.92704Z","time spent":"658.921908ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:36:57.585902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:56.926333Z","time spent":"659.563492ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:36:57.585974Z","caller":"traceutil/trace.go:171","msg":"trace[783091372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6838; }","duration":"659.610672ms","start":"2026-04-28T03:36:56.926355Z","end":"2026-04-28T03:36:57.585966Z","steps":["trace[783091372] 'agreement among raft nodes before linearized reading' (duration: 659.559151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:57.58634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:56.926333Z","time spent":"659.999452ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:36:57.586441Z","caller":"traceutil/trace.go:171","msg":"trace[692284406] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6838; }","duration":"660.472802ms","start":"2026-04-28T03:36:56.925556Z","end":"2026-04-28T03:36:57.586028Z","steps":["trace[692284406] 'agreement among raft nodes before linearized reading' (duration: 659.989931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:57.586472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.89335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:36:57.586534Z","caller":"traceutil/trace.go:171","msg":"trace[678948038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6838; }","duration":"660.016532ms","start":"2026-04-28T03:36:56.926502Z","end":"2026-04-28T03:36:57.586519Z","steps":["trace[678948038] 'agreement among raft nodes before linearized reading' (duration: 659.248545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:57.586516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:56.925531Z","time spent":"660.966493ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:36:57.586574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:56.926479Z","time spent":"660.088254ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:37:03.970388Z","caller":"traceutil/trace.go:171","msg":"trace[1120491141] linearizableReadLoop","detail":"{readStateIndex:7226; appliedIndex:7223; }","duration":"107.50499ms","start":"2026-04-28T03:37:03.862862Z","end":"2026-04-28T03:37:03.970367Z","steps":["trace[1120491141] 'read index received' (duration: 57.512573ms)","trace[1120491141] 'applied index is now lower than readState.Index' (duration: 49.991737ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:03.970498Z","caller":"traceutil/trace.go:171","msg":"trace[647684556] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6920; }","duration":"111.798984ms","start":"2026-04-28T03:37:03.858689Z","end":"2026-04-28T03:37:03.970488Z","steps":["trace[647684556] 'process raft request' (duration: 111.638831ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:03.970631Z","caller":"traceutil/trace.go:171","msg":"trace[895965204] transaction","detail":"{read_only:false; response_revision:6920; number_of_response:1; }","duration":"112.032829ms","start":"2026-04-28T03:37:03.858449Z","end":"2026-04-28T03:37:03.970481Z","steps":["trace[895965204] 'process raft request' (duration: 89.596627ms)","trace[895965204] 'compare' (duration: 22.143316ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:03.970932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.050042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-28T03:37:03.970978Z","caller":"traceutil/trace.go:171","msg":"trace[1676852499] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6920; }","duration":"108.138625ms","start":"2026-04-28T03:37:03.862828Z","end":"2026-04-28T03:37:03.970966Z","steps":["trace[1676852499] 'agreement among raft nodes before linearized reading' (duration: 107.983941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:03.995198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.431265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-28T03:37:03.995266Z","caller":"traceutil/trace.go:171","msg":"trace[813032089] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6921; }","duration":"120.548298ms","start":"2026-04-28T03:37:03.874702Z","end":"2026-04-28T03:37:03.995251Z","steps":["trace[813032089] 'agreement among raft nodes before linearized reading' (duration: 120.383004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:07.154783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.169768ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:37:07.154912Z","caller":"traceutil/trace.go:171","msg":"trace[916422658] linearizableReadLoop","detail":"{readStateIndex:7246; appliedIndex:7244; }","duration":"190.063786ms","start":"2026-04-28T03:37:06.964818Z","end":"2026-04-28T03:37:07.154882Z","steps":["trace[916422658] 'read index received' (duration: 32.899323ms)","trace[916422658] 'applied index is now lower than readState.Index' (duration: 157.162653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:07.155603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.081353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13878"} {"level":"warn","ts":"2026-04-28T03:37:07.155586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.725671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-28T03:37:07.155695Z","caller":"traceutil/trace.go:171","msg":"trace[1608707557] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6939; }","duration":"153.250688ms","start":"2026-04-28T03:37:07.002424Z","end":"2026-04-28T03:37:07.155675Z","steps":["trace[1608707557] 'agreement among raft nodes before linearized reading' (duration: 152.981531ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:07.155809Z","caller":"traceutil/trace.go:171","msg":"trace[699140317] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6939; }","duration":"190.990016ms","start":"2026-04-28T03:37:06.964759Z","end":"2026-04-28T03:37:07.155749Z","steps":["trace[699140317] 'agreement among raft nodes before linearized reading' (duration: 190.456964ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:07.395529Z","caller":"traceutil/trace.go:171","msg":"trace[445443782] transaction","detail":"{read_only:false; response_revision:6941; number_of_response:1; }","duration":"138.8573ms","start":"2026-04-28T03:37:07.256637Z","end":"2026-04-28T03:37:07.395494Z","steps":["trace[445443782] 'process raft request' (duration: 69.344623ms)","trace[445443782] 'compare' (duration: 69.357954ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:07.398503Z","caller":"traceutil/trace.go:171","msg":"trace[1215131917] transaction","detail":"{read_only:false; response_revision:6942; number_of_response:1; }","duration":"141.452887ms","start":"2026-04-28T03:37:07.257009Z","end":"2026-04-28T03:37:07.398462Z","steps":["trace[1215131917] 'process raft request' (duration: 141.192942ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:07.39863Z","caller":"traceutil/trace.go:171","msg":"trace[2129116251] transaction","detail":"{read_only:false; response_revision:6945; number_of_response:1; }","duration":"131.283034ms","start":"2026-04-28T03:37:07.267274Z","end":"2026-04-28T03:37:07.398557Z","steps":["trace[2129116251] 'process raft request' (duration: 131.203863ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:07.398913Z","caller":"traceutil/trace.go:171","msg":"trace[170628897] transaction","detail":"{read_only:false; response_revision:6943; number_of_response:1; }","duration":"141.169551ms","start":"2026-04-28T03:37:07.257729Z","end":"2026-04-28T03:37:07.398898Z","steps":["trace[170628897] 'process raft request' (duration: 140.621449ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:07.399297Z","caller":"traceutil/trace.go:171","msg":"trace[882471248] transaction","detail":"{read_only:false; response_revision:6944; number_of_response:1; }","duration":"141.267543ms","start":"2026-04-28T03:37:07.25802Z","end":"2026-04-28T03:37:07.399287Z","steps":["trace[882471248] 'process raft request' (duration: 140.410225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:08.26325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696905732411796,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:37:08.281894Z","caller":"traceutil/trace.go:171","msg":"trace[696615083] transaction","detail":"{read_only:false; response_revision:6947; number_of_response:1; }","duration":"544.430972ms","start":"2026-04-28T03:37:07.737438Z","end":"2026-04-28T03:37:08.281869Z","steps":["trace[696615083] 'process raft request' (duration: 544.284538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:08.282032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:07.737421Z","time spent":"544.538555ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:08.311855Z","caller":"traceutil/trace.go:171","msg":"trace[1669833805] transaction","detail":"{read_only:false; response_revision:6948; number_of_response:1; }","duration":"574.300967ms","start":"2026-04-28T03:37:07.737523Z","end":"2026-04-28T03:37:08.311824Z","steps":["trace[1669833805] 'process raft request' (duration: 574.053862ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:08.311949Z","caller":"traceutil/trace.go:171","msg":"trace[340431609] transaction","detail":"{read_only:false; response_revision:6949; number_of_response:1; }","duration":"574.059073ms","start":"2026-04-28T03:37:07.737867Z","end":"2026-04-28T03:37:08.311926Z","steps":["trace[340431609] 'process raft request' (duration: 573.847998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:08.312015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:07.737502Z","time spent":"574.434151ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:37:08.312065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:07.737841Z","time spent":"574.159435ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:08.312499Z","caller":"traceutil/trace.go:171","msg":"trace[834341288] transaction","detail":"{read_only:false; response_revision:6950; number_of_response:1; }","duration":"404.915406ms","start":"2026-04-28T03:37:07.907574Z","end":"2026-04-28T03:37:08.312489Z","steps":["trace[834341288] 'process raft request' (duration: 404.18473ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:08.312536Z","caller":"traceutil/trace.go:171","msg":"trace[1626356150] linearizableReadLoop","detail":"{readStateIndex:7257; appliedIndex:7253; }","duration":"550.129586ms","start":"2026-04-28T03:37:07.762392Z","end":"2026-04-28T03:37:08.312521Z","steps":["trace[1626356150] 'read index received' (duration: 519.3415ms)","trace[1626356150] 'applied index is now lower than readState.Index' (duration: 30.786876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:08.312554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:07.90755Z","time spent":"404.972917ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:37:08.312896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.937802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:37:08.31293Z","caller":"traceutil/trace.go:171","msg":"trace[1941934116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6950; }","duration":"270.006633ms","start":"2026-04-28T03:37:08.042913Z","end":"2026-04-28T03:37:08.31292Z","steps":["trace[1941934116] 'agreement among raft nodes before linearized reading' (duration: 269.955282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:08.312924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.804188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:37:08.312956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.623034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:37:08.312971Z","caller":"traceutil/trace.go:171","msg":"trace[1269021764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6950; }","duration":"507.88735ms","start":"2026-04-28T03:37:07.805071Z","end":"2026-04-28T03:37:08.312958Z","steps":["trace[1269021764] 'agreement among raft nodes before linearized reading' (duration: 507.750097ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:08.312986Z","caller":"traceutil/trace.go:171","msg":"trace[678132861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6950; }","duration":"507.671015ms","start":"2026-04-28T03:37:07.805305Z","end":"2026-04-28T03:37:08.312976Z","steps":["trace[678132861] 'agreement among raft nodes before linearized reading' (duration: 507.580453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:08.313006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:07.8053Z","time spent":"507.700926ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:37:08.313006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:07.805053Z","time spent":"507.945691ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:37:08.313128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.89433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:37:08.313153Z","caller":"traceutil/trace.go:171","msg":"trace[1629293342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6950; }","duration":"507.9175ms","start":"2026-04-28T03:37:07.805227Z","end":"2026-04-28T03:37:08.313145Z","steps":["trace[1629293342] 'agreement among raft nodes before linearized reading' (duration: 507.844928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:08.313181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:07.805172Z","time spent":"508.001902ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:37:08.313207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.814918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:37:08.313209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.695739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2318"} {"level":"info","ts":"2026-04-28T03:37:08.313236Z","caller":"traceutil/trace.go:171","msg":"trace[2009561260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6950; }","duration":"507.853939ms","start":"2026-04-28T03:37:07.805374Z","end":"2026-04-28T03:37:08.313228Z","steps":["trace[2009561260] 'agreement among raft nodes before linearized reading' (duration: 507.771917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:08.313262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:07.805371Z","time spent":"507.882359ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:37:08.313259Z","caller":"traceutil/trace.go:171","msg":"trace[2133868012] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:6950; }","duration":"245.782061ms","start":"2026-04-28T03:37:08.067464Z","end":"2026-04-28T03:37:08.313246Z","steps":["trace[2133868012] 'agreement among raft nodes before linearized reading' (duration: 245.516495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:08.313344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.812257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-28T03:37:08.312724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.329132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:37:08.313388Z","caller":"traceutil/trace.go:171","msg":"trace[1397868320] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6950; }","duration":"339.857608ms","start":"2026-04-28T03:37:07.973519Z","end":"2026-04-28T03:37:08.313376Z","steps":["trace[1397868320] 'agreement among raft nodes before linearized reading' (duration: 339.719655ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:08.313404Z","caller":"traceutil/trace.go:171","msg":"trace[1066590866] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6950; }","duration":"551.036687ms","start":"2026-04-28T03:37:07.762354Z","end":"2026-04-28T03:37:08.313391Z","steps":["trace[1066590866] 'agreement among raft nodes before linearized reading' (duration: 550.235129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:08.31342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:07.973504Z","time spent":"339.908499ms","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-28T03:37:08.313444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:07.76234Z","time spent":"551.092618ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:37:08.313545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.533912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:37:08.313571Z","caller":"traceutil/trace.go:171","msg":"trace[1317706436] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6950; }","duration":"507.597972ms","start":"2026-04-28T03:37:07.805965Z","end":"2026-04-28T03:37:08.313563Z","steps":["trace[1317706436] 'agreement among raft nodes before linearized reading' (duration: 506.891637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:08.313607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:07.805945Z","time spent":"507.657714ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:37:09.138293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.678365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:37:09.13837Z","caller":"traceutil/trace.go:171","msg":"trace[409678966] transaction","detail":"{read_only:false; response_revision:6951; number_of_response:1; }","duration":"818.428883ms","start":"2026-04-28T03:37:08.319927Z","end":"2026-04-28T03:37:09.138356Z","steps":["trace[409678966] 'process raft request' (duration: 77.635836ms)","trace[409678966] 'compare' (duration: 740.43644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:09.13841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:08.319907Z","time spent":"818.484285ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:37:09.533285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.386334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:37:09.533611Z","caller":"traceutil/trace.go:171","msg":"trace[1937837878] transaction","detail":"{read_only:false; response_revision:6954; number_of_response:1; }","duration":"1.213366653s","start":"2026-04-28T03:37:08.320222Z","end":"2026-04-28T03:37:09.533589Z","steps":["trace[1937837878] 'process raft request' (duration: 1.21326906s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:09.533715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:08.32021Z","time spent":"1.213459904s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:09.533737Z","caller":"traceutil/trace.go:171","msg":"trace[1888870212] transaction","detail":"{read_only:false; response_revision:6953; number_of_response:1; }","duration":"1.213520406s","start":"2026-04-28T03:37:08.320185Z","end":"2026-04-28T03:37:09.533705Z","steps":["trace[1888870212] 'process raft request' (duration: 1.21322217s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:09.533956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:08.320173Z","time spent":"1.213650119s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:09.534193Z","caller":"traceutil/trace.go:171","msg":"trace[2128750818] transaction","detail":"{read_only:false; response_revision:6952; number_of_response:1; }","duration":"1.21411541s","start":"2026-04-28T03:37:08.32005Z","end":"2026-04-28T03:37:09.534166Z","steps":["trace[2128750818] 'process raft request' (duration: 997.702304ms)","trace[2128750818] 'compare' (duration: 215.067766ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:09.534342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:08.320033Z","time spent":"1.214227742s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:09.534574Z","caller":"traceutil/trace.go:171","msg":"trace[267930822] transaction","detail":"{read_only:false; response_revision:6955; number_of_response:1; }","duration":"1.2141591s","start":"2026-04-28T03:37:08.320306Z","end":"2026-04-28T03:37:09.534465Z","steps":["trace[267930822] 'process raft request' (duration: 1.21323692s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:09.534685Z","caller":"traceutil/trace.go:171","msg":"trace[1363398144] transaction","detail":"{read_only:false; response_revision:6956; number_of_response:1; }","duration":"1.21409647s","start":"2026-04-28T03:37:08.320569Z","end":"2026-04-28T03:37:09.534666Z","steps":["trace[1363398144] 'process raft request' (duration: 1.213540038s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:09.534972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:08.320556Z","time spent":"1.214371305s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:09.535041Z","caller":"traceutil/trace.go:171","msg":"trace[351991802] linearizableReadLoop","detail":"{readStateIndex:7264; appliedIndex:7258; }","duration":"506.307606ms","start":"2026-04-28T03:37:09.028712Z","end":"2026-04-28T03:37:09.53502Z","steps":["trace[351991802] 'read index received' (duration: 289.153774ms)","trace[351991802] 'applied index is now lower than readState.Index' (duration: 217.152502ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:09.535319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:08.320295Z","time spent":"1.214965208s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:37:09.535391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.663724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-28T03:37:09.535453Z","caller":"traceutil/trace.go:171","msg":"trace[1426315354] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6957; }","duration":"506.759176ms","start":"2026-04-28T03:37:09.028678Z","end":"2026-04-28T03:37:09.535437Z","steps":["trace[1426315354] 'agreement among raft nodes before linearized reading' (duration: 506.419469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:09.535505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:09.028661Z","time spent":"506.831408ms","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-28T03:37:09.535653Z","caller":"traceutil/trace.go:171","msg":"trace[936404665] transaction","detail":"{read_only:false; response_revision:6957; number_of_response:1; }","duration":"945.337702ms","start":"2026-04-28T03:37:08.590277Z","end":"2026-04-28T03:37:09.535615Z","steps":["trace[936404665] 'process raft request' (duration: 944.32722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:09.53574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:08.590248Z","time spent":"945.457955ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:37:09.815014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.170128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:37:09.815105Z","caller":"traceutil/trace.go:171","msg":"trace[789700043] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:6957; }","duration":"149.375202ms","start":"2026-04-28T03:37:09.665713Z","end":"2026-04-28T03:37:09.815088Z","steps":["trace[789700043] 'count revisions from in-memory index tree' (duration: 149.062996ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:11.352853Z","caller":"traceutil/trace.go:171","msg":"trace[1480944844] transaction","detail":"{read_only:false; response_revision:6963; number_of_response:1; }","duration":"492.416214ms","start":"2026-04-28T03:37:10.860393Z","end":"2026-04-28T03:37:11.352809Z","steps":["trace[1480944844] 'process raft request' (duration: 492.187659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:11.353043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:10.860373Z","time spent":"492.551476ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:37:11.353235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.849052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:37:11.35323Z","caller":"traceutil/trace.go:171","msg":"trace[1052670607] linearizableReadLoop","detail":"{readStateIndex:7270; appliedIndex:7269; }","duration":"209.359622ms","start":"2026-04-28T03:37:11.143382Z","end":"2026-04-28T03:37:11.352742Z","steps":["trace[1052670607] 'read index received' (duration: 209.143388ms)","trace[1052670607] 'applied index is now lower than readState.Index' (duration: 215.394µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:11.353311Z","caller":"traceutil/trace.go:171","msg":"trace[253202379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6963; }","duration":"209.982075ms","start":"2026-04-28T03:37:11.143309Z","end":"2026-04-28T03:37:11.353291Z","steps":["trace[253202379] 'agreement among raft nodes before linearized reading' (duration: 209.708599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:11.353635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.475165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:37:11.353674Z","caller":"traceutil/trace.go:171","msg":"trace[348656517] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6963; }","duration":"179.553156ms","start":"2026-04-28T03:37:11.17411Z","end":"2026-04-28T03:37:11.353663Z","steps":["trace[348656517] 'agreement among raft nodes before linearized reading' (duration: 179.417983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:11.520367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.960839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:37:11.520463Z","caller":"traceutil/trace.go:171","msg":"trace[1151925192] transaction","detail":"{read_only:false; response_revision:6964; number_of_response:1; }","duration":"162.454411ms","start":"2026-04-28T03:37:11.35799Z","end":"2026-04-28T03:37:11.520445Z","steps":["trace[1151925192] 'process raft request' (duration: 51.367659ms)","trace[1151925192] 'compare' (duration: 110.732103ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:11.536845Z","caller":"traceutil/trace.go:171","msg":"trace[1154788803] linearizableReadLoop","detail":"{readStateIndex:7273; appliedIndex:7271; }","duration":"178.233347ms","start":"2026-04-28T03:37:11.35859Z","end":"2026-04-28T03:37:11.536824Z","steps":["trace[1154788803] 'read index received' (duration: 50.711624ms)","trace[1154788803] 'applied index is now lower than readState.Index' (duration: 127.520953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:11.537076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.469993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10561"} {"level":"info","ts":"2026-04-28T03:37:11.53711Z","caller":"traceutil/trace.go:171","msg":"trace[616858703] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6965; }","duration":"178.569915ms","start":"2026-04-28T03:37:11.358529Z","end":"2026-04-28T03:37:11.537098Z","steps":["trace[616858703] 'agreement among raft nodes before linearized reading' (duration: 178.438841ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:11.537083Z","caller":"traceutil/trace.go:171","msg":"trace[1058059321] transaction","detail":"{read_only:false; response_revision:6965; number_of_response:1; }","duration":"178.576354ms","start":"2026-04-28T03:37:11.3583Z","end":"2026-04-28T03:37:11.536876Z","steps":["trace[1058059321] 'process raft request' (duration: 178.40259ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:11.709661Z","caller":"traceutil/trace.go:171","msg":"trace[719714241] transaction","detail":"{read_only:false; response_revision:6967; number_of_response:1; }","duration":"163.591335ms","start":"2026-04-28T03:37:11.546037Z","end":"2026-04-28T03:37:11.709629Z","steps":["trace[719714241] 'process raft request' (duration: 163.297869ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:11.709732Z","caller":"traceutil/trace.go:171","msg":"trace[877466918] transaction","detail":"{read_only:false; response_revision:6968; number_of_response:1; }","duration":"163.569565ms","start":"2026-04-28T03:37:11.546135Z","end":"2026-04-28T03:37:11.709705Z","steps":["trace[877466918] 'process raft request' (duration: 163.364531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:11.709859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.249476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:37:11.709909Z","caller":"traceutil/trace.go:171","msg":"trace[816237504] transaction","detail":"{read_only:false; response_revision:6969; number_of_response:1; }","duration":"163.500673ms","start":"2026-04-28T03:37:11.546401Z","end":"2026-04-28T03:37:11.709901Z","steps":["trace[816237504] 'process raft request' (duration: 163.234508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:11.709924Z","caller":"traceutil/trace.go:171","msg":"trace[1278035397] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6970; }","duration":"111.351077ms","start":"2026-04-28T03:37:11.598557Z","end":"2026-04-28T03:37:11.709908Z","steps":["trace[1278035397] 'agreement among raft nodes before linearized reading' (duration: 111.219315ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:11.709989Z","caller":"traceutil/trace.go:171","msg":"trace[1851192781] transaction","detail":"{read_only:false; response_revision:6970; number_of_response:1; }","duration":"163.565435ms","start":"2026-04-28T03:37:11.546416Z","end":"2026-04-28T03:37:11.709981Z","steps":["trace[1851192781] 'process raft request' (duration: 163.267989ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:11.709737Z","caller":"traceutil/trace.go:171","msg":"trace[76405547] linearizableReadLoop","detail":"{readStateIndex:7278; appliedIndex:7274; }","duration":"111.125373ms","start":"2026-04-28T03:37:11.598593Z","end":"2026-04-28T03:37:11.709718Z","steps":["trace[76405547] 'read index received' (duration: 110.818027ms)","trace[76405547] 'applied index is now lower than readState.Index' (duration: 306.536µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:17.672289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.536622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-28T03:37:17.672364Z","caller":"traceutil/trace.go:171","msg":"trace[1016124052] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6996; }","duration":"110.656385ms","start":"2026-04-28T03:37:17.56169Z","end":"2026-04-28T03:37:17.672346Z","steps":["trace[1016124052] 'range keys from in-memory index tree' (duration: 110.381338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:17.672496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.244419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:37:17.672671Z","caller":"traceutil/trace.go:171","msg":"trace[1053313424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6996; }","duration":"102.562146ms","start":"2026-04-28T03:37:17.570078Z","end":"2026-04-28T03:37:17.67264Z","steps":["trace[1053313424] 'range keys from in-memory index tree' (duration: 102.055875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:17.673904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.631245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18aa680cdec87259\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-04-28T03:37:17.674083Z","caller":"traceutil/trace.go:171","msg":"trace[1016998074] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18aa680cdec87259; range_end:; response_count:1; response_revision:6996; }","duration":"122.383341ms","start":"2026-04-28T03:37:17.551681Z","end":"2026-04-28T03:37:17.674064Z","steps":["trace[1016998074] 'range keys from in-memory index tree' (duration: 121.443551ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:17.858142Z","caller":"traceutil/trace.go:171","msg":"trace[837182436] transaction","detail":"{read_only:false; response_revision:6997; number_of_response:1; }","duration":"180.697936ms","start":"2026-04-28T03:37:17.677402Z","end":"2026-04-28T03:37:17.8581Z","steps":["trace[837182436] 'process raft request' (duration: 180.499301ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:17.990965Z","caller":"traceutil/trace.go:171","msg":"trace[788790894] transaction","detail":"{read_only:false; response_revision:6998; number_of_response:1; }","duration":"312.628686ms","start":"2026-04-28T03:37:17.678294Z","end":"2026-04-28T03:37:17.990923Z","steps":["trace[788790894] 'process raft request' (duration: 306.665955ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:17.991171Z","caller":"traceutil/trace.go:171","msg":"trace[365264650] linearizableReadLoop","detail":"{readStateIndex:7308; appliedIndex:7305; }","duration":"305.846618ms","start":"2026-04-28T03:37:17.684936Z","end":"2026-04-28T03:37:17.990783Z","steps":["trace[365264650] 'read index received' (duration: 173.022186ms)","trace[365264650] 'applied index is now lower than readState.Index' (duration: 132.823612ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:17.991399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:17.678263Z","time spent":"312.81161ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:37:17.991487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.528603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-04-28T03:37:17.991538Z","caller":"traceutil/trace.go:171","msg":"trace[100190542] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6999; }","duration":"306.630106ms","start":"2026-04-28T03:37:17.684893Z","end":"2026-04-28T03:37:17.991523Z","steps":["trace[100190542] 'agreement among raft nodes before linearized reading' (duration: 306.454241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:17.991574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:17.684879Z","time spent":"306.686846ms","remote":"127.0.0.1:43114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9660,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-04-28T03:37:17.991523Z","caller":"traceutil/trace.go:171","msg":"trace[1691824815] transaction","detail":"{read_only:false; response_revision:6999; number_of_response:1; }","duration":"313.159629ms","start":"2026-04-28T03:37:17.678287Z","end":"2026-04-28T03:37:17.991447Z","steps":["trace[1691824815] 'process raft request' (duration: 312.368451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:17.991688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.110036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:37:17.991733Z","caller":"traceutil/trace.go:171","msg":"trace[723013271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6999; }","duration":"252.170057ms","start":"2026-04-28T03:37:17.73955Z","end":"2026-04-28T03:37:17.99172Z","steps":["trace[723013271] 'agreement among raft nodes before linearized reading' (duration: 251.999883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:17.991708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.498525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:37:17.991785Z","caller":"traceutil/trace.go:171","msg":"trace[1097272247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6999; }","duration":"252.644558ms","start":"2026-04-28T03:37:17.739119Z","end":"2026-04-28T03:37:17.991763Z","steps":["trace[1097272247] 'agreement among raft nodes before linearized reading' (duration: 252.367082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:17.991861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.386912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:37:17.991875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.085265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:37:17.991873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:17.678264Z","time spent":"313.411664ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:17.991912Z","caller":"traceutil/trace.go:171","msg":"trace[280472116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6999; }","duration":"252.202608ms","start":"2026-04-28T03:37:17.739702Z","end":"2026-04-28T03:37:17.991904Z","steps":["trace[280472116] 'agreement among raft nodes before linearized reading' (duration: 252.112996ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:17.991919Z","caller":"traceutil/trace.go:171","msg":"trace[1054958730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6999; }","duration":"252.476614ms","start":"2026-04-28T03:37:17.739424Z","end":"2026-04-28T03:37:17.991901Z","steps":["trace[1054958730] 'agreement among raft nodes before linearized reading' (duration: 252.171777ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:18.101571Z","caller":"traceutil/trace.go:171","msg":"trace[419295498] transaction","detail":"{read_only:false; response_revision:7003; number_of_response:1; }","duration":"102.152938ms","start":"2026-04-28T03:37:17.999394Z","end":"2026-04-28T03:37:18.101547Z","steps":["trace[419295498] 'process raft request' (duration: 101.80756ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:18.101863Z","caller":"traceutil/trace.go:171","msg":"trace[1044303418] transaction","detail":"{read_only:false; response_revision:7004; number_of_response:1; }","duration":"102.160298ms","start":"2026-04-28T03:37:17.999688Z","end":"2026-04-28T03:37:18.101848Z","steps":["trace[1044303418] 'process raft request' (duration: 101.534985ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:18.102183Z","caller":"traceutil/trace.go:171","msg":"trace[1190989042] transaction","detail":"{read_only:false; response_revision:7001; number_of_response:1; }","duration":"104.052369ms","start":"2026-04-28T03:37:17.998074Z","end":"2026-04-28T03:37:18.102127Z","steps":["trace[1190989042] 'process raft request' (duration: 102.972636ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:18.101714Z","caller":"traceutil/trace.go:171","msg":"trace[1261924624] transaction","detail":"{read_only:false; response_revision:7002; number_of_response:1; }","duration":"102.923075ms","start":"2026-04-28T03:37:17.998762Z","end":"2026-04-28T03:37:18.101685Z","steps":["trace[1261924624] 'process raft request' (duration: 102.413804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:21.006941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973211227s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:37:21.007039Z","caller":"traceutil/trace.go:171","msg":"trace[2139611534] transaction","detail":"{read_only:false; response_revision:7007; number_of_response:1; }","duration":"2.631674172s","start":"2026-04-28T03:37:18.37535Z","end":"2026-04-28T03:37:21.007024Z","steps":["trace[2139611534] 'process raft request' (duration: 658.311113ms)","trace[2139611534] 'compare' (duration: 1.972706645s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:21.007083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:18.37533Z","time spent":"2.631731583s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:37:22.0435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999978481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:37:22.043574Z","caller":"traceutil/trace.go:171","msg":"trace[1859827482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000120054s","start":"2026-04-28T03:37:20.043436Z","end":"2026-04-28T03:37:22.043556Z","steps":["trace[1859827482] 'agreement among raft nodes before linearized reading' (duration: 2.000030162s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:22.043617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:20.043375Z","time spent":"2.000233176s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:37:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:37:22.395162Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.361489358s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:37:22.423277Z","caller":"traceutil/trace.go:171","msg":"trace[507994097] linearizableReadLoop","detail":"{readStateIndex:7319; appliedIndex:7315; }","duration":"3.42922157s","start":"2026-04-28T03:37:18.994036Z","end":"2026-04-28T03:37:22.423257Z","steps":["trace[507994097] 'read index received' (duration: 39.606042ms)","trace[507994097] 'applied index is now lower than readState.Index' (duration: 3.389614758s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:22.42347Z","caller":"traceutil/trace.go:171","msg":"trace[1367454563] transaction","detail":"{read_only:false; response_revision:7008; number_of_response:1; }","duration":"4.009370763s","start":"2026-04-28T03:37:18.414089Z","end":"2026-04-28T03:37:22.42346Z","steps":["trace[1367454563] 'process raft request' (duration: 3.981456688s)","trace[1367454563] 'compare' (duration: 27.350021ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:22.423551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:18.414066Z","time spent":"4.009429864s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:22.423765Z","caller":"traceutil/trace.go:171","msg":"trace[1486854108] transaction","detail":"{read_only:false; response_revision:7009; number_of_response:1; }","duration":"3.915248002s","start":"2026-04-28T03:37:18.508507Z","end":"2026-04-28T03:37:22.423755Z","steps":["trace[1486854108] 'process raft request' (duration: 3.914638489s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:22.423824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:18.508485Z","time spent":"3.915308803s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:22.423956Z","caller":"traceutil/trace.go:171","msg":"trace[1288383620] transaction","detail":"{read_only:false; response_revision:7010; number_of_response:1; }","duration":"3.907349688s","start":"2026-04-28T03:37:18.516595Z","end":"2026-04-28T03:37:22.423944Z","steps":["trace[1288383620] 'process raft request' (duration: 3.906631473s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:22.424011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:18.516576Z","time spent":"3.907408119s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:37:22.424199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.43017254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-04-28T03:37:22.424236Z","caller":"traceutil/trace.go:171","msg":"trace[1445453850] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7010; }","duration":"3.430254302s","start":"2026-04-28T03:37:18.993973Z","end":"2026-04-28T03:37:22.424227Z","steps":["trace[1445453850] 'agreement among raft nodes before linearized reading' (duration: 3.43013158s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:22.424263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:18.993941Z","time spent":"3.430315964s","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-28T03:37:22.798316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.650215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:37:22.798435Z","caller":"traceutil/trace.go:171","msg":"trace[1666502686] linearizableReadLoop","detail":"{readStateIndex:7320; appliedIndex:7319; }","duration":"375.090994ms","start":"2026-04-28T03:37:22.423328Z","end":"2026-04-28T03:37:22.798419Z","steps":["trace[1666502686] 'read index received' (duration: 259.260675ms)","trace[1666502686] 'applied index is now lower than readState.Index' (duration: 115.828709ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:22.798503Z","caller":"traceutil/trace.go:171","msg":"trace[802308943] transaction","detail":"{read_only:false; response_revision:7011; number_of_response:1; }","duration":"1.56855009s","start":"2026-04-28T03:37:21.229942Z","end":"2026-04-28T03:37:22.798493Z","steps":["trace[802308943] 'process raft request' (duration: 1.452645959s)","trace[802308943] 'compare' (duration: 115.520322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:22.798645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590170301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:37:22.79867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:21.229917Z","time spent":"1.568721264s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:37:22.798706Z","caller":"traceutil/trace.go:171","msg":"trace[2134067843] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:7011; }","duration":"2.590275893s","start":"2026-04-28T03:37:20.208414Z","end":"2026-04-28T03:37:22.79869Z","steps":["trace[2134067843] 'agreement among raft nodes before linearized reading' (duration: 2.5901433s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:22.798776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:20.208396Z","time spent":"2.590366985s","remote":"127.0.0.1:42978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:37:22.798841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202625818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:37:22.798915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936711186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-28T03:37:22.798925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679142159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:37:22.798975Z","caller":"traceutil/trace.go:171","msg":"trace[405621820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7011; }","duration":"2.679237521s","start":"2026-04-28T03:37:20.119728Z","end":"2026-04-28T03:37:22.798966Z","steps":["trace[405621820] 'agreement among raft nodes before linearized reading' (duration: 2.679076787s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:22.798976Z","caller":"traceutil/trace.go:171","msg":"trace[1023342342] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7011; }","duration":"2.936774628s","start":"2026-04-28T03:37:19.862186Z","end":"2026-04-28T03:37:22.798961Z","steps":["trace[1023342342] 'agreement among raft nodes before linearized reading' (duration: 2.936577863s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:22.799015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416166478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:37:22.799029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:20.119717Z","time spent":"2.679284762s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:37:22.799034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053354753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:37:22.799028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.149411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:37:22.799083Z","caller":"traceutil/trace.go:171","msg":"trace[1313055708] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:7011; }","duration":"1.053439865s","start":"2026-04-28T03:37:21.745625Z","end":"2026-04-28T03:37:22.799065Z","steps":["trace[1313055708] 'agreement among raft nodes before linearized reading' (duration: 1.053367453s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:22.799113Z","caller":"traceutil/trace.go:171","msg":"trace[1946474056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7011; }","duration":"755.286404ms","start":"2026-04-28T03:37:22.043804Z","end":"2026-04-28T03:37:22.79909Z","steps":["trace[1946474056] 'agreement among raft nodes before linearized reading' (duration: 755.169351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:22.799126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.802518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-28T03:37:22.799129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:21.745605Z","time spent":"1.053509296s","remote":"127.0.0.1:46576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:37:22.799175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:22.043781Z","time spent":"755.374845ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:37:22.799185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487805393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.168\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-28T03:37:22.79922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.741926962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-28T03:37:22.799223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.802503943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:37:22.799249Z","caller":"traceutil/trace.go:171","msg":"trace[796072391] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7011; }","duration":"3.741984784s","start":"2026-04-28T03:37:19.057254Z","end":"2026-04-28T03:37:22.799239Z","steps":["trace[796072391] 'agreement among raft nodes before linearized reading' (duration: 3.741522264s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:22.799258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596402393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:37:22.799262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780007578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:37:22.799219Z","caller":"traceutil/trace.go:171","msg":"trace[2107683721] range","detail":"{range_begin:/registry/masterleases/199.19.213.168; range_end:; response_count:1; response_revision:7011; }","duration":"1.487870685s","start":"2026-04-28T03:37:21.311338Z","end":"2026-04-28T03:37:22.799209Z","steps":["trace[2107683721] 'agreement among raft nodes before linearized reading' (duration: 1.487744482s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:22.799277Z","caller":"traceutil/trace.go:171","msg":"trace[292787379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7011; }","duration":"2.802591575s","start":"2026-04-28T03:37:19.996669Z","end":"2026-04-28T03:37:22.79926Z","steps":["trace[292787379] 'agreement among raft nodes before linearized reading' (duration: 2.802242778s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:22.799138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.687197176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:37:22.799304Z","caller":"traceutil/trace.go:171","msg":"trace[1377860585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7011; }","duration":"2.78008015s","start":"2026-04-28T03:37:20.019211Z","end":"2026-04-28T03:37:22.799291Z","steps":["trace[1377860585] 'agreement among raft nodes before linearized reading' (duration: 2.779530018s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:22.799321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:19.99665Z","time spent":"2.802660677s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:37:22.799346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:20.019193Z","time spent":"2.780142862s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:37:22.799343Z","caller":"traceutil/trace.go:171","msg":"trace[226264015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7011; }","duration":"2.687431082s","start":"2026-04-28T03:37:20.111892Z","end":"2026-04-28T03:37:22.799323Z","steps":["trace[226264015] 'agreement among raft nodes before linearized reading' (duration: 2.686936151s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:22.799044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.690125841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:37:22.799271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:19.057235Z","time spent":"3.742031014s","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-28T03:37:22.799178Z","caller":"traceutil/trace.go:171","msg":"trace[1585291076] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7011; }","duration":"971.88001ms","start":"2026-04-28T03:37:21.827278Z","end":"2026-04-28T03:37:22.799159Z","steps":["trace[1585291076] 'agreement among raft nodes before linearized reading' (duration: 971.653585ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:22.799435Z","caller":"traceutil/trace.go:171","msg":"trace[561603001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7011; }","duration":"2.69052632s","start":"2026-04-28T03:37:20.1089Z","end":"2026-04-28T03:37:22.799426Z","steps":["trace[561603001] 'agreement among raft nodes before linearized reading' (duration: 2.689946547s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:22.799423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:20.111872Z","time spent":"2.687535224s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:37:22.799462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:20.108833Z","time spent":"2.690620741s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:37:22.799466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:21.827259Z","time spent":"972.195746ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:37:22.799302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:21.311321Z","time spent":"1.487974367s","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.168\" "} {"level":"warn","ts":"2026-04-28T03:37:22.799019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:19.862136Z","time spent":"2.93687071s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T03:37:22.799285Z","caller":"traceutil/trace.go:171","msg":"trace[1064927041] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7011; }","duration":"1.596465835s","start":"2026-04-28T03:37:21.202812Z","end":"2026-04-28T03:37:22.799278Z","steps":["trace[1064927041] 'agreement among raft nodes before linearized reading' (duration: 1.596424534s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:22.79962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:21.202791Z","time spent":"1.596818722s","remote":"127.0.0.1:46784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:37:22.799059Z","caller":"traceutil/trace.go:171","msg":"trace[104406822] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7011; }","duration":"1.41626845s","start":"2026-04-28T03:37:21.38278Z","end":"2026-04-28T03:37:22.799048Z","steps":["trace[104406822] 'agreement among raft nodes before linearized reading' (duration: 1.416190248s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:22.798958Z","caller":"traceutil/trace.go:171","msg":"trace[204578764] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:7011; }","duration":"1.202793402s","start":"2026-04-28T03:37:21.596143Z","end":"2026-04-28T03:37:22.798936Z","steps":["trace[204578764] 'agreement among raft nodes before linearized reading' (duration: 1.202607738s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:22.799768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:21.382761Z","time spent":"1.416962344s","remote":"127.0.0.1:57750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":9,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:37:22.799765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:21.596122Z","time spent":"1.20362111s","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:37:22.860082Z","caller":"traceutil/trace.go:171","msg":"trace[287242170] transaction","detail":"{read_only:false; response_revision:7012; number_of_response:1; }","duration":"427.680713ms","start":"2026-04-28T03:37:22.43237Z","end":"2026-04-28T03:37:22.86005Z","steps":["trace[287242170] 'process raft request' (duration: 427.364336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:22.860257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:22.432348Z","time spent":"427.833697ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:37:22.860377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.083452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-28T03:37:22.860462Z","caller":"traceutil/trace.go:171","msg":"trace[599203030] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:7012; }","duration":"174.170984ms","start":"2026-04-28T03:37:22.686276Z","end":"2026-04-28T03:37:22.860447Z","steps":["trace[599203030] 'agreement among raft nodes before linearized reading' (duration: 173.807625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:23.117399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:22.801189Z","time spent":"316.20369ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:37:23.117584Z","caller":"traceutil/trace.go:171","msg":"trace[488183764] transaction","detail":"{read_only:false; response_revision:7014; number_of_response:1; }","duration":"311.359852ms","start":"2026-04-28T03:37:22.806198Z","end":"2026-04-28T03:37:23.117558Z","steps":["trace[488183764] 'process raft request' (duration: 311.220249ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:23.117604Z","caller":"traceutil/trace.go:171","msg":"trace[385354210] transaction","detail":"{read_only:false; response_revision:7018; number_of_response:1; }","duration":"309.859239ms","start":"2026-04-28T03:37:22.807722Z","end":"2026-04-28T03:37:23.117581Z","steps":["trace[385354210] 'process raft request' (duration: 309.821608ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:23.117679Z","caller":"traceutil/trace.go:171","msg":"trace[238054820] transaction","detail":"{read_only:false; response_revision:7016; number_of_response:1; }","duration":"310.173386ms","start":"2026-04-28T03:37:22.807485Z","end":"2026-04-28T03:37:23.117658Z","steps":["trace[238054820] 'process raft request' (duration: 309.997462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:23.117753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:22.807708Z","time spent":"309.967632ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:23.117827Z","caller":"traceutil/trace.go:171","msg":"trace[735232591] transaction","detail":"{read_only:false; response_revision:7013; number_of_response:1; }","duration":"312.745283ms","start":"2026-04-28T03:37:22.805074Z","end":"2026-04-28T03:37:23.117819Z","steps":["trace[735232591] 'process raft request' (duration: 312.230252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:23.117796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:22.807249Z","time spent":"310.501754ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:23.117874Z","caller":"traceutil/trace.go:171","msg":"trace[1648061497] transaction","detail":"{read_only:false; response_revision:7017; number_of_response:1; }","duration":"310.368391ms","start":"2026-04-28T03:37:22.807472Z","end":"2026-04-28T03:37:23.11784Z","steps":["trace[1648061497] 'process raft request' (duration: 310.041083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:23.117912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:22.805059Z","time spent":"312.809635ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:37:23.117763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:22.806176Z","time spent":"311.480696ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:37:23.11799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:22.807454Z","time spent":"310.474224ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:23.11808Z","caller":"traceutil/trace.go:171","msg":"trace[1552591032] linearizableReadLoop","detail":"{readStateIndex:7328; appliedIndex:7328; }","duration":"258.00894ms","start":"2026-04-28T03:37:22.860061Z","end":"2026-04-28T03:37:23.11807Z","steps":["trace[1552591032] 'read index received' (duration: 258.002589ms)","trace[1552591032] 'applied index is now lower than readState.Index' (duration: 5.001µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:23.118135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.812357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:37:23.118156Z","caller":"traceutil/trace.go:171","msg":"trace[644006809] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7018; }","duration":"273.873678ms","start":"2026-04-28T03:37:22.844277Z","end":"2026-04-28T03:37:23.118151Z","steps":["trace[644006809] 'agreement among raft nodes before linearized reading' (duration: 273.838408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:23.118252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.397898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3ee6d7e4-5fc3-45a5-a1a4-062d1f5eb4ac\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-28T03:37:23.11825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.58163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:37:23.118306Z","caller":"traceutil/trace.go:171","msg":"trace[1684137783] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3ee6d7e4-5fc3-45a5-a1a4-062d1f5eb4ac; range_end:; response_count:1; response_revision:7018; }","duration":"313.488029ms","start":"2026-04-28T03:37:22.804809Z","end":"2026-04-28T03:37:23.118297Z","steps":["trace[1684137783] 'agreement among raft nodes before linearized reading' (duration: 313.379067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:23.118369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:22.80479Z","time spent":"313.568762ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-3ee6d7e4-5fc3-45a5-a1a4-062d1f5eb4ac\" "} {"level":"warn","ts":"2026-04-28T03:37:23.118104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.662936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:37:23.118417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.625693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa67244f58aa38\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T03:37:23.118466Z","caller":"traceutil/trace.go:171","msg":"trace[780014791] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa67244f58aa38; range_end:; response_count:1; response_revision:7018; }","duration":"313.709435ms","start":"2026-04-28T03:37:22.804742Z","end":"2026-04-28T03:37:23.118451Z","steps":["trace[780014791] 'agreement among raft nodes before linearized reading' (duration: 313.602783ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:23.118475Z","caller":"traceutil/trace.go:171","msg":"trace[773334594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7018; }","duration":"310.040694ms","start":"2026-04-28T03:37:22.808415Z","end":"2026-04-28T03:37:23.118456Z","steps":["trace[773334594] 'agreement among raft nodes before linearized reading' (duration: 309.659456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:23.118501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:22.804726Z","time spent":"313.768496ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa67244f58aa38\" "} {"level":"info","ts":"2026-04-28T03:37:23.118327Z","caller":"traceutil/trace.go:171","msg":"trace[2129389832] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7018; }","duration":"313.449089ms","start":"2026-04-28T03:37:22.804864Z","end":"2026-04-28T03:37:23.118313Z","steps":["trace[2129389832] 'agreement among raft nodes before linearized reading' (duration: 313.226894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:23.11855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:22.808404Z","time spent":"310.120646ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:37:23.117613Z","caller":"traceutil/trace.go:171","msg":"trace[292824678] transaction","detail":"{read_only:false; response_revision:7015; number_of_response:1; }","duration":"310.149655ms","start":"2026-04-28T03:37:22.80744Z","end":"2026-04-28T03:37:23.117589Z","steps":["trace[292824678] 'process raft request' (duration: 310.010932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:23.118583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:22.804857Z","time spent":"313.713074ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:37:23.118635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:22.80743Z","time spent":"311.163429ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:23.170618Z","caller":"traceutil/trace.go:171","msg":"trace[819324361] transaction","detail":"{read_only:false; response_revision:7019; number_of_response:1; }","duration":"301.925095ms","start":"2026-04-28T03:37:22.868671Z","end":"2026-04-28T03:37:23.170596Z","steps":["trace[819324361] 'process raft request' (duration: 301.748791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:23.170731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:22.868656Z","time spent":"302.008626ms","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:23.17078Z","caller":"traceutil/trace.go:171","msg":"trace[882757815] transaction","detail":"{read_only:false; response_revision:7022; number_of_response:1; }","duration":"301.960215ms","start":"2026-04-28T03:37:22.868795Z","end":"2026-04-28T03:37:23.170756Z","steps":["trace[882757815] 'process raft request' (duration: 301.883484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:23.170923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:22.868763Z","time spent":"302.079638ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:37:23.171077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.689665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10685"} {"level":"info","ts":"2026-04-28T03:37:23.17111Z","caller":"traceutil/trace.go:171","msg":"trace[1970318336] transaction","detail":"{read_only:false; response_revision:7021; number_of_response:1; }","duration":"302.390596ms","start":"2026-04-28T03:37:22.868708Z","end":"2026-04-28T03:37:23.171098Z","steps":["trace[1970318336] 'process raft request' (duration: 301.935265ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:23.171165Z","caller":"traceutil/trace.go:171","msg":"trace[282102440] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7022; }","duration":"304.766168ms","start":"2026-04-28T03:37:22.866364Z","end":"2026-04-28T03:37:23.17113Z","steps":["trace[282102440] 'agreement among raft nodes before linearized reading' (duration: 304.616144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:23.171218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:22.866356Z","time spent":"304.85314ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10708,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-28T03:37:23.171176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:22.86869Z","time spent":"302.456277ms","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:23.171151Z","caller":"traceutil/trace.go:171","msg":"trace[1005178450] transaction","detail":"{read_only:false; response_revision:7020; number_of_response:1; }","duration":"302.299963ms","start":"2026-04-28T03:37:22.868671Z","end":"2026-04-28T03:37:23.170971Z","steps":["trace[1005178450] 'process raft request' (duration: 301.873714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:23.17108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.77758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:37:23.171472Z","caller":"traceutil/trace.go:171","msg":"trace[277090139] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:7022; }","duration":"306.19699ms","start":"2026-04-28T03:37:22.865259Z","end":"2026-04-28T03:37:23.171456Z","steps":["trace[277090139] 'agreement among raft nodes before linearized reading' (duration: 305.791611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:23.171527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:22.865241Z","time spent":"306.268512ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:37:23.17176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:22.868657Z","time spent":"302.792934ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:23.564634Z","caller":"traceutil/trace.go:171","msg":"trace[1707784060] linearizableReadLoop","detail":"{readStateIndex:7334; appliedIndex:7332; }","duration":"393.8872ms","start":"2026-04-28T03:37:23.170722Z","end":"2026-04-28T03:37:23.564609Z","steps":["trace[1707784060] 'read index received' (duration: 297.803206ms)","trace[1707784060] 'applied index is now lower than readState.Index' (duration: 96.082814ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:23.564767Z","caller":"traceutil/trace.go:171","msg":"trace[1016450376] transaction","detail":"{read_only:false; response_revision:7023; number_of_response:1; }","duration":"445.768133ms","start":"2026-04-28T03:37:23.118987Z","end":"2026-04-28T03:37:23.564755Z","steps":["trace[1016450376] 'process raft request' (duration: 349.602956ms)","trace[1016450376] 'compare' (duration: 95.654395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:23.564865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:23.118974Z","time spent":"445.826504ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:23.565031Z","caller":"traceutil/trace.go:171","msg":"trace[1812952205] transaction","detail":"{read_only:false; response_revision:7024; number_of_response:1; }","duration":"444.137416ms","start":"2026-04-28T03:37:23.120863Z","end":"2026-04-28T03:37:23.565Z","steps":["trace[1812952205] 'process raft request' (duration: 443.687456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:23.565186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:23.120842Z","time spent":"444.260708ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:37:23.565112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.540063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:37:23.565308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.522499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:37 size:55842"} {"level":"info","ts":"2026-04-28T03:37:23.565344Z","caller":"traceutil/trace.go:171","msg":"trace[796889327] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:37; response_revision:7024; }","duration":"387.579711ms","start":"2026-04-28T03:37:23.177755Z","end":"2026-04-28T03:37:23.565334Z","steps":["trace[796889327] 'agreement among raft nodes before linearized reading' (duration: 387.283695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:23.565386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:23.177742Z","time spent":"387.632932ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":55865,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-04-28T03:37:23.565397Z","caller":"traceutil/trace.go:171","msg":"trace[1657976512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7024; }","duration":"443.805669ms","start":"2026-04-28T03:37:23.121524Z","end":"2026-04-28T03:37:23.565329Z","steps":["trace[1657976512] 'agreement among raft nodes before linearized reading' (duration: 443.468142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:23.565529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:23.121517Z","time spent":"443.965282ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:37:23.565539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.715363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130259"} {"level":"info","ts":"2026-04-28T03:37:23.565594Z","caller":"traceutil/trace.go:171","msg":"trace[292050498] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7024; }","duration":"207.836434ms","start":"2026-04-28T03:37:23.357741Z","end":"2026-04-28T03:37:23.565577Z","steps":["trace[292050498] 'agreement among raft nodes before linearized reading' (duration: 207.490627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:23.565183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.692541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11720"} {"level":"info","ts":"2026-04-28T03:37:23.565686Z","caller":"traceutil/trace.go:171","msg":"trace[1355246013] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7024; }","duration":"446.216512ms","start":"2026-04-28T03:37:23.119458Z","end":"2026-04-28T03:37:23.565674Z","steps":["trace[1355246013] 'agreement among raft nodes before linearized reading' (duration: 445.496096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:23.565733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:23.119443Z","time spent":"446.277594ms","remote":"127.0.0.1:42746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":11743,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T03:37:37.84957Z","caller":"traceutil/trace.go:171","msg":"trace[1682473340] transaction","detail":"{read_only:false; response_revision:7126; number_of_response:1; }","duration":"181.217375ms","start":"2026-04-28T03:37:37.668325Z","end":"2026-04-28T03:37:37.849542Z","steps":["trace[1682473340] 'process raft request' (duration: 181.043391ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:51.483927Z","caller":"traceutil/trace.go:171","msg":"trace[103646375] linearizableReadLoop","detail":"{readStateIndex:7607; appliedIndex:7606; }","duration":"162.713292ms","start":"2026-04-28T03:37:51.321192Z","end":"2026-04-28T03:37:51.483905Z","steps":["trace[103646375] 'read index received' (duration: 162.59002ms)","trace[103646375] 'applied index is now lower than readState.Index' (duration: 122.242µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:51.48414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.920817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:37:51.484196Z","caller":"traceutil/trace.go:171","msg":"trace[282129725] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7289; }","duration":"163.020149ms","start":"2026-04-28T03:37:51.321157Z","end":"2026-04-28T03:37:51.484177Z","steps":["trace[282129725] 'agreement among raft nodes before linearized reading' (duration: 162.859026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:51.484198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.735949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:37:51.48424Z","caller":"traceutil/trace.go:171","msg":"trace[1074882130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7289; }","duration":"112.81241ms","start":"2026-04-28T03:37:51.371413Z","end":"2026-04-28T03:37:51.484226Z","steps":["trace[1074882130] 'agreement among raft nodes before linearized reading' (duration: 112.704848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:51.484245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.744127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:37:51.484295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.973274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:37:51.484305Z","caller":"traceutil/trace.go:171","msg":"trace[1247520945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7289; }","duration":"111.832159ms","start":"2026-04-28T03:37:51.372457Z","end":"2026-04-28T03:37:51.484289Z","steps":["trace[1247520945] 'agreement among raft nodes before linearized reading' (duration: 111.676255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:51.484246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.168261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:37:51.484339Z","caller":"traceutil/trace.go:171","msg":"trace[1473279030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7289; }","duration":"142.032405ms","start":"2026-04-28T03:37:51.342295Z","end":"2026-04-28T03:37:51.484327Z","steps":["trace[1473279030] 'agreement among raft nodes before linearized reading' (duration: 141.902452ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:51.484358Z","caller":"traceutil/trace.go:171","msg":"trace[24082093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7289; }","duration":"158.315605ms","start":"2026-04-28T03:37:51.326029Z","end":"2026-04-28T03:37:51.484345Z","steps":["trace[24082093] 'agreement among raft nodes before linearized reading' (duration: 158.059509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:51.4845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.466474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:37:51.484594Z","caller":"traceutil/trace.go:171","msg":"trace[1642833530] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7289; }","duration":"142.632929ms","start":"2026-04-28T03:37:51.341939Z","end":"2026-04-28T03:37:51.484572Z","steps":["trace[1642833530] 'agreement among raft nodes before linearized reading' (duration: 142.340872ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:53.622487Z","caller":"traceutil/trace.go:171","msg":"trace[1743874767] linearizableReadLoop","detail":"{readStateIndex:7624; appliedIndex:7618; }","duration":"104.497258ms","start":"2026-04-28T03:37:53.517971Z","end":"2026-04-28T03:37:53.622468Z","steps":["trace[1743874767] 'read index received' (duration: 38.272426ms)","trace[1743874767] 'applied index is now lower than readState.Index' (duration: 66.223862ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:53.622565Z","caller":"traceutil/trace.go:171","msg":"trace[1149548040] transaction","detail":"{read_only:false; response_revision:7303; number_of_response:1; }","duration":"109.620681ms","start":"2026-04-28T03:37:53.512911Z","end":"2026-04-28T03:37:53.622532Z","steps":["trace[1149548040] 'process raft request' (duration: 109.433937ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:53.622612Z","caller":"traceutil/trace.go:171","msg":"trace[1467512183] transaction","detail":"{read_only:false; response_revision:7305; number_of_response:1; }","duration":"108.610789ms","start":"2026-04-28T03:37:53.513976Z","end":"2026-04-28T03:37:53.622587Z","steps":["trace[1467512183] 'process raft request' (duration: 108.426355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:53.622637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.651141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:37:53.622644Z","caller":"traceutil/trace.go:171","msg":"trace[936264190] transaction","detail":"{read_only:false; response_revision:7306; number_of_response:1; }","duration":"108.224681ms","start":"2026-04-28T03:37:53.514398Z","end":"2026-04-28T03:37:53.622622Z","steps":["trace[936264190] 'process raft request' (duration: 108.045197ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:53.622673Z","caller":"traceutil/trace.go:171","msg":"trace[183460563] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7306; }","duration":"104.705063ms","start":"2026-04-28T03:37:53.517959Z","end":"2026-04-28T03:37:53.622664Z","steps":["trace[183460563] 'agreement among raft nodes before linearized reading' (duration: 104.58169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:53.622755Z","caller":"traceutil/trace.go:171","msg":"trace[1708042528] transaction","detail":"{read_only:false; response_revision:7304; number_of_response:1; }","duration":"108.952886ms","start":"2026-04-28T03:37:53.513793Z","end":"2026-04-28T03:37:53.622746Z","steps":["trace[1708042528] 'process raft request' (duration: 108.578548ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:53.622786Z","caller":"traceutil/trace.go:171","msg":"trace[1711653020] transaction","detail":"{read_only:false; response_revision:7302; number_of_response:1; }","duration":"109.906317ms","start":"2026-04-28T03:37:53.51287Z","end":"2026-04-28T03:37:53.622777Z","steps":["trace[1711653020] 'process raft request' (duration: 109.362185ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:39:20.856374Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5193} {"level":"info","ts":"2026-04-28T03:39:20.894698Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5193,"took":"36.8139ms","hash":366406370,"current-db-size-bytes":33558528,"current-db-size":"34 MB","current-db-size-in-use-bytes":28164096,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-28T03:39:20.894772Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":366406370,"revision":5193,"compact-revision":3788} {"level":"info","ts":"2026-04-28T03:39:57.611996Z","caller":"traceutil/trace.go:171","msg":"trace[1722425139] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"106.424024ms","start":"2026-04-28T03:39:57.505518Z","end":"2026-04-28T03:39:57.611942Z","steps":["trace[1722425139] 'process raft request' (duration: 104.48011ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:40:44.961348Z","caller":"traceutil/trace.go:171","msg":"trace[2009841469] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"111.74775ms","start":"2026-04-28T03:40:44.849583Z","end":"2026-04-28T03:40:44.96133Z","steps":["trace[2009841469] 'process raft request' (duration: 109.998011ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:40:44.961681Z","caller":"traceutil/trace.go:171","msg":"trace[746903920] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"101.98093ms","start":"2026-04-28T03:40:44.85968Z","end":"2026-04-28T03:40:44.961661Z","steps":["trace[746903920] 'process raft request' (duration: 101.461499ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:40:44.961731Z","caller":"traceutil/trace.go:171","msg":"trace[1413440032] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"101.497239ms","start":"2026-04-28T03:40:44.860226Z","end":"2026-04-28T03:40:44.961723Z","steps":["trace[1413440032] 'process raft request' (duration: 100.948797ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:40:44.961924Z","caller":"traceutil/trace.go:171","msg":"trace[742407261] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"108.107367ms","start":"2026-04-28T03:40:44.85381Z","end":"2026-04-28T03:40:44.961917Z","steps":["trace[742407261] 'process raft request' (duration: 107.202837ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:40:44.962025Z","caller":"traceutil/trace.go:171","msg":"trace[1773849583] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"108.133398ms","start":"2026-04-28T03:40:44.853881Z","end":"2026-04-28T03:40:44.962014Z","steps":["trace[1773849583] 'process raft request' (duration: 107.176947ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:40:44.962155Z","caller":"traceutil/trace.go:171","msg":"trace[348390809] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"105.09321ms","start":"2026-04-28T03:40:44.85705Z","end":"2026-04-28T03:40:44.962143Z","steps":["trace[348390809] 'process raft request' (duration: 104.060857ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:40:44.962216Z","caller":"traceutil/trace.go:171","msg":"trace[453534286] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"106.677765ms","start":"2026-04-28T03:40:44.855526Z","end":"2026-04-28T03:40:44.962204Z","steps":["trace[453534286] 'process raft request' (duration: 105.55012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:40:44.962416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.080353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-74c567ddfb-2bqsl\" ","response":"range_response_count:1 size:8110"} {"level":"warn","ts":"2026-04-28T03:40:44.962422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.816456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:40:44.962447Z","caller":"traceutil/trace.go:171","msg":"trace[496036522] range","detail":"{range_begin:/registry/pods/openstack/horizon-74c567ddfb-2bqsl; range_end:; response_count:1; response_revision:8442; }","duration":"110.154444ms","start":"2026-04-28T03:40:44.852286Z","end":"2026-04-28T03:40:44.96244Z","steps":["trace[496036522] 'agreement among raft nodes before linearized reading' (duration: 110.023641ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:40:44.962452Z","caller":"traceutil/trace.go:171","msg":"trace[1834511138] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8442; }","duration":"106.183294ms","start":"2026-04-28T03:40:44.85626Z","end":"2026-04-28T03:40:44.962443Z","steps":["trace[1834511138] 'agreement among raft nodes before linearized reading' (duration: 105.754394ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:40:45.125431Z","caller":"traceutil/trace.go:171","msg":"trace[400850122] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"131.565863ms","start":"2026-04-28T03:40:44.99381Z","end":"2026-04-28T03:40:45.125376Z","steps":["trace[400850122] 'process raft request' (duration: 76.794948ms)","trace[400850122] 'compare' (duration: 54.559961ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:40:45.1256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.884609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-74c567ddfb-vp6nf\" ","response":"range_response_count:1 size:8110"} {"level":"warn","ts":"2026-04-28T03:40:45.125642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.29395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-28T03:40:45.125743Z","caller":"traceutil/trace.go:171","msg":"trace[1541962656] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8452; }","duration":"111.423873ms","start":"2026-04-28T03:40:45.014297Z","end":"2026-04-28T03:40:45.125721Z","steps":["trace[1541962656] 'agreement among raft nodes before linearized reading' (duration: 111.094946ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:40:45.125676Z","caller":"traceutil/trace.go:171","msg":"trace[1661666340] range","detail":"{range_begin:/registry/pods/openstack/horizon-74c567ddfb-vp6nf; range_end:; response_count:1; response_revision:8452; }","duration":"136.002722ms","start":"2026-04-28T03:40:44.989657Z","end":"2026-04-28T03:40:45.125659Z","steps":["trace[1661666340] 'agreement among raft nodes before linearized reading' (duration: 135.735727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:40:45.126428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.181837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/horizon-74c567ddfb\" ","response":"range_response_count:1 size:8612"} {"level":"info","ts":"2026-04-28T03:40:45.126508Z","caller":"traceutil/trace.go:171","msg":"trace[1110117228] range","detail":"{range_begin:/registry/replicasets/openstack/horizon-74c567ddfb; range_end:; response_count:1; response_revision:8452; }","duration":"136.289969ms","start":"2026-04-28T03:40:44.990201Z","end":"2026-04-28T03:40:45.126491Z","steps":["trace[1110117228] 'agreement among raft nodes before linearized reading' (duration: 136.035883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:40:59.1014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.955469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:40:59.101535Z","caller":"traceutil/trace.go:171","msg":"trace[1710067762] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8583; }","duration":"126.189094ms","start":"2026-04-28T03:40:58.975313Z","end":"2026-04-28T03:40:59.101502Z","steps":["trace[1710067762] 'count revisions from in-memory index tree' (duration: 125.838216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:40:59.101642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.735617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:40:59.101643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.861056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:40:59.101733Z","caller":"traceutil/trace.go:171","msg":"trace[1139509888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8583; }","duration":"164.88379ms","start":"2026-04-28T03:40:58.936829Z","end":"2026-04-28T03:40:59.101713Z","steps":["trace[1139509888] 'range keys from in-memory index tree' (duration: 164.538112ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:40:59.101743Z","caller":"traceutil/trace.go:171","msg":"trace[933541198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8583; }","duration":"176.018269ms","start":"2026-04-28T03:40:58.925706Z","end":"2026-04-28T03:40:59.101724Z","steps":["trace[933541198] 'range keys from in-memory index tree' (duration: 175.649481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:40:59.102617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.521866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:40:59.102702Z","caller":"traceutil/trace.go:171","msg":"trace[1163538387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8583; }","duration":"133.050797ms","start":"2026-04-28T03:40:58.969631Z","end":"2026-04-28T03:40:59.102681Z","steps":["trace[1163538387] 'range keys from in-memory index tree' (duration: 131.469792ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:41:03.340585Z","caller":"traceutil/trace.go:171","msg":"trace[1559540645] linearizableReadLoop","detail":"{readStateIndex:8968; appliedIndex:8967; }","duration":"109.520501ms","start":"2026-04-28T03:41:03.231028Z","end":"2026-04-28T03:41:03.340549Z","steps":["trace[1559540645] 'read index received' (duration: 109.232325ms)","trace[1559540645] 'applied index is now lower than readState.Index' (duration: 287.016µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:41:03.340643Z","caller":"traceutil/trace.go:171","msg":"trace[1786438235] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"109.792207ms","start":"2026-04-28T03:41:03.230807Z","end":"2026-04-28T03:41:03.340599Z","steps":["trace[1786438235] 'process raft request' (duration: 109.514421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:41:03.340905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.845978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:41:03.340953Z","caller":"traceutil/trace.go:171","msg":"trace[99264193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8605; }","duration":"109.934071ms","start":"2026-04-28T03:41:03.231006Z","end":"2026-04-28T03:41:03.34094Z","steps":["trace[99264193] 'agreement among raft nodes before linearized reading' (duration: 109.690085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:41:03.341221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.031532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:41:03.341299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.812479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:41:03.341311Z","caller":"traceutil/trace.go:171","msg":"trace[1911864029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8605; }","duration":"110.150826ms","start":"2026-04-28T03:41:03.231139Z","end":"2026-04-28T03:41:03.34129Z","steps":["trace[1911864029] 'agreement among raft nodes before linearized reading' (duration: 109.654985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:41:03.341332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.127151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:41:03.341359Z","caller":"traceutil/trace.go:171","msg":"trace[840294656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8605; }","duration":"105.943992ms","start":"2026-04-28T03:41:03.235401Z","end":"2026-04-28T03:41:03.341345Z","steps":["trace[840294656] 'agreement among raft nodes before linearized reading' (duration: 105.690416ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:41:03.341382Z","caller":"traceutil/trace.go:171","msg":"trace[1757425455] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8605; }","duration":"104.312275ms","start":"2026-04-28T03:41:03.237052Z","end":"2026-04-28T03:41:03.341365Z","steps":["trace[1757425455] 'agreement among raft nodes before linearized reading' (duration: 103.961207ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:41:05.819361Z","caller":"traceutil/trace.go:171","msg":"trace[423343605] transaction","detail":"{read_only:false; response_revision:8622; number_of_response:1; }","duration":"260.105643ms","start":"2026-04-28T03:41:05.559231Z","end":"2026-04-28T03:41:05.819336Z","steps":["trace[423343605] 'process raft request' (duration: 259.842628ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:41:05.819587Z","caller":"traceutil/trace.go:171","msg":"trace[1407513962] linearizableReadLoop","detail":"{readStateIndex:8986; appliedIndex:8985; }","duration":"227.131314ms","start":"2026-04-28T03:41:05.592158Z","end":"2026-04-28T03:41:05.81929Z","steps":["trace[1407513962] 'read index received' (duration: 226.990491ms)","trace[1407513962] 'applied index is now lower than readState.Index' (duration: 139.393µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:41:05.819669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.447852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:41:05.819786Z","caller":"traceutil/trace.go:171","msg":"trace[847424079] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8622; }","duration":"227.664787ms","start":"2026-04-28T03:41:05.59209Z","end":"2026-04-28T03:41:05.819754Z","steps":["trace[847424079] 'agreement among raft nodes before linearized reading' (duration: 227.37856ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:41:05.988219Z","caller":"traceutil/trace.go:171","msg":"trace[382943767] linearizableReadLoop","detail":"{readStateIndex:8988; appliedIndex:8986; }","duration":"168.568753ms","start":"2026-04-28T03:41:05.819627Z","end":"2026-04-28T03:41:05.988196Z","steps":["trace[382943767] 'read index received' (duration: 81.568576ms)","trace[382943767] 'applied index is now lower than readState.Index' (duration: 86.999347ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:41:05.988288Z","caller":"traceutil/trace.go:171","msg":"trace[163940099] transaction","detail":"{read_only:false; response_revision:8623; number_of_response:1; }","duration":"390.202576ms","start":"2026-04-28T03:41:05.598046Z","end":"2026-04-28T03:41:05.988248Z","steps":["trace[163940099] 'process raft request' (duration: 303.089906ms)","trace[163940099] 'compare' (duration: 86.900715ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:41:05.988381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.104044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:41:05.988412Z","caller":"traceutil/trace.go:171","msg":"trace[664475234] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8624; }","duration":"101.217546ms","start":"2026-04-28T03:41:05.887185Z","end":"2026-04-28T03:41:05.988402Z","steps":["trace[664475234] 'agreement among raft nodes before linearized reading' (duration: 101.139344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:41:05.988471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:41:05.598017Z","time spent":"390.348988ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:41:05.988536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.246934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-sync-pw2cp\" ","response":"range_response_count:1 size:6552"} {"level":"info","ts":"2026-04-28T03:41:05.988626Z","caller":"traceutil/trace.go:171","msg":"trace[1433417661] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-sync-pw2cp; range_end:; response_count:1; response_revision:8624; }","duration":"360.384608ms","start":"2026-04-28T03:41:05.628223Z","end":"2026-04-28T03:41:05.988608Z","steps":["trace[1433417661] 'agreement among raft nodes before linearized reading' (duration: 360.077811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:41:05.988693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:41:05.628202Z","time spent":"360.472859ms","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6575,"request content":"key:\"/registry/pods/openstack/horizon-db-sync-pw2cp\" "} {"level":"warn","ts":"2026-04-28T03:41:05.988715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.969291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-28T03:41:05.988737Z","caller":"traceutil/trace.go:171","msg":"trace[2120247552] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:8624; }","duration":"101.010641ms","start":"2026-04-28T03:41:05.887721Z","end":"2026-04-28T03:41:05.988732Z","steps":["trace[2120247552] 'agreement among raft nodes before linearized reading' (duration: 100.904409ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:41:05.988413Z","caller":"traceutil/trace.go:171","msg":"trace[1411534725] transaction","detail":"{read_only:false; response_revision:8624; number_of_response:1; }","duration":"358.24714ms","start":"2026-04-28T03:41:05.630054Z","end":"2026-04-28T03:41:05.988301Z","steps":["trace[1411534725] 'process raft request' (duration: 358.109967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:41:05.98893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:41:05.630034Z","time spent":"358.853534ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:41:11.094031Z","caller":"traceutil/trace.go:171","msg":"trace[778152456] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"211.623249ms","start":"2026-04-28T03:41:10.882358Z","end":"2026-04-28T03:41:11.093981Z","steps":["trace[778152456] 'process raft request' (duration: 211.352553ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:41:11.515147Z","caller":"traceutil/trace.go:171","msg":"trace[174965279] linearizableReadLoop","detail":"{readStateIndex:9016; appliedIndex:9015; }","duration":"123.507996ms","start":"2026-04-28T03:41:11.39161Z","end":"2026-04-28T03:41:11.515118Z","steps":["trace[174965279] 'read index received' (duration: 97.920353ms)","trace[174965279] 'applied index is now lower than readState.Index' (duration: 25.586192ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:41:11.515184Z","caller":"traceutil/trace.go:171","msg":"trace[275460040] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"128.916337ms","start":"2026-04-28T03:41:11.38623Z","end":"2026-04-28T03:41:11.515146Z","steps":["trace[275460040] 'process raft request' (duration: 103.282653ms)","trace[275460040] 'compare' (duration: 25.277476ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:41:11.515433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.811613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:41:11.515466Z","caller":"traceutil/trace.go:171","msg":"trace[1880418117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8650; }","duration":"123.897004ms","start":"2026-04-28T03:41:11.391561Z","end":"2026-04-28T03:41:11.515458Z","steps":["trace[1880418117] 'agreement among raft nodes before linearized reading' (duration: 123.7006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:41:11.515737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.279467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:41:11.515772Z","caller":"traceutil/trace.go:171","msg":"trace[427859745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8650; }","duration":"117.382799ms","start":"2026-04-28T03:41:11.398377Z","end":"2026-04-28T03:41:11.51576Z","steps":["trace[427859745] 'agreement among raft nodes before linearized reading' (duration: 117.155474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:41:11.51593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.029031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:41:11.515973Z","caller":"traceutil/trace.go:171","msg":"trace[434594031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8650; }","duration":"109.092773ms","start":"2026-04-28T03:41:11.406868Z","end":"2026-04-28T03:41:11.515961Z","steps":["trace[434594031] 'agreement among raft nodes before linearized reading' (duration: 108.989031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:41:11.516002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.691514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:41:11.51603Z","caller":"traceutil/trace.go:171","msg":"trace[122868028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8650; }","duration":"104.790186ms","start":"2026-04-28T03:41:11.411233Z","end":"2026-04-28T03:41:11.516023Z","steps":["trace[122868028] 'agreement among raft nodes before linearized reading' (duration: 104.714635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:41:11.516165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.385265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:41:11.516252Z","caller":"traceutil/trace.go:171","msg":"trace[1636004242] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8650; }","duration":"107.503527ms","start":"2026-04-28T03:41:11.408725Z","end":"2026-04-28T03:41:11.516228Z","steps":["trace[1636004242] 'agreement among raft nodes before linearized reading' (duration: 106.836302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:41:11.776255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.616854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:41:11.776358Z","caller":"traceutil/trace.go:171","msg":"trace[708500514] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8655; }","duration":"246.767306ms","start":"2026-04-28T03:41:11.529565Z","end":"2026-04-28T03:41:11.776333Z","steps":["trace[708500514] 'agreement among raft nodes before linearized reading' (duration: 86.984548ms)","trace[708500514] 'range keys from in-memory index tree' (duration: 159.499382ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:41:12.225488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.077488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-28T03:41:12.225848Z","caller":"traceutil/trace.go:171","msg":"trace[1908983787] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:8657; }","duration":"203.508018ms","start":"2026-04-28T03:41:12.022317Z","end":"2026-04-28T03:41:12.225825Z","steps":["trace[1908983787] 'range keys from in-memory index tree' (duration: 202.860513ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:41:12.226009Z","caller":"traceutil/trace.go:171","msg":"trace[1579363452] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"203.527019ms","start":"2026-04-28T03:41:12.022438Z","end":"2026-04-28T03:41:12.225965Z","steps":["trace[1579363452] 'process raft request' (duration: 163.752018ms)","trace[1579363452] 'compare' (duration: 39.125877ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:41:12.246983Z","caller":"traceutil/trace.go:171","msg":"trace[991665593] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"224.399265ms","start":"2026-04-28T03:41:12.022563Z","end":"2026-04-28T03:41:12.246962Z","steps":["trace[991665593] 'process raft request' (duration: 224.13954ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:41:12.246888Z","caller":"traceutil/trace.go:171","msg":"trace[742259121] linearizableReadLoop","detail":"{readStateIndex:9025; appliedIndex:9023; }","duration":"201.193605ms","start":"2026-04-28T03:41:12.045671Z","end":"2026-04-28T03:41:12.246864Z","steps":["trace[742259121] 'read index received' (duration: 140.6637ms)","trace[742259121] 'applied index is now lower than readState.Index' (duration: 60.528565ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:41:12.247231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.540334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:41:12.247304Z","caller":"traceutil/trace.go:171","msg":"trace[1920059240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8659; }","duration":"201.681257ms","start":"2026-04-28T03:41:12.045605Z","end":"2026-04-28T03:41:12.247286Z","steps":["trace[1920059240] 'agreement among raft nodes before linearized reading' (duration: 201.541133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:41:12.247509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.027957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:41:12.247569Z","caller":"traceutil/trace.go:171","msg":"trace[789340457] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8659; }","duration":"145.1901ms","start":"2026-04-28T03:41:12.102364Z","end":"2026-04-28T03:41:12.247555Z","steps":["trace[789340457] 'agreement among raft nodes before linearized reading' (duration: 144.981736ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:41:46.476686Z","caller":"traceutil/trace.go:171","msg":"trace[418574020] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"102.132081ms","start":"2026-04-28T03:41:46.374529Z","end":"2026-04-28T03:41:46.476661Z","steps":["trace[418574020] 'process raft request' (duration: 101.528497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.556183Z","caller":"traceutil/trace.go:171","msg":"trace[451432122] transaction","detail":"{read_only:false; response_revision:9463; number_of_response:1; }","duration":"159.721465ms","start":"2026-04-28T03:43:36.396429Z","end":"2026-04-28T03:43:36.556151Z","steps":["trace[451432122] 'process raft request' (duration: 159.514041ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.660973Z","caller":"traceutil/trace.go:171","msg":"trace[715916107] transaction","detail":"{read_only:false; response_revision:9464; number_of_response:1; }","duration":"116.975462ms","start":"2026-04-28T03:43:36.543961Z","end":"2026-04-28T03:43:36.660936Z","steps":["trace[715916107] 'process raft request' (duration: 116.766287ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:51.070288Z","caller":"traceutil/trace.go:171","msg":"trace[589000746] transaction","detail":"{read_only:false; response_revision:9538; number_of_response:1; }","duration":"196.224218ms","start":"2026-04-28T03:43:50.874039Z","end":"2026-04-28T03:43:51.070263Z","steps":["trace[589000746] 'process raft request' (duration: 196.059385ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:51.113953Z","caller":"traceutil/trace.go:171","msg":"trace[374499455] transaction","detail":"{read_only:false; response_revision:9539; number_of_response:1; }","duration":"232.458354ms","start":"2026-04-28T03:43:50.881477Z","end":"2026-04-28T03:43:51.113936Z","steps":["trace[374499455] 'process raft request' (duration: 232.189898ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:51.113938Z","caller":"traceutil/trace.go:171","msg":"trace[1510409465] linearizableReadLoop","detail":"{readStateIndex:9939; appliedIndex:9937; }","duration":"199.221486ms","start":"2026-04-28T03:43:50.914674Z","end":"2026-04-28T03:43:51.113895Z","steps":["trace[1510409465] 'read index received' (duration: 155.43123ms)","trace[1510409465] 'applied index is now lower than readState.Index' (duration: 43.789066ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:43:51.114078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.364279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:43:51.114136Z","caller":"traceutil/trace.go:171","msg":"trace[935655909] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:9539; }","duration":"199.495292ms","start":"2026-04-28T03:43:50.914622Z","end":"2026-04-28T03:43:51.114118Z","steps":["trace[935655909] 'agreement among raft nodes before linearized reading' (duration: 199.374459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:51.114224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.032377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-issuers\" ","response":"range_response_count:1 size:1189"} {"level":"info","ts":"2026-04-28T03:43:51.114254Z","caller":"traceutil/trace.go:171","msg":"trace[1616308390] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-issuers; range_end:; response_count:1; response_revision:9539; }","duration":"193.109728ms","start":"2026-04-28T03:43:50.921136Z","end":"2026-04-28T03:43:51.114246Z","steps":["trace[1616308390] 'agreement among raft nodes before linearized reading' (duration: 192.975975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:51.114585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.200505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-ingress-shim\" ","response":"range_response_count:1 size:1465"} {"level":"info","ts":"2026-04-28T03:43:51.114635Z","caller":"traceutil/trace.go:171","msg":"trace[1455712504] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-ingress-shim; range_end:; response_count:1; response_revision:9539; }","duration":"167.298767ms","start":"2026-04-28T03:43:50.947321Z","end":"2026-04-28T03:43:51.11462Z","steps":["trace[1455712504] 'agreement among raft nodes before linearized reading' (duration: 167.064782ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:02.823703Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"8ae391decac9b376","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T03:44:02.829762Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-28T03:44:02.829899Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-28T03:44:20.871754Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7889} {"level":"info","ts":"2026-04-28T03:44:20.977396Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7889,"took":"104.271079ms","hash":735089153,"current-db-size-bytes":34426880,"current-db-size":"34 MB","current-db-size-in-use-bytes":17936384,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-28T03:44:20.97746Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":735089153,"revision":7889,"compact-revision":5193} {"level":"info","ts":"2026-04-28T03:44:23.403037Z","caller":"traceutil/trace.go:171","msg":"trace[2076338476] transaction","detail":"{read_only:false; response_revision:9703; number_of_response:1; }","duration":"110.133531ms","start":"2026-04-28T03:44:23.292853Z","end":"2026-04-28T03:44:23.402987Z","steps":["trace[2076338476] 'process raft request' (duration: 102.420517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:24.532115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.046063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:cloud-provider\" ","response":"range_response_count:1 size:733"} {"level":"info","ts":"2026-04-28T03:44:24.532197Z","caller":"traceutil/trace.go:171","msg":"trace[1843525224] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:cloud-provider; range_end:; response_count:1; response_revision:9706; }","duration":"123.194976ms","start":"2026-04-28T03:44:24.408984Z","end":"2026-04-28T03:44:24.532179Z","steps":["trace[1843525224] 'range keys from in-memory index tree' (duration: 122.863409ms)"],"step_count":1}