{"level":"warn","ts":"2026-04-28T03:14:50.672167Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T03:14:50.672315Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.38:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.38:2380","--initial-cluster=instance=https://199.204.45.38:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.38:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.38:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T03:14:50.672582Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T03:14:50.67263Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-04-28T03:14:50.672711Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T03:14:50.67433Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"]} {"level":"info","ts":"2026-04-28T03:14:50.674602Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.38:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T03:14:50.741061Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"59.65127ms"} {"level":"info","ts":"2026-04-28T03:14:50.802945Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"331455d6226d3423","cluster-id":"25c7803fb83a1455"} {"level":"info","ts":"2026-04-28T03:14:50.803061Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T03:14:50.803085Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became follower at term 0"} {"level":"info","ts":"2026-04-28T03:14:50.80324Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 331455d6226d3423 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T03:14:50.803308Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became follower at term 1"} {"level":"info","ts":"2026-04-28T03:14:50.803459Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=(3680661173657482275)"} {"level":"warn","ts":"2026-04-28T03:14:50.866199Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T03:14:50.869735Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T03:14:50.872472Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T03:14:50.884358Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"331455d6226d3423","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T03:14:50.884744Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"331455d6226d3423","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T03:14:50.885393Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:14:50.885549Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:14:50.885814Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:14:50.88738Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=(3680661173657482275)"} {"level":"info","ts":"2026-04-28T03:14:50.887595Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"25c7803fb83a1455","local-member-id":"331455d6226d3423","added-peer-id":"331455d6226d3423","added-peer-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-04-28T03:14:50.892713Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-04-28T03:14:50.892781Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-04-28T03:14:50.89254Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T03:14:50.894736Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"331455d6226d3423","initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T03:14:50.894786Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T03:14:51.103981Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T03:14:51.104057Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T03:14:51.104081Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 received MsgPreVoteResp from 331455d6226d3423 at term 1"} {"level":"info","ts":"2026-04-28T03:14:51.104101Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became candidate at term 2"} {"level":"info","ts":"2026-04-28T03:14:51.10424Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 received MsgVoteResp from 331455d6226d3423 at term 2"} {"level":"info","ts":"2026-04-28T03:14:51.104269Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became leader at term 2"} {"level":"info","ts":"2026-04-28T03:14:51.104288Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 331455d6226d3423 elected leader 331455d6226d3423 at term 2"} {"level":"info","ts":"2026-04-28T03:14:51.108438Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:14:51.112693Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"331455d6226d3423","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.38:2379]}","request-path":"/0/members/331455d6226d3423/attributes","cluster-id":"25c7803fb83a1455","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T03:14:51.112749Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T03:14:51.112891Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T03:14:51.113114Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T03:14:51.113163Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T03:14:51.117019Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T03:14:51.117339Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"25c7803fb83a1455","local-member-id":"331455d6226d3423","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:14:51.117608Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:14:51.117757Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:14:51.117936Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.38:2379"} {"level":"info","ts":"2026-04-28T03:14:52.907827Z","caller":"traceutil/trace.go:171","msg":"trace[454140831] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"102.029918ms","start":"2026-04-28T03:14:52.805771Z","end":"2026-04-28T03:14:52.907801Z","steps":["trace[454140831] 'process raft request' (duration: 81.349421ms)","trace[454140831] 'compare' (duration: 20.402128ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:15:01.770468Z","caller":"traceutil/trace.go:171","msg":"trace[1809023671] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"123.112142ms","start":"2026-04-28T03:15:01.647333Z","end":"2026-04-28T03:15:01.770445Z","steps":["trace[1809023671] 'process raft request' (duration: 122.984444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:02.228498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.610682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:02.228593Z","caller":"traceutil/trace.go:171","msg":"trace[1940754908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:393; }","duration":"112.785923ms","start":"2026-04-28T03:15:02.11579Z","end":"2026-04-28T03:15:02.228576Z","steps":["trace[1940754908] 'range keys from in-memory index tree' (duration: 112.554718ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:07.034623Z","caller":"traceutil/trace.go:171","msg":"trace[1527336381] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"117.018902ms","start":"2026-04-28T03:15:06.917567Z","end":"2026-04-28T03:15:07.034586Z","steps":["trace[1527336381] 'process raft request' (duration: 116.780337ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:07.230111Z","caller":"traceutil/trace.go:171","msg":"trace[2102223765] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"192.208293ms","start":"2026-04-28T03:15:07.037878Z","end":"2026-04-28T03:15:07.230086Z","steps":["trace[2102223765] 'process raft request' (duration: 97.168151ms)","trace[2102223765] 'compare' (duration: 94.959407ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:15:07.234273Z","caller":"traceutil/trace.go:171","msg":"trace[1218161143] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"195.644993ms","start":"2026-04-28T03:15:07.038605Z","end":"2026-04-28T03:15:07.23425Z","steps":["trace[1218161143] 'process raft request' (duration: 195.548117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:13.900764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779661554,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:15:13.988748Z","caller":"traceutil/trace.go:171","msg":"trace[918250270] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"713.023831ms","start":"2026-04-28T03:15:13.275701Z","end":"2026-04-28T03:15:13.988725Z","steps":["trace[918250270] 'process raft request' (duration: 712.786667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:13.989265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:13.275681Z","time spent":"713.130037ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:14.142945Z","caller":"traceutil/trace.go:171","msg":"trace[1492163810] linearizableReadLoop","detail":"{readStateIndex:477; appliedIndex:474; }","duration":"743.081504ms","start":"2026-04-28T03:15:13.399844Z","end":"2026-04-28T03:15:14.142926Z","steps":["trace[1492163810] 'read index received' (duration: 588.72011ms)","trace[1492163810] 'applied index is now lower than readState.Index' (duration: 154.360123ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:15:14.143021Z","caller":"traceutil/trace.go:171","msg":"trace[2120185629] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"867.149141ms","start":"2026-04-28T03:15:13.275848Z","end":"2026-04-28T03:15:14.142997Z","steps":["trace[2120185629] 'process raft request' (duration: 864.107853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:14.143135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.283606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:15:14.143156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:13.275819Z","time spent":"867.253947ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:14.143208Z","caller":"traceutil/trace.go:171","msg":"trace[23806693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:461; }","duration":"743.421704ms","start":"2026-04-28T03:15:13.399766Z","end":"2026-04-28T03:15:14.143188Z","steps":["trace[23806693] 'agreement among raft nodes before linearized reading' (duration: 743.285416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:14.14331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:13.399745Z","time spent":"743.549751ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:15:14.143438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.601339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:14.143512Z","caller":"traceutil/trace.go:171","msg":"trace[1858079920] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:461; }","duration":"412.707555ms","start":"2026-04-28T03:15:13.730785Z","end":"2026-04-28T03:15:14.143492Z","steps":["trace[1858079920] 'agreement among raft nodes before linearized reading' (duration: 412.6147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:14.143563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:13.730768Z","time spent":"412.78142ms","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"info","ts":"2026-04-28T03:15:14.143039Z","caller":"traceutil/trace.go:171","msg":"trace[223770544] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"578.091827ms","start":"2026-04-28T03:15:13.564925Z","end":"2026-04-28T03:15:14.143017Z","steps":["trace[223770544] 'process raft request' (duration: 577.952789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:14.144019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:13.564898Z","time spent":"579.00062ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:16.320223Z","caller":"traceutil/trace.go:171","msg":"trace[785038952] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"324.458067ms","start":"2026-04-28T03:15:15.995733Z","end":"2026-04-28T03:15:16.320191Z","steps":["trace[785038952] 'process raft request' (duration: 324.273096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:16.320402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:15.995704Z","time spent":"324.614385ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:15:18.127324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000519826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:15:18.127419Z","caller":"traceutil/trace.go:171","msg":"trace[257158107] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000657115s","start":"2026-04-28T03:15:16.126743Z","end":"2026-04-28T03:15:18.1274Z","steps":["trace[257158107] 'agreement among raft nodes before linearized reading' (duration: 2.000539538s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:18.12748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:16.126716Z","time spent":"2.000741899s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:15:18.665511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102389627s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:18.665683Z","caller":"traceutil/trace.go:171","msg":"trace[2069117936] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:500; }","duration":"1.102571007s","start":"2026-04-28T03:15:17.563085Z","end":"2026-04-28T03:15:18.665656Z","steps":["trace[2069117936] 'range keys from in-memory index tree' (duration: 1.102372707s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:18.688678Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.316825032s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:15:18.689167Z","caller":"traceutil/trace.go:171","msg":"trace[127892375] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"2.603057814s","start":"2026-04-28T03:15:16.086079Z","end":"2026-04-28T03:15:18.689137Z","steps":["trace[127892375] 'process raft request' (duration: 2.602816729s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:18.689335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:16.08606Z","time spent":"2.603186241s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:15:18.689562Z","caller":"traceutil/trace.go:171","msg":"trace[1139932005] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"2.551420008s","start":"2026-04-28T03:15:16.138123Z","end":"2026-04-28T03:15:18.689543Z","steps":["trace[1139932005] 'process raft request' (duration: 2.551260059s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:18.68957Z","caller":"traceutil/trace.go:171","msg":"trace[643284994] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"2.552144729s","start":"2026-04-28T03:15:16.137407Z","end":"2026-04-28T03:15:18.689552Z","steps":["trace[643284994] 'process raft request' (duration: 2.551928377s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:18.689632Z","caller":"traceutil/trace.go:171","msg":"trace[702145263] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"2.549087794s","start":"2026-04-28T03:15:16.140539Z","end":"2026-04-28T03:15:18.689627Z","steps":["trace[702145263] 'process raft request' (duration: 2.548916844s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:18.689644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:16.138117Z","time spent":"2.551480081s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:15:18.689658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:16.137378Z","time spent":"2.552250386s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:15:18.689712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:16.140532Z","time spent":"2.549131726s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:15:18.68958Z","caller":"traceutil/trace.go:171","msg":"trace[2140362677] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"2.562606583s","start":"2026-04-28T03:15:16.126948Z","end":"2026-04-28T03:15:18.689554Z","steps":["trace[2140362677] 'process raft request' (duration: 2.562080512s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:18.68976Z","caller":"traceutil/trace.go:171","msg":"trace[1466152647] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"2.55127587s","start":"2026-04-28T03:15:16.138472Z","end":"2026-04-28T03:15:18.689747Z","steps":["trace[1466152647] 'process raft request' (duration: 2.550947771s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:18.689754Z","caller":"traceutil/trace.go:171","msg":"trace[1589349772] linearizableReadLoop","detail":"{readStateIndex:518; appliedIndex:516; }","duration":"2.562953052s","start":"2026-04-28T03:15:16.126773Z","end":"2026-04-28T03:15:18.689726Z","steps":["trace[1589349772] 'read index received' (duration: 193.169749ms)","trace[1589349772] 'applied index is now lower than readState.Index' (duration: 2.369782433s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:15:18.689803Z","caller":"traceutil/trace.go:171","msg":"trace[1323279062] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"2.532864508s","start":"2026-04-28T03:15:16.156928Z","end":"2026-04-28T03:15:18.689792Z","steps":["trace[1323279062] 'process raft request' (duration: 2.532623654s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:18.689846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:16.156914Z","time spent":"2.532914161s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:15:18.689845Z","caller":"traceutil/trace.go:171","msg":"trace[1475240576] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"2.537599112s","start":"2026-04-28T03:15:16.152206Z","end":"2026-04-28T03:15:18.689805Z","steps":["trace[1475240576] 'process raft request' (duration: 2.537294535s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:18.689863Z","caller":"traceutil/trace.go:171","msg":"trace[1045265964] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"2.522388876s","start":"2026-04-28T03:15:16.167464Z","end":"2026-04-28T03:15:18.689853Z","steps":["trace[1045265964] 'process raft request' (duration: 2.522138521s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:18.689906Z","caller":"traceutil/trace.go:171","msg":"trace[1234702562] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"2.406822466s","start":"2026-04-28T03:15:16.283077Z","end":"2026-04-28T03:15:18.689899Z","steps":["trace[1234702562] 'process raft request' (duration: 2.406592013s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:18.689917Z","caller":"traceutil/trace.go:171","msg":"trace[1311509150] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"2.559392968s","start":"2026-04-28T03:15:16.130516Z","end":"2026-04-28T03:15:18.689909Z","steps":["trace[1311509150] 'process raft request' (duration: 2.558650126s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:18.689841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:16.138457Z","time spent":"2.551349194s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:15:18.689939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:16.283035Z","time spent":"2.406889831s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:15:18.689955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:16.130505Z","time spent":"2.559434789s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:15:18.68977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:16.126938Z","time spent":"2.562815274s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:15:18.689958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:16.167438Z","time spent":"2.52245916s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:15:18.689898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:16.152194Z","time spent":"2.537682046s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:15:18.690049Z","caller":"traceutil/trace.go:171","msg":"trace[1978170883] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"2.552918645s","start":"2026-04-28T03:15:16.136603Z","end":"2026-04-28T03:15:18.689522Z","steps":["trace[1978170883] 'process raft request' (duration: 2.552599927s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:18.690109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:16.136584Z","time spent":"2.553500598s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:15:18.696944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54791066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:15:18.69698Z","caller":"traceutil/trace.go:171","msg":"trace[344636538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:513; }","duration":"2.547949463s","start":"2026-04-28T03:15:16.149021Z","end":"2026-04-28T03:15:18.696971Z","steps":["trace[344636538] 'agreement among raft nodes before linearized reading' (duration: 2.547873818s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:18.697002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:16.148986Z","time spent":"2.548011026s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:15:18.69714Z","caller":"traceutil/trace.go:171","msg":"trace[563417090] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"1.643287036s","start":"2026-04-28T03:15:17.053846Z","end":"2026-04-28T03:15:18.697133Z","steps":["trace[563417090] 'process raft request' (duration: 1.642966228s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:18.697216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:17.053828Z","time spent":"1.64335967s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:15:18.697354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.707425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:15:18.697379Z","caller":"traceutil/trace.go:171","msg":"trace[1573100624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:513; }","duration":"372.781729ms","start":"2026-04-28T03:15:18.324591Z","end":"2026-04-28T03:15:18.697373Z","steps":["trace[1573100624] 'agreement among raft nodes before linearized reading' (duration: 372.701695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:18.697397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:18.324569Z","time spent":"372.823531ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:15:18.697471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.225554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:18.697492Z","caller":"traceutil/trace.go:171","msg":"trace[586525110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:513; }","duration":"569.247145ms","start":"2026-04-28T03:15:18.12824Z","end":"2026-04-28T03:15:18.697487Z","steps":["trace[586525110] 'agreement among raft nodes before linearized reading' (duration: 569.218283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:18.697508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:18.128193Z","time spent":"569.312058ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:15:18.697629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61821177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:15:18.697683Z","caller":"traceutil/trace.go:171","msg":"trace[1514616652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:513; }","duration":"1.618313355s","start":"2026-04-28T03:15:17.079363Z","end":"2026-04-28T03:15:18.697676Z","steps":["trace[1514616652] 'agreement among raft nodes before linearized reading' (duration: 1.61821568s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:18.697728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544625742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:15:18.697773Z","caller":"traceutil/trace.go:171","msg":"trace[1296199290] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:513; }","duration":"2.544741298s","start":"2026-04-28T03:15:16.15302Z","end":"2026-04-28T03:15:18.697761Z","steps":["trace[1296199290] 'agreement among raft nodes before linearized reading' (duration: 2.544616191s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:18.697764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:17.079337Z","time spent":"1.618420252s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:15:18.697809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:16.153013Z","time spent":"2.544789291s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:15:19.320662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.959705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:15:19.32078Z","caller":"traceutil/trace.go:171","msg":"trace[301195517] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"561.857528ms","start":"2026-04-28T03:15:18.758909Z","end":"2026-04-28T03:15:19.320766Z","steps":["trace[301195517] 'process raft request' (duration: 18.943169ms)","trace[301195517] 'compare' (duration: 540.786488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:15:19.320852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:18.758874Z","time spent":"561.952413ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10846,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:19.322493Z","caller":"traceutil/trace.go:171","msg":"trace[2002860945] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"563.157371ms","start":"2026-04-28T03:15:18.759319Z","end":"2026-04-28T03:15:19.322476Z","steps":["trace[2002860945] 'process raft request' (duration: 562.718825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:19.322555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:18.759311Z","time spent":"563.212285ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:19.322704Z","caller":"traceutil/trace.go:171","msg":"trace[104644591] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"560.905794ms","start":"2026-04-28T03:15:18.761739Z","end":"2026-04-28T03:15:19.322645Z","steps":["trace[104644591] 'process raft request' (duration: 560.528212ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:19.322849Z","caller":"traceutil/trace.go:171","msg":"trace[1195074382] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"563.247597ms","start":"2026-04-28T03:15:18.759455Z","end":"2026-04-28T03:15:19.322702Z","steps":["trace[1195074382] 'process raft request' (duration: 562.755009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:19.322924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:18.75945Z","time spent":"563.437807ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:19.323008Z","caller":"traceutil/trace.go:171","msg":"trace[49759019] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"550.083467ms","start":"2026-04-28T03:15:18.772915Z","end":"2026-04-28T03:15:19.322999Z","steps":["trace[49759019] 'process raft request' (duration: 549.523935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:19.322997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:18.76173Z","time spent":"561.130007ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:15:19.323045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:18.772891Z","time spent":"550.13713ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:15:19.323106Z","caller":"traceutil/trace.go:171","msg":"trace[320283004] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"552.014777ms","start":"2026-04-28T03:15:18.770984Z","end":"2026-04-28T03:15:19.322998Z","steps":["trace[320283004] 'process raft request' (duration: 551.384341ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:19.323196Z","caller":"traceutil/trace.go:171","msg":"trace[257762036] linearizableReadLoop","detail":"{readStateIndex:549; appliedIndex:546; }","duration":"561.804114ms","start":"2026-04-28T03:15:18.761384Z","end":"2026-04-28T03:15:19.323188Z","steps":["trace[257762036] 'read index received' (duration: 16.556843ms)","trace[257762036] 'applied index is now lower than readState.Index' (duration: 545.245951ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:15:19.323316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.927992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:995"} {"level":"info","ts":"2026-04-28T03:15:19.323342Z","caller":"traceutil/trace.go:171","msg":"trace[1321359079] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:534; }","duration":"561.990545ms","start":"2026-04-28T03:15:18.761344Z","end":"2026-04-28T03:15:19.323334Z","steps":["trace[1321359079] 'agreement among raft nodes before linearized reading' (duration: 561.880959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:19.323364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:18.761335Z","time spent":"562.023557ms","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1017,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-04-28T03:15:19.323433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:18.770965Z","time spent":"552.289672ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:19.337972Z","caller":"traceutil/trace.go:171","msg":"trace[38181653] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"528.692503ms","start":"2026-04-28T03:15:18.809261Z","end":"2026-04-28T03:15:19.337953Z","steps":["trace[38181653] 'process raft request' (duration: 528.550405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:19.338378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:18.809225Z","time spent":"529.067945ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:19.338171Z","caller":"traceutil/trace.go:171","msg":"trace[1553603376] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"557.201308ms","start":"2026-04-28T03:15:18.780962Z","end":"2026-04-28T03:15:19.338163Z","steps":["trace[1553603376] 'process raft request' (duration: 556.704259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:19.338773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:18.780932Z","time spent":"557.709215ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:20.538916Z","caller":"traceutil/trace.go:171","msg":"trace[1401873863] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"210.963234ms","start":"2026-04-28T03:15:20.327925Z","end":"2026-04-28T03:15:20.538888Z","steps":["trace[1401873863] 'process raft request' (duration: 210.71878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:20.638588Z","caller":"traceutil/trace.go:171","msg":"trace[964858320] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"200.349404ms","start":"2026-04-28T03:15:20.438208Z","end":"2026-04-28T03:15:20.638557Z","steps":["trace[964858320] 'process raft request' (duration: 199.791993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:21.03435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.813677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:65436"} {"level":"info","ts":"2026-04-28T03:15:21.034433Z","caller":"traceutil/trace.go:171","msg":"trace[1638065213] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:585; }","duration":"130.943894ms","start":"2026-04-28T03:15:20.903469Z","end":"2026-04-28T03:15:21.034413Z","steps":["trace[1638065213] 'range keys from in-memory index tree' (duration: 130.480618ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:22.989675Z","caller":"traceutil/trace.go:171","msg":"trace[439081025] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:606; }","duration":"109.298871ms","start":"2026-04-28T03:15:22.880352Z","end":"2026-04-28T03:15:22.989651Z","steps":["trace[439081025] 'read index received' (duration: 7.870709ms)","trace[439081025] 'applied index is now lower than readState.Index' (duration: 101.427262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:15:22.989863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.45632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:22.989908Z","caller":"traceutil/trace.go:171","msg":"trace[559804930] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"111.469982ms","start":"2026-04-28T03:15:22.878382Z","end":"2026-04-28T03:15:22.989852Z","steps":["trace[559804930] 'process raft request' (duration: 103.855347ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:22.989986Z","caller":"traceutil/trace.go:171","msg":"trace[2013818063] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role; range_end:; response_count:0; response_revision:589; }","duration":"109.65123ms","start":"2026-04-28T03:15:22.880315Z","end":"2026-04-28T03:15:22.989966Z","steps":["trace[2013818063] 'agreement among raft nodes before linearized reading' (duration: 109.456909ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:23.241854Z","caller":"traceutil/trace.go:171","msg":"trace[1905898069] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:608; }","duration":"126.006479ms","start":"2026-04-28T03:15:23.11581Z","end":"2026-04-28T03:15:23.241816Z","steps":["trace[1905898069] 'read index received' (duration: 37.99645ms)","trace[1905898069] 'applied index is now lower than readState.Index' (duration: 88.008499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:15:23.242031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.20567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:23.242068Z","caller":"traceutil/trace.go:171","msg":"trace[987953246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:590; }","duration":"126.311397ms","start":"2026-04-28T03:15:23.115745Z","end":"2026-04-28T03:15:23.242056Z","steps":["trace[987953246] 'agreement among raft nodes before linearized reading' (duration: 126.19823ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:23.242286Z","caller":"traceutil/trace.go:171","msg":"trace[2118611190] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"216.474695ms","start":"2026-04-28T03:15:23.025799Z","end":"2026-04-28T03:15:23.242274Z","steps":["trace[2118611190] 'process raft request' (duration: 128.040752ms)","trace[2118611190] 'compare' (duration: 87.694442ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:15:24.160035Z","caller":"traceutil/trace.go:171","msg":"trace[990701990] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"525.429775ms","start":"2026-04-28T03:15:23.634578Z","end":"2026-04-28T03:15:24.160008Z","steps":["trace[990701990] 'process raft request' (duration: 524.470372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:24.160168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:23.634549Z","time spent":"525.555032ms","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:15:25.219085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.176219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:15:25.219234Z","caller":"traceutil/trace.go:171","msg":"trace[2126981241] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:612; }","duration":"1.003023881s","start":"2026-04-28T03:15:24.216176Z","end":"2026-04-28T03:15:25.2192Z","steps":["trace[2126981241] 'read index received' (duration: 84.555756ms)","trace[2126981241] 'applied index is now lower than readState.Index' (duration: 918.466585ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:15:25.219341Z","caller":"traceutil/trace.go:171","msg":"trace[699638036] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"1.064224154s","start":"2026-04-28T03:15:24.155105Z","end":"2026-04-28T03:15:25.219329Z","steps":["trace[699638036] 'process raft request' (duration: 145.670793ms)","trace[699638036] 'compare' (duration: 917.848191ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:15:25.219395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:24.155087Z","time spent":"1.064281287s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:15:25.219547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.071825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:15:25.219585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.049975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:15:25.219615Z","caller":"traceutil/trace.go:171","msg":"trace[283149155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:594; }","duration":"226.16262ms","start":"2026-04-28T03:15:24.993437Z","end":"2026-04-28T03:15:25.219599Z","steps":["trace[283149155] 'agreement among raft nodes before linearized reading' (duration: 225.99226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:25.219609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.175152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:15:25.219635Z","caller":"traceutil/trace.go:171","msg":"trace[1046964172] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:594; }","duration":"245.14402ms","start":"2026-04-28T03:15:24.974479Z","end":"2026-04-28T03:15:25.219623Z","steps":["trace[1046964172] 'agreement among raft nodes before linearized reading' (duration: 245.033214ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:25.219674Z","caller":"traceutil/trace.go:171","msg":"trace[1486665541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:594; }","duration":"455.261917ms","start":"2026-04-28T03:15:24.764394Z","end":"2026-04-28T03:15:25.219656Z","steps":["trace[1486665541] 'agreement among raft nodes before linearized reading' (duration: 454.987822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:25.219548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003328088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:15:25.219708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:24.764351Z","time spent":"455.349181ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:15:25.219731Z","caller":"traceutil/trace.go:171","msg":"trace[675289478] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:594; }","duration":"1.003605103s","start":"2026-04-28T03:15:24.216117Z","end":"2026-04-28T03:15:25.219722Z","steps":["trace[675289478] 'agreement among raft nodes before linearized reading' (duration: 1.003337539s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:25.21974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.38202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:15:25.219698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.649524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:25.219767Z","caller":"traceutil/trace.go:171","msg":"trace[266779829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:594; }","duration":"341.437743ms","start":"2026-04-28T03:15:24.87832Z","end":"2026-04-28T03:15:25.219757Z","steps":["trace[266779829] 'agreement among raft nodes before linearized reading' (duration: 341.292765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:25.219797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:24.878302Z","time spent":"341.489516ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:15:25.219863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.055928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:15:25.220006Z","caller":"traceutil/trace.go:171","msg":"trace[832755322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:594; }","duration":"327.26803ms","start":"2026-04-28T03:15:24.892707Z","end":"2026-04-28T03:15:25.219975Z","steps":["trace[832755322] 'agreement among raft nodes before linearized reading' (duration: 326.821966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:25.220064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:24.892691Z","time spent":"327.361704ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:15:25.219753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:24.216095Z","time spent":"1.003651166s","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-04-28T03:15:25.221357Z","caller":"traceutil/trace.go:171","msg":"trace[1491868321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:594; }","duration":"105.365749ms","start":"2026-04-28T03:15:25.115935Z","end":"2026-04-28T03:15:25.221301Z","steps":["trace[1491868321] 'agreement among raft nodes before linearized reading' (duration: 103.619643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:26.343805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.467238ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-28T03:15:26.344051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:25.220392Z","time spent":"1.123652128s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:15:26.344321Z","caller":"traceutil/trace.go:171","msg":"trace[803371091] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"1.115984026s","start":"2026-04-28T03:15:25.22832Z","end":"2026-04-28T03:15:26.344304Z","steps":["trace[803371091] 'process raft request' (duration: 1.115938063s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:26.344401Z","caller":"traceutil/trace.go:171","msg":"trace[1325855611] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"1.120797591s","start":"2026-04-28T03:15:25.223587Z","end":"2026-04-28T03:15:26.344385Z","steps":["trace[1325855611] 'process raft request' (duration: 1.120400639s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:26.344461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:25.228298Z","time spent":"1.116074001s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:15:26.344508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:25.223555Z","time spent":"1.120885556s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:26.344665Z","caller":"traceutil/trace.go:171","msg":"trace[1481977359] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"1.119738193s","start":"2026-04-28T03:15:25.224915Z","end":"2026-04-28T03:15:26.344653Z","steps":["trace[1481977359] 'process raft request' (duration: 1.119283568s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:26.344682Z","caller":"traceutil/trace.go:171","msg":"trace[70616639] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"1.1198638s","start":"2026-04-28T03:15:25.224802Z","end":"2026-04-28T03:15:26.344666Z","steps":["trace[70616639] 'process raft request' (duration: 1.119356743s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:26.344752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:25.224781Z","time spent":"1.119934794s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:15:26.344766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:25.224906Z","time spent":"1.119800816s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:26.4161Z","caller":"traceutil/trace.go:171","msg":"trace[1334621731] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:613; }","duration":"298.94531ms","start":"2026-04-28T03:15:26.117118Z","end":"2026-04-28T03:15:26.416063Z","steps":["trace[1334621731] 'read index received' (duration: 163.199021ms)","trace[1334621731] 'applied index is now lower than readState.Index' (duration: 135.745439ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:15:26.416206Z","caller":"traceutil/trace.go:171","msg":"trace[1044451330] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"758.41197ms","start":"2026-04-28T03:15:25.65776Z","end":"2026-04-28T03:15:26.416172Z","steps":["trace[1044451330] 'process raft request' (duration: 757.575033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:26.416281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:26.416319Z","caller":"traceutil/trace.go:171","msg":"trace[1246869653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:599; }","duration":"299.231926ms","start":"2026-04-28T03:15:26.117075Z","end":"2026-04-28T03:15:26.416306Z","steps":["trace[1246869653] 'agreement among raft nodes before linearized reading' (duration: 299.132241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:26.41637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:25.657727Z","time spent":"758.554738ms","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:26.815121Z","caller":"traceutil/trace.go:171","msg":"trace[2007422991] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"337.893964ms","start":"2026-04-28T03:15:26.477202Z","end":"2026-04-28T03:15:26.815096Z","steps":["trace[2007422991] 'process raft request' (duration: 275.670425ms)","trace[2007422991] 'compare' (duration: 62.026088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:15:26.815257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:26.477184Z","time spent":"338.01675ms","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:15:27.662105Z","caller":"traceutil/trace.go:171","msg":"trace[1806689778] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"290.947492ms","start":"2026-04-28T03:15:27.371119Z","end":"2026-04-28T03:15:27.662067Z","steps":["trace[1806689778] 'process raft request' (duration: 256.527095ms)","trace[1806689778] 'compare' (duration: 34.176184ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:15:28.558157Z","caller":"traceutil/trace.go:171","msg":"trace[140154413] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:623; }","duration":"441.9686ms","start":"2026-04-28T03:15:28.116158Z","end":"2026-04-28T03:15:28.558126Z","steps":["trace[140154413] 'read index received' (duration: 439.115285ms)","trace[140154413] 'applied index is now lower than readState.Index' (duration: 2.851795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:15:28.558311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.13426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:28.558388Z","caller":"traceutil/trace.go:171","msg":"trace[163404884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:604; }","duration":"442.262177ms","start":"2026-04-28T03:15:28.116107Z","end":"2026-04-28T03:15:28.55837Z","steps":["trace[163404884] 'agreement among raft nodes before linearized reading' (duration: 442.128489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:28.558434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:28.116088Z","time spent":"442.337491ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:15:28.558445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.359804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:15:28.558493Z","caller":"traceutil/trace.go:171","msg":"trace[1641194135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:604; }","duration":"209.441758ms","start":"2026-04-28T03:15:28.349038Z","end":"2026-04-28T03:15:28.55848Z","steps":["trace[1641194135] 'agreement among raft nodes before linearized reading' (duration: 209.264758ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:28.558518Z","caller":"traceutil/trace.go:171","msg":"trace[666810858] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"466.838622ms","start":"2026-04-28T03:15:28.091377Z","end":"2026-04-28T03:15:28.558215Z","steps":["trace[666810858] 'process raft request' (duration: 464.855165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:28.558759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.783593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:15:28.558801Z","caller":"traceutil/trace.go:171","msg":"trace[1993817909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:604; }","duration":"208.836406ms","start":"2026-04-28T03:15:28.349956Z","end":"2026-04-28T03:15:28.558792Z","steps":["trace[1993817909] 'agreement among raft nodes before linearized reading' (duration: 208.740511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:28.558891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.225877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:15:28.558983Z","caller":"traceutil/trace.go:171","msg":"trace[2021658987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:604; }","duration":"209.28076ms","start":"2026-04-28T03:15:28.349642Z","end":"2026-04-28T03:15:28.558922Z","steps":["trace[2021658987] 'agreement among raft nodes before linearized reading' (duration: 209.171275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:28.560511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:28.091347Z","time spent":"467.357091ms","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036197,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:15:28.560698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.93223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:15:28.560864Z","caller":"traceutil/trace.go:171","msg":"trace[214872527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:604; }","duration":"211.166832ms","start":"2026-04-28T03:15:28.349667Z","end":"2026-04-28T03:15:28.560834Z","steps":["trace[214872527] 'agreement among raft nodes before linearized reading' (duration: 209.389126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:29.214029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.577535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:15:29.214269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.582007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:15:29.214693Z","caller":"traceutil/trace.go:171","msg":"trace[1923689501] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"647.134481ms","start":"2026-04-28T03:15:28.567536Z","end":"2026-04-28T03:15:29.214671Z","steps":["trace[1923689501] 'process raft request' (duration: 646.835915ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:29.21473Z","caller":"traceutil/trace.go:171","msg":"trace[1744435045] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"647.273598ms","start":"2026-04-28T03:15:28.567437Z","end":"2026-04-28T03:15:29.214711Z","steps":["trace[1744435045] 'process raft request' (duration: 54.184223ms)","trace[1744435045] 'compare' (duration: 592.486512ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:15:29.214831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:28.56742Z","time spent":"647.353592ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:29.214884Z","caller":"traceutil/trace.go:171","msg":"trace[573300685] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"647.278889ms","start":"2026-04-28T03:15:28.567594Z","end":"2026-04-28T03:15:29.214873Z","steps":["trace[573300685] 'process raft request' (duration: 646.803813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:29.214961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:28.567574Z","time spent":"647.350392ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:15:29.214866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:28.567531Z","time spent":"647.209174ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:29.214688Z","caller":"traceutil/trace.go:171","msg":"trace[953271857] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"647.190674ms","start":"2026-04-28T03:15:28.567476Z","end":"2026-04-28T03:15:29.214667Z","steps":["trace[953271857] 'process raft request' (duration: 646.863396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:29.215202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:28.567461Z","time spent":"647.690261ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:29.215371Z","caller":"traceutil/trace.go:171","msg":"trace[1802009514] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"587.837959ms","start":"2026-04-28T03:15:28.627523Z","end":"2026-04-28T03:15:29.21536Z","steps":["trace[1802009514] 'process raft request' (duration: 587.611267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:29.215428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:28.627499Z","time spent":"587.905472ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:15:29.215357Z","caller":"traceutil/trace.go:171","msg":"trace[562069438] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"431.741799ms","start":"2026-04-28T03:15:28.783598Z","end":"2026-04-28T03:15:29.21534Z","steps":["trace[562069438] 'process raft request' (duration: 431.693326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:29.215805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:28.783573Z","time spent":"431.992262ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:29.216079Z","caller":"traceutil/trace.go:171","msg":"trace[1987513882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:604; }","duration":"652.693203ms","start":"2026-04-28T03:15:28.561399Z","end":"2026-04-28T03:15:29.214092Z","steps":["trace[1987513882] 'range keys from in-memory index tree' (duration: 652.368084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:29.21613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:28.561377Z","time spent":"654.741833ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:15:31.117672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.530158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:31.117784Z","caller":"traceutil/trace.go:171","msg":"trace[661012139] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:616; }","duration":"191.668585ms","start":"2026-04-28T03:15:30.926094Z","end":"2026-04-28T03:15:31.117763Z","steps":["trace[661012139] 'count revisions from in-memory index tree' (duration: 191.498276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:31.118125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.055475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:31.118176Z","caller":"traceutil/trace.go:171","msg":"trace[2027210359] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:616; }","duration":"192.13162ms","start":"2026-04-28T03:15:30.926032Z","end":"2026-04-28T03:15:31.118164Z","steps":["trace[2027210359] 'range keys from in-memory index tree' (duration: 191.95051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:31.118358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.068787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:31.118414Z","caller":"traceutil/trace.go:171","msg":"trace[1866685676] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:616; }","duration":"179.147121ms","start":"2026-04-28T03:15:30.939254Z","end":"2026-04-28T03:15:31.118401Z","steps":["trace[1866685676] 'range keys from in-memory index tree' (duration: 179.024575ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:33.761595Z","caller":"traceutil/trace.go:171","msg":"trace[1933440107] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"523.148177ms","start":"2026-04-28T03:15:33.238421Z","end":"2026-04-28T03:15:33.761569Z","steps":["trace[1933440107] 'process raft request' (duration: 522.916265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:33.761786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:33.238405Z","time spent":"523.306756ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:34.097568Z","caller":"traceutil/trace.go:171","msg":"trace[188563043] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"856.684392ms","start":"2026-04-28T03:15:33.24086Z","end":"2026-04-28T03:15:34.097545Z","steps":["trace[188563043] 'process raft request' (duration: 856.64617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:34.097845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:33.240848Z","time spent":"856.888034ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:34.097878Z","caller":"traceutil/trace.go:171","msg":"trace[584675425] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"858.441597ms","start":"2026-04-28T03:15:33.239411Z","end":"2026-04-28T03:15:34.097853Z","steps":["trace[584675425] 'process raft request' (duration: 857.904958ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:34.097977Z","caller":"traceutil/trace.go:171","msg":"trace[1445269219] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"857.477594ms","start":"2026-04-28T03:15:33.24048Z","end":"2026-04-28T03:15:34.097958Z","steps":["trace[1445269219] 'process raft request' (duration: 856.989758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:34.098021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:33.239394Z","time spent":"858.556673ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:15:34.098072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:33.240467Z","time spent":"857.556679ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:15:36.265716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779661921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:15:36.765833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779661921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:15:37.266985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779661921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:15:37.767991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779661921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:15:38.268975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779661921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:15:38.405952Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.134393202s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:15:38.901114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.785083068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:38.90119Z","caller":"traceutil/trace.go:171","msg":"trace[616777931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:635; }","duration":"3.785189703s","start":"2026-04-28T03:15:35.115974Z","end":"2026-04-28T03:15:38.901164Z","steps":["trace[616777931] 'range keys from in-memory index tree' (duration: 3.784904498s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:38.901215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:35.115953Z","time spent":"3.785256407s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:15:38.901393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.925996539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:15:38.901535Z","caller":"traceutil/trace.go:171","msg":"trace[264715813] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:635; }","duration":"3.926180588s","start":"2026-04-28T03:15:34.975329Z","end":"2026-04-28T03:15:38.90151Z","steps":["trace[264715813] 'range keys from in-memory index tree' (duration: 3.925692223s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:38.901652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:34.975311Z","time spent":"3.926322067s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"warn","ts":"2026-04-28T03:15:38.901853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339104991s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:38.90192Z","caller":"traceutil/trace.go:171","msg":"trace[1816672706] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:635; }","duration":"1.339173424s","start":"2026-04-28T03:15:37.56274Z","end":"2026-04-28T03:15:38.901914Z","steps":["trace[1816672706] 'range keys from in-memory index tree' (duration: 1.339097181s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:38.902015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:35.287311Z","time spent":"3.614701332s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:15:38.903862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.587142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:15:38.903997Z","caller":"traceutil/trace.go:171","msg":"trace[21320054] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:656; }","duration":"3.139074732s","start":"2026-04-28T03:15:35.764906Z","end":"2026-04-28T03:15:38.90398Z","steps":["trace[21320054] 'read index received' (duration: 2.641188064s)","trace[21320054] 'applied index is now lower than readState.Index' (duration: 497.885168ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:15:38.904129Z","caller":"traceutil/trace.go:171","msg":"trace[293305958] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"3.632711283s","start":"2026-04-28T03:15:35.271404Z","end":"2026-04-28T03:15:38.904115Z","steps":["trace[293305958] 'process raft request' (duration: 3.134769862s)","trace[293305958] 'compare' (duration: 495.41857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:15:38.904209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:35.271369Z","time spent":"3.632789997s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:15:38.904218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139298084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:15:38.90423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787471149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:38.904263Z","caller":"traceutil/trace.go:171","msg":"trace[647828215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:636; }","duration":"3.139370738s","start":"2026-04-28T03:15:35.764878Z","end":"2026-04-28T03:15:38.904249Z","steps":["trace[647828215] 'agreement among raft nodes before linearized reading' (duration: 3.139196469s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:38.904291Z","caller":"traceutil/trace.go:171","msg":"trace[603051459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"1.787556594s","start":"2026-04-28T03:15:37.116711Z","end":"2026-04-28T03:15:38.904268Z","steps":["trace[603051459] 'agreement among raft nodes before linearized reading' (duration: 1.787473539s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:38.904324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:37.116693Z","time spent":"1.787624427s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:15:38.904319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:35.764864Z","time spent":"3.139443432s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:15:38.904339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801045502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:15:38.904391Z","caller":"traceutil/trace.go:171","msg":"trace[2066187927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:636; }","duration":"2.801131916s","start":"2026-04-28T03:15:36.103246Z","end":"2026-04-28T03:15:38.904378Z","steps":["trace[2066187927] 'agreement among raft nodes before linearized reading' (duration: 2.80100022s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:38.904612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:36.103226Z","time spent":"2.80137614s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:15:38.904801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.802316791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T03:15:38.904979Z","caller":"traceutil/trace.go:171","msg":"trace[698918059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:636; }","duration":"2.80249383s","start":"2026-04-28T03:15:36.102466Z","end":"2026-04-28T03:15:38.90496Z","steps":["trace[698918059] 'agreement among raft nodes before linearized reading' (duration: 2.801648075s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:38.905167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:36.102395Z","time spent":"2.802752784s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:15:38.90588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801896707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-28T03:15:38.906004Z","caller":"traceutil/trace.go:171","msg":"trace[1463573045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:636; }","duration":"2.802051825s","start":"2026-04-28T03:15:36.103914Z","end":"2026-04-28T03:15:38.905966Z","steps":["trace[1463573045] 'agreement among raft nodes before linearized reading' (duration: 2.800221819s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:38.906665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:36.10386Z","time spent":"2.802785424s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:15:39.459658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779661931,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:15:39.479291Z","caller":"traceutil/trace.go:171","msg":"trace[2082397183] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"570.231974ms","start":"2026-04-28T03:15:38.909035Z","end":"2026-04-28T03:15:39.479267Z","steps":["trace[2082397183] 'process raft request' (duration: 570.15333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:39.479329Z","caller":"traceutil/trace.go:171","msg":"trace[2090833843] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"570.402522ms","start":"2026-04-28T03:15:38.908878Z","end":"2026-04-28T03:15:39.47928Z","steps":["trace[2090833843] 'process raft request' (duration: 570.117058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:39.479532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:38.908858Z","time spent":"570.560201ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:15:39.47945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:38.909029Z","time spent":"570.322948ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:39.47968Z","caller":"traceutil/trace.go:171","msg":"trace[2146144053] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"569.117494ms","start":"2026-04-28T03:15:38.910546Z","end":"2026-04-28T03:15:39.479664Z","steps":["trace[2146144053] 'process raft request' (duration: 568.996368ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:39.47974Z","caller":"traceutil/trace.go:171","msg":"trace[408182614] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"570.389442ms","start":"2026-04-28T03:15:38.909328Z","end":"2026-04-28T03:15:39.479717Z","steps":["trace[408182614] 'process raft request' (duration: 569.904077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:39.479793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:38.91053Z","time spent":"569.210259ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:15:39.479853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:38.909321Z","time spent":"570.466766ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:39.525549Z","caller":"traceutil/trace.go:171","msg":"trace[301732728] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"565.52724ms","start":"2026-04-28T03:15:38.959997Z","end":"2026-04-28T03:15:39.525524Z","steps":["trace[301732728] 'process raft request' (duration: 558.63167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:39.525669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.40509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:39.525726Z","caller":"traceutil/trace.go:171","msg":"trace[1582056045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:643; }","duration":"614.495284ms","start":"2026-04-28T03:15:38.911215Z","end":"2026-04-28T03:15:39.52571Z","steps":["trace[1582056045] 'agreement among raft nodes before linearized reading' (duration: 614.393519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:39.525788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:38.911208Z","time spent":"614.560849ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:15:39.525876Z","caller":"traceutil/trace.go:171","msg":"trace[1245521837] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"565.101086ms","start":"2026-04-28T03:15:38.960742Z","end":"2026-04-28T03:15:39.525843Z","steps":["trace[1245521837] 'process raft request' (duration: 564.624472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:39.526024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:38.960718Z","time spent":"565.220682ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:15:39.526412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:38.959973Z","time spent":"565.670437ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:39.525545Z","caller":"traceutil/trace.go:171","msg":"trace[1473006510] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:658; }","duration":"566.931842ms","start":"2026-04-28T03:15:38.958584Z","end":"2026-04-28T03:15:39.525516Z","steps":["trace[1473006510] 'read index received' (duration: 520.433964ms)","trace[1473006510] 'applied index is now lower than readState.Index' (duration: 46.496548ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:15:42.002442Z","caller":"traceutil/trace.go:171","msg":"trace[2073688929] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"211.934475ms","start":"2026-04-28T03:15:41.790489Z","end":"2026-04-28T03:15:42.002424Z","steps":["trace[2073688929] 'process raft request' (duration: 211.804729ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:42.325113Z","caller":"traceutil/trace.go:171","msg":"trace[968978044] linearizableReadLoop","detail":"{readStateIndex:680; appliedIndex:679; }","duration":"208.118048ms","start":"2026-04-28T03:15:42.116971Z","end":"2026-04-28T03:15:42.325089Z","steps":["trace[968978044] 'read index received' (duration: 207.813602ms)","trace[968978044] 'applied index is now lower than readState.Index' (duration: 303.496µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:15:42.32543Z","caller":"traceutil/trace.go:171","msg":"trace[1027717565] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"521.985811ms","start":"2026-04-28T03:15:41.803416Z","end":"2026-04-28T03:15:42.325402Z","steps":["trace[1027717565] 'process raft request' (duration: 521.463314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:42.325583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:41.803383Z","time spent":"522.126468ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17771,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:15:42.325271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.266305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:42.326205Z","caller":"traceutil/trace.go:171","msg":"trace[2023194537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:657; }","duration":"209.241816ms","start":"2026-04-28T03:15:42.116925Z","end":"2026-04-28T03:15:42.326167Z","steps":["trace[2023194537] 'agreement among raft nodes before linearized reading' (duration: 208.269306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:42.675725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.032314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:15:42.675843Z","caller":"traceutil/trace.go:171","msg":"trace[1491667846] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"146.392082ms","start":"2026-04-28T03:15:42.529431Z","end":"2026-04-28T03:15:42.675824Z","steps":["trace[1491667846] 'compare' (duration: 140.867066ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:43.016929Z","caller":"traceutil/trace.go:171","msg":"trace[751000444] linearizableReadLoop","detail":"{readStateIndex:684; appliedIndex:683; }","duration":"217.199385ms","start":"2026-04-28T03:15:42.799695Z","end":"2026-04-28T03:15:43.016894Z","steps":["trace[751000444] 'read index received' (duration: 191.522927ms)","trace[751000444] 'applied index is now lower than readState.Index' (duration: 25.675298ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:15:43.017092Z","caller":"traceutil/trace.go:171","msg":"trace[1720493383] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"337.755019ms","start":"2026-04-28T03:15:42.679308Z","end":"2026-04-28T03:15:43.017063Z","steps":["trace[1720493383] 'process raft request' (duration: 311.931483ms)","trace[1720493383] 'compare' (duration: 25.524839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:15:43.017272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.546234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-w2j28\" ","response":"range_response_count:1 size:17786"} {"level":"info","ts":"2026-04-28T03:15:43.01735Z","caller":"traceutil/trace.go:171","msg":"trace[762702125] range","detail":"{range_begin:/registry/pods/kube-system/cilium-w2j28; range_end:; response_count:1; response_revision:661; }","duration":"217.668771ms","start":"2026-04-28T03:15:42.799661Z","end":"2026-04-28T03:15:43.017329Z","steps":["trace[762702125] 'agreement among raft nodes before linearized reading' (duration: 217.370535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:43.017375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:42.679284Z","time spent":"337.876535ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:15:44.280629Z","caller":"traceutil/trace.go:171","msg":"trace[2072851901] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"121.729391ms","start":"2026-04-28T03:15:44.158874Z","end":"2026-04-28T03:15:44.280603Z","steps":["trace[2072851901] 'process raft request' (duration: 121.596974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:45.324665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.156342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:45.324744Z","caller":"traceutil/trace.go:171","msg":"trace[340169823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:708; }","duration":"186.281879ms","start":"2026-04-28T03:15:45.138447Z","end":"2026-04-28T03:15:45.324729Z","steps":["trace[340169823] 'range keys from in-memory index tree' (duration: 186.031146ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:45.343908Z","caller":"traceutil/trace.go:171","msg":"trace[1662221922] linearizableReadLoop","detail":"{readStateIndex:733; appliedIndex:732; }","duration":"188.684143ms","start":"2026-04-28T03:15:45.155176Z","end":"2026-04-28T03:15:45.343861Z","steps":["trace[1662221922] 'read index received' (duration: 188.482403ms)","trace[1662221922] 'applied index is now lower than readState.Index' (duration: 200.83µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:15:45.343967Z","caller":"traceutil/trace.go:171","msg":"trace[1206889875] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"193.992076ms","start":"2026-04-28T03:15:45.149937Z","end":"2026-04-28T03:15:45.343929Z","steps":["trace[1206889875] 'process raft request' (duration: 193.773545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:45.344284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.081563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:15:45.344371Z","caller":"traceutil/trace.go:171","msg":"trace[518928499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:709; }","duration":"189.209399ms","start":"2026-04-28T03:15:45.155145Z","end":"2026-04-28T03:15:45.344354Z","steps":["trace[518928499] 'agreement among raft nodes before linearized reading' (duration: 188.846971ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:46.219168Z","caller":"traceutil/trace.go:171","msg":"trace[1522961542] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"120.619971ms","start":"2026-04-28T03:15:46.098521Z","end":"2026-04-28T03:15:46.219141Z","steps":["trace[1522961542] 'process raft request' (duration: 120.043181ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:53.997672Z","caller":"traceutil/trace.go:171","msg":"trace[446393082] linearizableReadLoop","detail":"{readStateIndex:810; appliedIndex:809; }","duration":"383.066244ms","start":"2026-04-28T03:15:53.614584Z","end":"2026-04-28T03:15:53.997651Z","steps":["trace[446393082] 'read index received' (duration: 382.970319ms)","trace[446393082] 'applied index is now lower than readState.Index' (duration: 94.715µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:15:53.997853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.252493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:15:53.997908Z","caller":"traceutil/trace.go:171","msg":"trace[1516511485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:785; }","duration":"383.353078ms","start":"2026-04-28T03:15:53.614545Z","end":"2026-04-28T03:15:53.997899Z","steps":["trace[1516511485] 'agreement among raft nodes before linearized reading' (duration: 383.204461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:53.997935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:53.614526Z","time spent":"383.402861ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:15:53.998025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.103632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:15:53.998103Z","caller":"traceutil/trace.go:171","msg":"trace[244753474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:785; }","duration":"376.203217ms","start":"2026-04-28T03:15:53.621875Z","end":"2026-04-28T03:15:53.998079Z","steps":["trace[244753474] 'agreement among raft nodes before linearized reading' (duration: 376.074741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:53.998139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:53.621859Z","time spent":"376.272941ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:15:53.997719Z","caller":"traceutil/trace.go:171","msg":"trace[690312625] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"383.163109ms","start":"2026-04-28T03:15:53.614533Z","end":"2026-04-28T03:15:53.997696Z","steps":["trace[690312625] 'process raft request' (duration: 382.98001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:53.998057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.418108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:15:53.998258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:53.614513Z","time spent":"383.672945ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:53.998267Z","caller":"traceutil/trace.go:171","msg":"trace[302839500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:785; }","duration":"377.66511ms","start":"2026-04-28T03:15:53.620588Z","end":"2026-04-28T03:15:53.998253Z","steps":["trace[302839500] 'agreement among raft nodes before linearized reading' (duration: 377.278591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:53.998375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:53.620573Z","time spent":"377.789037ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:15:54.199647Z","caller":"traceutil/trace.go:171","msg":"trace[192328240] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"198.247921ms","start":"2026-04-28T03:15:54.001346Z","end":"2026-04-28T03:15:54.199594Z","steps":["trace[192328240] 'process raft request' (duration: 197.644411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:54.200911Z","caller":"traceutil/trace.go:171","msg":"trace[1916145746] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"199.461103ms","start":"2026-04-28T03:15:54.001392Z","end":"2026-04-28T03:15:54.200854Z","steps":["trace[1916145746] 'process raft request' (duration: 199.106245ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:54.200915Z","caller":"traceutil/trace.go:171","msg":"trace[757153451] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"199.006359ms","start":"2026-04-28T03:15:54.00189Z","end":"2026-04-28T03:15:54.200896Z","steps":["trace[757153451] 'process raft request' (duration: 198.724015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:57.704192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.278562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:15:57.704262Z","caller":"traceutil/trace.go:171","msg":"trace[677922968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:803; }","duration":"297.392268ms","start":"2026-04-28T03:15:57.406855Z","end":"2026-04-28T03:15:57.704248Z","steps":["trace[677922968] 'range keys from in-memory index tree' (duration: 297.151656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:57.704716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.260852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:15:57.70474Z","caller":"traceutil/trace.go:171","msg":"trace[444052108] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:803; }","duration":"326.316956ms","start":"2026-04-28T03:15:57.378416Z","end":"2026-04-28T03:15:57.704733Z","steps":["trace[444052108] 'count revisions from in-memory index tree' (duration: 326.179609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:57.704679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.748236ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:57.704806Z","caller":"traceutil/trace.go:171","msg":"trace[892579421] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:803; }","duration":"141.895163ms","start":"2026-04-28T03:15:57.562885Z","end":"2026-04-28T03:15:57.70478Z","steps":["trace[892579421] 'range keys from in-memory index tree' (duration: 141.732495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:57.704764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:57.3784Z","time spent":"326.352728ms","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:15:58.045357Z","caller":"traceutil/trace.go:171","msg":"trace[397215464] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"335.944715ms","start":"2026-04-28T03:15:57.70939Z","end":"2026-04-28T03:15:58.045334Z","steps":["trace[397215464] 'process raft request' (duration: 335.805258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:58.045506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:57.70936Z","time spent":"336.082632ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:00.116793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999963681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:16:00.116877Z","caller":"traceutil/trace.go:171","msg":"trace[1228915326] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000101088s","start":"2026-04-28T03:15:58.116757Z","end":"2026-04-28T03:16:00.116858Z","steps":["trace[1228915326] 'agreement among raft nodes before linearized reading' (duration: 1.999990933s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:00.116968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:58.11673Z","time spent":"2.000226585s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:16:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:16:01.334493Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.289278364s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:16:01.334965Z","caller":"traceutil/trace.go:171","msg":"trace[1618853401] linearizableReadLoop","detail":"{readStateIndex:833; appliedIndex:831; }","duration":"3.322756736s","start":"2026-04-28T03:15:58.012188Z","end":"2026-04-28T03:16:01.334945Z","steps":["trace[1618853401] 'read index received' (duration: 32.998609ms)","trace[1618853401] 'applied index is now lower than readState.Index' (duration: 3.289757137s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:01.33526Z","caller":"traceutil/trace.go:171","msg":"trace[1932359126] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"3.433176594s","start":"2026-04-28T03:15:57.901907Z","end":"2026-04-28T03:16:01.335084Z","steps":["trace[1932359126] 'process raft request' (duration: 3.432923362s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:01.335377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:57.90188Z","time spent":"3.433441467s","remote":"127.0.0.1:51080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:01.335279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.323081893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-28T03:16:01.335435Z","caller":"traceutil/trace.go:171","msg":"trace[2004394158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:805; }","duration":"3.323279923s","start":"2026-04-28T03:15:58.012143Z","end":"2026-04-28T03:16:01.335423Z","steps":["trace[2004394158] 'agreement among raft nodes before linearized reading' (duration: 3.323010919s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:01.335471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:58.012119Z","time spent":"3.323340516s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:16:01.357875Z","caller":"traceutil/trace.go:171","msg":"trace[732410268] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"3.25692639s","start":"2026-04-28T03:15:58.100913Z","end":"2026-04-28T03:16:01.35784Z","steps":["trace[732410268] 'process raft request' (duration: 3.256664378s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:01.358095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:58.100893Z","time spent":"3.257073748s","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5051,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:01.358212Z","caller":"traceutil/trace.go:171","msg":"trace[1640317770] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"2.096528573s","start":"2026-04-28T03:15:59.261671Z","end":"2026-04-28T03:16:01.3582Z","steps":["trace[1640317770] 'process raft request' (duration: 2.096066909s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:01.3583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:59.261647Z","time spent":"2.096625559s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:01.358222Z","caller":"traceutil/trace.go:171","msg":"trace[1442043446] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"1.064405396s","start":"2026-04-28T03:16:00.293806Z","end":"2026-04-28T03:16:01.358211Z","steps":["trace[1442043446] 'process raft request' (duration: 1.064011615s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:01.358542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.293787Z","time spent":"1.064664719s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:01.362476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.487084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:16:01.362529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143461789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T03:16:01.362513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244841442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:16:01.362525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313487081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:16:01.362554Z","caller":"traceutil/trace.go:171","msg":"trace[540370453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:809; }","duration":"988.585449ms","start":"2026-04-28T03:16:00.373944Z","end":"2026-04-28T03:16:01.36253Z","steps":["trace[540370453] 'agreement among raft nodes before linearized reading' (duration: 988.479444ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:01.36258Z","caller":"traceutil/trace.go:171","msg":"trace[222793318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:809; }","duration":"3.143545654s","start":"2026-04-28T03:15:58.219024Z","end":"2026-04-28T03:16:01.36257Z","steps":["trace[222793318] 'agreement among raft nodes before linearized reading' (duration: 3.143339074s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:01.362581Z","caller":"traceutil/trace.go:171","msg":"trace[2017328750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:809; }","duration":"1.244956068s","start":"2026-04-28T03:16:00.117609Z","end":"2026-04-28T03:16:01.362565Z","steps":["trace[2017328750] 'agreement among raft nodes before linearized reading' (duration: 1.244859043s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:01.362599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.373928Z","time spent":"988.660543ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:16:01.362607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:58.219008Z","time spent":"3.143590846s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:16:01.362595Z","caller":"traceutil/trace.go:171","msg":"trace[909624115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:809; }","duration":"1.313607707s","start":"2026-04-28T03:16:00.04897Z","end":"2026-04-28T03:16:01.362578Z","steps":["trace[909624115] 'agreement among raft nodes before linearized reading' (duration: 1.313408717s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:01.362618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.117582Z","time spent":"1.245025141s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:16:01.36275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143630248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-28T03:16:01.362824Z","caller":"traceutil/trace.go:171","msg":"trace[828928468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:809; }","duration":"3.143736394s","start":"2026-04-28T03:15:58.21907Z","end":"2026-04-28T03:16:01.362806Z","steps":["trace[828928468] 'agreement among raft nodes before linearized reading' (duration: 3.143577436s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:01.362867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:58.219047Z","time spent":"3.143811457s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:16:01.362934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317378914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:16:01.362958Z","caller":"traceutil/trace.go:171","msg":"trace[1981046309] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:809; }","duration":"1.317445088s","start":"2026-04-28T03:16:00.045508Z","end":"2026-04-28T03:16:01.362953Z","steps":["trace[1981046309] 'agreement among raft nodes before linearized reading' (duration: 1.317401356s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:01.362984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.14387452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:16:01.363038Z","caller":"traceutil/trace.go:171","msg":"trace[714961570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:809; }","duration":"3.143930333s","start":"2026-04-28T03:15:58.219098Z","end":"2026-04-28T03:16:01.363028Z","steps":["trace[714961570] 'agreement among raft nodes before linearized reading' (duration: 3.143658879s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:01.363074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:58.219073Z","time spent":"3.143992235s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:16:01.362991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.04548Z","time spent":"1.317505121s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:16:01.363193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.048953Z","time spent":"1.313685881s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:16:03.481503Z","caller":"traceutil/trace.go:171","msg":"trace[1770882179] linearizableReadLoop","detail":"{readStateIndex:847; appliedIndex:846; }","duration":"108.998632ms","start":"2026-04-28T03:16:03.372484Z","end":"2026-04-28T03:16:03.481482Z","steps":["trace[1770882179] 'read index received' (duration: 108.933079ms)","trace[1770882179] 'applied index is now lower than readState.Index' (duration: 64.513µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:03.481533Z","caller":"traceutil/trace.go:171","msg":"trace[1418839308] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"109.046965ms","start":"2026-04-28T03:16:03.372457Z","end":"2026-04-28T03:16:03.481504Z","steps":["trace[1418839308] 'process raft request' (duration: 108.895328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:03.481754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.248096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T03:16:03.481819Z","caller":"traceutil/trace.go:171","msg":"trace[1305763123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:818; }","duration":"109.357041ms","start":"2026-04-28T03:16:03.37245Z","end":"2026-04-28T03:16:03.481807Z","steps":["trace[1305763123] 'agreement among raft nodes before linearized reading' (duration: 109.143631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:03.481876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.363586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-28T03:16:03.481937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.150354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-28T03:16:03.481965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.869541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:16:03.481998Z","caller":"traceutil/trace.go:171","msg":"trace[989651641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:818; }","duration":"101.26966ms","start":"2026-04-28T03:16:03.380718Z","end":"2026-04-28T03:16:03.481988Z","steps":["trace[989651641] 'agreement among raft nodes before linearized reading' (duration: 101.024518ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:03.482042Z","caller":"traceutil/trace.go:171","msg":"trace[967295778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:818; }","duration":"100.975116ms","start":"2026-04-28T03:16:03.38105Z","end":"2026-04-28T03:16:03.482025Z","steps":["trace[967295778] 'agreement among raft nodes before linearized reading' (duration: 100.754275ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:03.481929Z","caller":"traceutil/trace.go:171","msg":"trace[1045697832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:818; }","duration":"100.435389ms","start":"2026-04-28T03:16:03.381481Z","end":"2026-04-28T03:16:03.481917Z","steps":["trace[1045697832] 'agreement among raft nodes before linearized reading' (duration: 100.270231ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:03.752645Z","caller":"traceutil/trace.go:171","msg":"trace[1974421156] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"265.032997ms","start":"2026-04-28T03:16:03.487589Z","end":"2026-04-28T03:16:03.752622Z","steps":["trace[1974421156] 'process raft request' (duration: 264.973885ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:03.752784Z","caller":"traceutil/trace.go:171","msg":"trace[1672252563] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"265.507451ms","start":"2026-04-28T03:16:03.487237Z","end":"2026-04-28T03:16:03.752744Z","steps":["trace[1672252563] 'process raft request' (duration: 265.27679ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:03.752728Z","caller":"traceutil/trace.go:171","msg":"trace[235833066] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"265.783035ms","start":"2026-04-28T03:16:03.486898Z","end":"2026-04-28T03:16:03.752681Z","steps":["trace[235833066] 'process raft request' (duration: 256.532387ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:05.230056Z","caller":"traceutil/trace.go:171","msg":"trace[868173303] linearizableReadLoop","detail":"{readStateIndex:855; appliedIndex:854; }","duration":"111.336774ms","start":"2026-04-28T03:16:05.118691Z","end":"2026-04-28T03:16:05.230028Z","steps":["trace[868173303] 'read index received' (duration: 70.882034ms)","trace[868173303] 'applied index is now lower than readState.Index' (duration: 40.45344ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:05.230237Z","caller":"traceutil/trace.go:171","msg":"trace[6332897] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"214.051ms","start":"2026-04-28T03:16:05.016133Z","end":"2026-04-28T03:16:05.230184Z","steps":["trace[6332897] 'process raft request' (duration: 173.418412ms)","trace[6332897] 'compare' (duration: 40.292352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:05.230294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.581115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:05.230335Z","caller":"traceutil/trace.go:171","msg":"trace[1380250598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:825; }","duration":"111.847128ms","start":"2026-04-28T03:16:05.118475Z","end":"2026-04-28T03:16:05.230322Z","steps":["trace[1380250598] 'agreement among raft nodes before linearized reading' (duration: 111.67648ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:05.546784Z","caller":"traceutil/trace.go:171","msg":"trace[2091847968] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"307.444007ms","start":"2026-04-28T03:16:05.239284Z","end":"2026-04-28T03:16:05.546728Z","steps":["trace[2091847968] 'process raft request' (duration: 289.746422ms)","trace[2091847968] 'compare' (duration: 17.497995ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:05.546992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:05.239249Z","time spent":"307.644487ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4110,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:05.665353Z","caller":"traceutil/trace.go:171","msg":"trace[816096750] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"112.852818ms","start":"2026-04-28T03:16:05.552481Z","end":"2026-04-28T03:16:05.665333Z","steps":["trace[816096750] 'process raft request' (duration: 112.798116ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:05.6655Z","caller":"traceutil/trace.go:171","msg":"trace[1684258490] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"113.166264ms","start":"2026-04-28T03:16:05.552293Z","end":"2026-04-28T03:16:05.66546Z","steps":["trace[1684258490] 'process raft request' (duration: 101.806952ms)","trace[1684258490] 'compare' (duration: 11.038326ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:06.145328Z","caller":"traceutil/trace.go:171","msg":"trace[2135838548] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"162.487942ms","start":"2026-04-28T03:16:05.982821Z","end":"2026-04-28T03:16:06.145309Z","steps":["trace[2135838548] 'process raft request' (duration: 162.4448ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:06.145506Z","caller":"traceutil/trace.go:171","msg":"trace[1246618847] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"164.574794ms","start":"2026-04-28T03:16:05.980789Z","end":"2026-04-28T03:16:06.145364Z","steps":["trace[1246618847] 'process raft request' (duration: 109.185801ms)","trace[1246618847] 'compare' (duration: 55.194513ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:06.212107Z","caller":"traceutil/trace.go:171","msg":"trace[84885245] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"204.593199ms","start":"2026-04-28T03:16:06.007496Z","end":"2026-04-28T03:16:06.212089Z","steps":["trace[84885245] 'process raft request' (duration: 204.489044ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:06.339702Z","caller":"traceutil/trace.go:171","msg":"trace[189334265] linearizableReadLoop","detail":"{readStateIndex:888; appliedIndex:887; }","duration":"124.39127ms","start":"2026-04-28T03:16:06.215292Z","end":"2026-04-28T03:16:06.339683Z","steps":["trace[189334265] 'read index received' (duration: 122.673835ms)","trace[189334265] 'applied index is now lower than readState.Index' (duration: 1.716225ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:06.339963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.648383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd\" ","response":"range_response_count:1 size:5392"} {"level":"info","ts":"2026-04-28T03:16:06.340027Z","caller":"traceutil/trace.go:171","msg":"trace[507320082] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd; range_end:; response_count:1; response_revision:858; }","duration":"124.790421ms","start":"2026-04-28T03:16:06.215223Z","end":"2026-04-28T03:16:06.340014Z","steps":["trace[507320082] 'agreement among raft nodes before linearized reading' (duration: 124.606052ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:06.339756Z","caller":"traceutil/trace.go:171","msg":"trace[359440903] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"186.661954ms","start":"2026-04-28T03:16:06.153065Z","end":"2026-04-28T03:16:06.339727Z","steps":["trace[359440903] 'process raft request' (duration: 184.798751ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:06.760538Z","caller":"traceutil/trace.go:171","msg":"trace[1869888891] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"507.459208ms","start":"2026-04-28T03:16:06.253058Z","end":"2026-04-28T03:16:06.760517Z","steps":["trace[1869888891] 'process raft request' (duration: 443.805786ms)","trace[1869888891] 'compare' (duration: 63.117006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:06.760655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:06.253038Z","time spent":"507.552143ms","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036298,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:07.642082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.676724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:07.64215Z","caller":"traceutil/trace.go:171","msg":"trace[424737786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:861; }","duration":"524.759279ms","start":"2026-04-28T03:16:07.117376Z","end":"2026-04-28T03:16:07.642136Z","steps":["trace[424737786] 'range keys from in-memory index tree' (duration: 524.620351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:07.642179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:07.117309Z","time spent":"524.864234ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:16:07.845502Z","caller":"traceutil/trace.go:171","msg":"trace[990450042] linearizableReadLoop","detail":"{readStateIndex:892; appliedIndex:891; }","duration":"194.662775ms","start":"2026-04-28T03:16:07.650818Z","end":"2026-04-28T03:16:07.845481Z","steps":["trace[990450042] 'read index received' (duration: 194.507498ms)","trace[990450042] 'applied index is now lower than readState.Index' (duration: 154.367µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:07.845566Z","caller":"traceutil/trace.go:171","msg":"trace[1781373964] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"198.618921ms","start":"2026-04-28T03:16:07.646921Z","end":"2026-04-28T03:16:07.84554Z","steps":["trace[1781373964] 'process raft request' (duration: 198.407331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:07.845811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.968201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:16:07.845868Z","caller":"traceutil/trace.go:171","msg":"trace[1268165837] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:862; }","duration":"195.071936ms","start":"2026-04-28T03:16:07.650787Z","end":"2026-04-28T03:16:07.845859Z","steps":["trace[1268165837] 'agreement among raft nodes before linearized reading' (duration: 194.813273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:07.845823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.242408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:16:07.84596Z","caller":"traceutil/trace.go:171","msg":"trace[1019697625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:862; }","duration":"176.439918ms","start":"2026-04-28T03:16:07.669503Z","end":"2026-04-28T03:16:07.845943Z","steps":["trace[1019697625] 'agreement among raft nodes before linearized reading' (duration: 176.180235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:08.514065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.280271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:08.514207Z","caller":"traceutil/trace.go:171","msg":"trace[1326047978] linearizableReadLoop","detail":"{readStateIndex:896; appliedIndex:893; }","duration":"613.377063ms","start":"2026-04-28T03:16:07.900818Z","end":"2026-04-28T03:16:08.514195Z","steps":["trace[1326047978] 'read index received' (duration: 244.921494ms)","trace[1326047978] 'applied index is now lower than readState.Index' (duration: 368.454989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:08.514269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.461847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/eg\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:08.514365Z","caller":"traceutil/trace.go:171","msg":"trace[602561560] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/eg; range_end:; response_count:0; response_revision:866; }","duration":"613.556632ms","start":"2026-04-28T03:16:07.900801Z","end":"2026-04-28T03:16:08.514358Z","steps":["trace[602561560] 'agreement among raft nodes before linearized reading' (duration: 613.426266ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:08.514365Z","caller":"traceutil/trace.go:171","msg":"trace[143269489] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"664.720624ms","start":"2026-04-28T03:16:07.849568Z","end":"2026-04-28T03:16:08.514289Z","steps":["trace[143269489] 'process raft request' (duration: 296.160949ms)","trace[143269489] 'compare' (duration: 368.018058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:08.514522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:07.900738Z","time spent":"613.775903ms","remote":"127.0.0.1:39674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/eg\" "} {"level":"info","ts":"2026-04-28T03:16:08.514592Z","caller":"traceutil/trace.go:171","msg":"trace[2043774295] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"664.286042ms","start":"2026-04-28T03:16:07.850282Z","end":"2026-04-28T03:16:08.514568Z","steps":["trace[2043774295] 'process raft request' (duration: 663.859121ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:08.514622Z","caller":"traceutil/trace.go:171","msg":"trace[1780774074] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"663.514234ms","start":"2026-04-28T03:16:07.851095Z","end":"2026-04-28T03:16:08.514609Z","steps":["trace[1780774074] 'process raft request' (duration: 663.077893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:08.514654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:07.849551Z","time spent":"664.956875ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:08.514705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:07.851087Z","time spent":"663.563426ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:08.514705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:07.850274Z","time spent":"664.376996ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:08.94877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.44639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:08.948886Z","caller":"traceutil/trace.go:171","msg":"trace[2020109039] linearizableReadLoop","detail":"{readStateIndex:897; appliedIndex:896; }","duration":"310.38435ms","start":"2026-04-28T03:16:08.638484Z","end":"2026-04-28T03:16:08.948869Z","steps":["trace[2020109039] 'read index received' (duration: 177.73521ms)","trace[2020109039] 'applied index is now lower than readState.Index' (duration: 132.64775ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:08.948977Z","caller":"traceutil/trace.go:171","msg":"trace[1880299273] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"428.891374ms","start":"2026-04-28T03:16:08.520075Z","end":"2026-04-28T03:16:08.948967Z","steps":["trace[1880299273] 'process raft request' (duration: 296.193482ms)","trace[1880299273] 'compare' (duration: 132.196987ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:08.949042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:08.520057Z","time spent":"428.961587ms","remote":"127.0.0.1:39674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:08.949226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.462582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:08.949324Z","caller":"traceutil/trace.go:171","msg":"trace[8418696] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:867; }","duration":"105.626689ms","start":"2026-04-28T03:16:08.843674Z","end":"2026-04-28T03:16:08.949301Z","steps":["trace[8418696] 'agreement among raft nodes before linearized reading' (duration: 105.394248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:08.949478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.928647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:16:08.949575Z","caller":"traceutil/trace.go:171","msg":"trace[510263411] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:867; }","duration":"311.111957ms","start":"2026-04-28T03:16:08.63844Z","end":"2026-04-28T03:16:08.949552Z","steps":["trace[510263411] 'agreement among raft nodes before linearized reading' (duration: 310.786961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:08.949682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:08.638418Z","time spent":"311.243463ms","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:16:09.243955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.189975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:09.244036Z","caller":"traceutil/trace.go:171","msg":"trace[1120414317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:867; }","duration":"126.323151ms","start":"2026-04-28T03:16:09.117694Z","end":"2026-04-28T03:16:09.244017Z","steps":["trace[1120414317] 'range keys from in-memory index tree' (duration: 126.10131ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:10.048044Z","caller":"traceutil/trace.go:171","msg":"trace[1992747057] linearizableReadLoop","detail":"{readStateIndex:898; appliedIndex:897; }","duration":"197.511048ms","start":"2026-04-28T03:16:09.850514Z","end":"2026-04-28T03:16:10.048025Z","steps":["trace[1992747057] 'read index received' (duration: 197.382462ms)","trace[1992747057] 'applied index is now lower than readState.Index' (duration: 127.886µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:10.048361Z","caller":"traceutil/trace.go:171","msg":"trace[1202172665] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"480.331393ms","start":"2026-04-28T03:16:09.56774Z","end":"2026-04-28T03:16:10.048072Z","steps":["trace[1202172665] 'process raft request' (duration: 480.107333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:10.048511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:09.56771Z","time spent":"480.730504ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":828,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:10.481117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.149194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:16:10.481128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.567805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:16:10.481201Z","caller":"traceutil/trace.go:171","msg":"trace[1748347145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:868; }","duration":"362.564785ms","start":"2026-04-28T03:16:10.118617Z","end":"2026-04-28T03:16:10.481182Z","steps":["trace[1748347145] 'range keys from in-memory index tree' (duration: 361.996387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:10.481214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.488161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:16:10.481234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:10.11857Z","time spent":"362.656539ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:16:10.481137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.414875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:16:10.481355Z","caller":"traceutil/trace.go:171","msg":"trace[894675884] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:868; }","duration":"129.7232ms","start":"2026-04-28T03:16:10.351606Z","end":"2026-04-28T03:16:10.481329Z","steps":["trace[894675884] 'count revisions from in-memory index tree' (duration: 129.274498ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:10.481278Z","caller":"traceutil/trace.go:171","msg":"trace[1991490297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:868; }","duration":"581.608337ms","start":"2026-04-28T03:16:09.899651Z","end":"2026-04-28T03:16:10.481259Z","steps":["trace[1991490297] 'agreement among raft nodes before linearized reading' (duration: 148.494298ms)","trace[1991490297] 'range keys from in-memory index tree' (duration: 432.739831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:10.481629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:09.899634Z","time spent":"581.973786ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:16:10.481845Z","caller":"traceutil/trace.go:171","msg":"trace[1322125741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:868; }","duration":"630.720752ms","start":"2026-04-28T03:16:09.850477Z","end":"2026-04-28T03:16:10.481198Z","steps":["trace[1322125741] 'agreement among raft nodes before linearized reading' (duration: 197.626683ms)","trace[1322125741] 'range keys from in-memory index tree' (duration: 432.757762ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:10.482798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:09.850458Z","time spent":"631.437057ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:16:10.806939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.476113ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:16:10.80722Z","caller":"traceutil/trace.go:171","msg":"trace[546996109] linearizableReadLoop","detail":"{readStateIndex:899; appliedIndex:898; }","duration":"324.40549ms","start":"2026-04-28T03:16:10.482766Z","end":"2026-04-28T03:16:10.807171Z","steps":["trace[546996109] 'read index received' (duration: 121.685385ms)","trace[546996109] 'applied index is now lower than readState.Index' (duration: 202.711504ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:10.807269Z","caller":"traceutil/trace.go:171","msg":"trace[1254208694] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"321.457235ms","start":"2026-04-28T03:16:10.485796Z","end":"2026-04-28T03:16:10.807253Z","steps":["trace[1254208694] 'process raft request' (duration: 321.412913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:10.807409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:10.48578Z","time spent":"321.577232ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:10.807507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.720026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:10.807514Z","caller":"traceutil/trace.go:171","msg":"trace[1972117854] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"321.694347ms","start":"2026-04-28T03:16:10.485793Z","end":"2026-04-28T03:16:10.807487Z","steps":["trace[1972117854] 'process raft request' (duration: 321.311068ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:10.807562Z","caller":"traceutil/trace.go:171","msg":"trace[1422824206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:870; }","duration":"324.80391ms","start":"2026-04-28T03:16:10.482749Z","end":"2026-04-28T03:16:10.807553Z","steps":["trace[1422824206] 'agreement among raft nodes before linearized reading' (duration: 324.622582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:10.807618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:10.482737Z","time spent":"324.873433ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:16:10.807633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:10.485778Z","time spent":"321.789352ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:10.807859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.779021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:16:10.807951Z","caller":"traceutil/trace.go:171","msg":"trace[192100077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:870; }","duration":"288.898187ms","start":"2026-04-28T03:16:10.51904Z","end":"2026-04-28T03:16:10.807939Z","steps":["trace[192100077] 'agreement among raft nodes before linearized reading' (duration: 288.736949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:10.808052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.924818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:16:10.808065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.969121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:16:10.808163Z","caller":"traceutil/trace.go:171","msg":"trace[411529959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:870; }","duration":"289.056734ms","start":"2026-04-28T03:16:10.519087Z","end":"2026-04-28T03:16:10.808143Z","steps":["trace[411529959] 'agreement among raft nodes before linearized reading' (duration: 288.858135ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:10.808166Z","caller":"traceutil/trace.go:171","msg":"trace[1810149903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:870; }","duration":"289.097467ms","start":"2026-04-28T03:16:10.519053Z","end":"2026-04-28T03:16:10.808151Z","steps":["trace[1810149903] 'agreement among raft nodes before linearized reading' (duration: 288.908377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:10.808324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.517073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-04-28T03:16:10.808378Z","caller":"traceutil/trace.go:171","msg":"trace[868687328] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:870; }","duration":"193.601187ms","start":"2026-04-28T03:16:10.614769Z","end":"2026-04-28T03:16:10.80837Z","steps":["trace[868687328] 'agreement among raft nodes before linearized reading' (duration: 193.501652ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:11.049426Z","caller":"traceutil/trace.go:171","msg":"trace[1609730893] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"237.236819ms","start":"2026-04-28T03:16:10.812166Z","end":"2026-04-28T03:16:11.049403Z","steps":["trace[1609730893] 'process raft request' (duration: 237.06473ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:11.049624Z","caller":"traceutil/trace.go:171","msg":"trace[1978735606] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"231.177961ms","start":"2026-04-28T03:16:10.818432Z","end":"2026-04-28T03:16:11.04961Z","steps":["trace[1978735606] 'process raft request' (duration: 231.116298ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:11.049639Z","caller":"traceutil/trace.go:171","msg":"trace[422233190] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"236.751834ms","start":"2026-04-28T03:16:10.81287Z","end":"2026-04-28T03:16:11.049622Z","steps":["trace[422233190] 'process raft request' (duration: 236.500672ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:11.463084Z","caller":"traceutil/trace.go:171","msg":"trace[1620060272] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"403.836889ms","start":"2026-04-28T03:16:11.059217Z","end":"2026-04-28T03:16:11.463054Z","steps":["trace[1620060272] 'process raft request' (duration: 403.66193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:11.463263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:11.059195Z","time spent":"403.982406ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3856,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:11.712663Z","caller":"traceutil/trace.go:171","msg":"trace[1260647443] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"653.049121ms","start":"2026-04-28T03:16:11.059596Z","end":"2026-04-28T03:16:11.712645Z","steps":["trace[1260647443] 'process raft request' (duration: 652.993828ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:11.712731Z","caller":"traceutil/trace.go:171","msg":"trace[1688804208] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"653.132655ms","start":"2026-04-28T03:16:11.059559Z","end":"2026-04-28T03:16:11.712691Z","steps":["trace[1688804208] 'process raft request' (duration: 652.907284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:11.712795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:11.059575Z","time spent":"653.149506ms","remote":"127.0.0.1:39688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2316,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:11.712902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:11.059548Z","time spent":"653.270173ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3856,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:11.77209Z","caller":"traceutil/trace.go:171","msg":"trace[1846335004] linearizableReadLoop","detail":"{readStateIndex:909; appliedIndex:906; }","duration":"302.15081ms","start":"2026-04-28T03:16:11.469916Z","end":"2026-04-28T03:16:11.772067Z","steps":["trace[1846335004] 'read index received' (duration: 242.618921ms)","trace[1846335004] 'applied index is now lower than readState.Index' (duration: 59.531009ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:11.772163Z","caller":"traceutil/trace.go:171","msg":"trace[667965587] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"296.080123ms","start":"2026-04-28T03:16:11.476059Z","end":"2026-04-28T03:16:11.772139Z","steps":["trace[667965587] 'process raft request' (duration: 295.908355ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:11.772204Z","caller":"traceutil/trace.go:171","msg":"trace[1917083027] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"146.419351ms","start":"2026-04-28T03:16:11.62574Z","end":"2026-04-28T03:16:11.772159Z","steps":["trace[1917083027] 'process raft request' (duration: 146.288255ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:11.772253Z","caller":"traceutil/trace.go:171","msg":"trace[2042827802] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"304.942127ms","start":"2026-04-28T03:16:11.46726Z","end":"2026-04-28T03:16:11.772202Z","steps":["trace[2042827802] 'process raft request' (duration: 304.554148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:11.772368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:11.467243Z","time spent":"305.074494ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:11.772425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.704359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-28T03:16:11.772484Z","caller":"traceutil/trace.go:171","msg":"trace[878864343] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:880; }","duration":"111.800123ms","start":"2026-04-28T03:16:11.66067Z","end":"2026-04-28T03:16:11.77247Z","steps":["trace[878864343] 'agreement among raft nodes before linearized reading' (duration: 111.689668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:11.772426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.491056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-xcfr9\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-04-28T03:16:11.772594Z","caller":"traceutil/trace.go:171","msg":"trace[1697353037] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-xcfr9; range_end:; response_count:1; response_revision:880; }","duration":"302.674576ms","start":"2026-04-28T03:16:11.469903Z","end":"2026-04-28T03:16:11.772578Z","steps":["trace[1697353037] 'agreement among raft nodes before linearized reading' (duration: 302.307058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:11.772655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:11.469855Z","time spent":"302.782141ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3893,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-xcfr9\" "} {"level":"info","ts":"2026-04-28T03:16:12.103762Z","caller":"traceutil/trace.go:171","msg":"trace[1733877185] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"321.586738ms","start":"2026-04-28T03:16:11.782155Z","end":"2026-04-28T03:16:12.103742Z","steps":["trace[1733877185] 'process raft request' (duration: 266.884849ms)","trace[1733877185] 'compare' (duration: 54.592014ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:12.103979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:11.782138Z","time spent":"321.688853ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:16:12.562639Z","caller":"traceutil/trace.go:171","msg":"trace[1285536809] linearizableReadLoop","detail":"{readStateIndex:914; appliedIndex:912; }","duration":"700.278817ms","start":"2026-04-28T03:16:11.862339Z","end":"2026-04-28T03:16:12.562618Z","steps":["trace[1285536809] 'read index received' (duration: 186.834382ms)","trace[1285536809] 'applied index is now lower than readState.Index' (duration: 513.443625ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:12.562702Z","caller":"traceutil/trace.go:171","msg":"trace[263367599] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"773.369082ms","start":"2026-04-28T03:16:11.789308Z","end":"2026-04-28T03:16:12.562677Z","steps":["trace[263367599] 'process raft request' (duration: 773.167802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:12.562806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.430244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-28T03:16:12.562839Z","caller":"traceutil/trace.go:171","msg":"trace[1587498152] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:883; }","duration":"700.523969ms","start":"2026-04-28T03:16:11.862308Z","end":"2026-04-28T03:16:12.562832Z","steps":["trace[1587498152] 'agreement among raft nodes before linearized reading' (duration: 700.420414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:12.562816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:11.789296Z","time spent":"773.461967ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4761,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:12.562865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:11.862294Z","time spent":"700.564681ms","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":201,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-28T03:16:12.587456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.205466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:12.587566Z","caller":"traceutil/trace.go:171","msg":"trace[462440982] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:0; response_revision:884; }","duration":"540.359494ms","start":"2026-04-28T03:16:12.047189Z","end":"2026-04-28T03:16:12.587549Z","steps":["trace[462440982] 'agreement among raft nodes before linearized reading' (duration: 540.195946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:12.587604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:12.047169Z","time spent":"540.426737ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-28T03:16:12.587662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.331914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:452"} {"level":"info","ts":"2026-04-28T03:16:12.587723Z","caller":"traceutil/trace.go:171","msg":"trace[154356107] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:884; }","duration":"641.44145ms","start":"2026-04-28T03:16:11.94627Z","end":"2026-04-28T03:16:12.587712Z","steps":["trace[154356107] 'agreement among raft nodes before linearized reading' (duration: 641.23676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:12.587764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:11.946244Z","time spent":"641.509843ms","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":474,"request content":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" "} {"level":"info","ts":"2026-04-28T03:16:12.587458Z","caller":"traceutil/trace.go:171","msg":"trace[871537925] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"269.580877ms","start":"2026-04-28T03:16:12.317858Z","end":"2026-04-28T03:16:12.587439Z","steps":["trace[871537925] 'process raft request' (duration: 269.252301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:12.587463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.591076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:12.587937Z","caller":"traceutil/trace.go:171","msg":"trace[286601514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:884; }","duration":"471.110751ms","start":"2026-04-28T03:16:12.116819Z","end":"2026-04-28T03:16:12.587929Z","steps":["trace[286601514] 'agreement among raft nodes before linearized reading' (duration: 470.552354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:12.58796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:12.116801Z","time spent":"471.152613ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:16:12.730124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.877102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:12.730264Z","caller":"traceutil/trace.go:171","msg":"trace[2040195360] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"138.491865ms","start":"2026-04-28T03:16:12.591749Z","end":"2026-04-28T03:16:12.730241Z","steps":["trace[2040195360] 'process raft request' (duration: 36.439805ms)","trace[2040195360] 'compare' (duration: 101.717824ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:12.825482Z","caller":"traceutil/trace.go:171","msg":"trace[431191665] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"230.605498ms","start":"2026-04-28T03:16:12.594858Z","end":"2026-04-28T03:16:12.825463Z","steps":["trace[431191665] 'process raft request' (duration: 230.501613ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:12.893654Z","caller":"traceutil/trace.go:171","msg":"trace[1562062136] linearizableReadLoop","detail":"{readStateIndex:920; appliedIndex:916; }","duration":"151.234839ms","start":"2026-04-28T03:16:12.742402Z","end":"2026-04-28T03:16:12.893637Z","steps":["trace[1562062136] 'read index received' (duration: 83.038019ms)","trace[1562062136] 'applied index is now lower than readState.Index' (duration: 68.19614ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:12.893695Z","caller":"traceutil/trace.go:171","msg":"trace[1050625975] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"156.117628ms","start":"2026-04-28T03:16:12.737566Z","end":"2026-04-28T03:16:12.893684Z","steps":["trace[1050625975] 'process raft request' (duration: 155.887736ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:12.893672Z","caller":"traceutil/trace.go:171","msg":"trace[535357188] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"156.064315ms","start":"2026-04-28T03:16:12.737588Z","end":"2026-04-28T03:16:12.893652Z","steps":["trace[535357188] 'process raft request' (duration: 155.96116ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:12.893862Z","caller":"traceutil/trace.go:171","msg":"trace[1598009030] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"155.158091ms","start":"2026-04-28T03:16:12.738694Z","end":"2026-04-28T03:16:12.893852Z","steps":["trace[1598009030] 'process raft request' (duration: 154.901808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:12.894061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.65253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"info","ts":"2026-04-28T03:16:12.894087Z","caller":"traceutil/trace.go:171","msg":"trace[2083832731] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:889; }","duration":"151.711653ms","start":"2026-04-28T03:16:12.742366Z","end":"2026-04-28T03:16:12.894078Z","steps":["trace[2083832731] 'agreement among raft nodes before linearized reading' (duration: 151.604878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:13.144296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.860422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:13.144369Z","caller":"traceutil/trace.go:171","msg":"trace[391456759] linearizableReadLoop","detail":"{readStateIndex:921; appliedIndex:920; }","duration":"250.650162ms","start":"2026-04-28T03:16:12.893708Z","end":"2026-04-28T03:16:13.144358Z","steps":["trace[391456759] 'read index received' (duration: 127.599431ms)","trace[391456759] 'applied index is now lower than readState.Index' (duration: 123.050021ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:13.144505Z","caller":"traceutil/trace.go:171","msg":"trace[1778986900] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"256.31393ms","start":"2026-04-28T03:16:12.888178Z","end":"2026-04-28T03:16:13.144492Z","steps":["trace[1778986900] 'process raft request' (duration: 133.218456ms)","trace[1778986900] 'compare' (duration: 122.674263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:13.144584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.887762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:16:13.144602Z","caller":"traceutil/trace.go:171","msg":"trace[1827511996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:890; }","duration":"312.939924ms","start":"2026-04-28T03:16:12.831656Z","end":"2026-04-28T03:16:13.144596Z","steps":["trace[1827511996] 'agreement among raft nodes before linearized reading' (duration: 312.782406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:13.144541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.460109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:16:13.144621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:12.831635Z","time spent":"312.981776ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:16:13.144629Z","caller":"traceutil/trace.go:171","msg":"trace[2000383402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:890; }","duration":"333.557694ms","start":"2026-04-28T03:16:12.811063Z","end":"2026-04-28T03:16:13.144621Z","steps":["trace[2000383402] 'agreement among raft nodes before linearized reading' (duration: 333.407247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:13.144671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:12.811059Z","time spent":"333.588406ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:16:13.144934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.982562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3307"} {"level":"warn","ts":"2026-04-28T03:16:13.144997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.187815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:16:13.145001Z","caller":"traceutil/trace.go:171","msg":"trace[1658624614] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:890; }","duration":"248.082387ms","start":"2026-04-28T03:16:12.896901Z","end":"2026-04-28T03:16:13.144983Z","steps":["trace[1658624614] 'agreement among raft nodes before linearized reading' (duration: 247.863476ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:13.145029Z","caller":"traceutil/trace.go:171","msg":"trace[1288282153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:890; }","duration":"334.245818ms","start":"2026-04-28T03:16:12.810773Z","end":"2026-04-28T03:16:13.145019Z","steps":["trace[1288282153] 'agreement among raft nodes before linearized reading' (duration: 334.146943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:13.145058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:12.810758Z","time spent":"334.29343ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:16:13.486992Z","caller":"traceutil/trace.go:171","msg":"trace[2047110169] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"114.408649ms","start":"2026-04-28T03:16:13.372559Z","end":"2026-04-28T03:16:13.486967Z","steps":["trace[2047110169] 'process raft request' (duration: 110.161871ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:15.43086Z","caller":"traceutil/trace.go:171","msg":"trace[748306724] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"113.459231ms","start":"2026-04-28T03:16:15.317092Z","end":"2026-04-28T03:16:15.430551Z","steps":["trace[748306724] 'process raft request' (duration: 65.572333ms)","trace[748306724] 'compare' (duration: 47.751192ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:15.502189Z","caller":"traceutil/trace.go:171","msg":"trace[8253754] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"173.904253ms","start":"2026-04-28T03:16:15.328258Z","end":"2026-04-28T03:16:15.502162Z","steps":["trace[8253754] 'process raft request' (duration: 173.720234ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:15.502401Z","caller":"traceutil/trace.go:171","msg":"trace[1703677808] linearizableReadLoop","detail":"{readStateIndex:979; appliedIndex:977; }","duration":"173.251909ms","start":"2026-04-28T03:16:15.329135Z","end":"2026-04-28T03:16:15.502387Z","steps":["trace[1703677808] 'read index received' (duration: 53.580256ms)","trace[1703677808] 'applied index is now lower than readState.Index' (duration: 119.669943ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:15.50251Z","caller":"traceutil/trace.go:171","msg":"trace[409255038] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"172.574017ms","start":"2026-04-28T03:16:15.329924Z","end":"2026-04-28T03:16:15.502498Z","steps":["trace[409255038] 'process raft request' (duration: 172.187388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:15.502766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.606747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:15.502844Z","caller":"traceutil/trace.go:171","msg":"trace[1908981926] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:948; }","duration":"173.719804ms","start":"2026-04-28T03:16:15.329103Z","end":"2026-04-28T03:16:15.502823Z","steps":["trace[1908981926] 'agreement among raft nodes before linearized reading' (duration: 173.582807ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:15.654799Z","caller":"traceutil/trace.go:171","msg":"trace[1479905884] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:980; }","duration":"142.52598ms","start":"2026-04-28T03:16:15.51225Z","end":"2026-04-28T03:16:15.654776Z","steps":["trace[1479905884] 'read index received' (duration: 119.228253ms)","trace[1479905884] 'applied index is now lower than readState.Index' (duration: 23.296777ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:15.654881Z","caller":"traceutil/trace.go:171","msg":"trace[1012490658] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"146.561487ms","start":"2026-04-28T03:16:15.508282Z","end":"2026-04-28T03:16:15.654844Z","steps":["trace[1012490658] 'process raft request' (duration: 123.244309ms)","trace[1012490658] 'compare' (duration: 23.13991ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:15.655037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.770281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3386"} {"level":"info","ts":"2026-04-28T03:16:15.655075Z","caller":"traceutil/trace.go:171","msg":"trace[1068248762] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:949; }","duration":"142.849206ms","start":"2026-04-28T03:16:15.512215Z","end":"2026-04-28T03:16:15.655064Z","steps":["trace[1068248762] 'agreement among raft nodes before linearized reading' (duration: 142.669757ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:15.986655Z","caller":"traceutil/trace.go:171","msg":"trace[152556204] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"326.895813ms","start":"2026-04-28T03:16:15.659728Z","end":"2026-04-28T03:16:15.986624Z","steps":["trace[152556204] 'process raft request' (duration: 316.38707ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:15.986738Z","caller":"traceutil/trace.go:171","msg":"trace[418564880] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"326.814029ms","start":"2026-04-28T03:16:15.659904Z","end":"2026-04-28T03:16:15.986718Z","steps":["trace[418564880] 'process raft request' (duration: 326.644381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:15.986821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:15.659715Z","time spent":"327.0427ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:15.98686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:15.659854Z","time spent":"326.937775ms","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3204,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:15.986999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.144022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-4zpdr\" ","response":"range_response_count:1 size:2650"} {"level":"info","ts":"2026-04-28T03:16:15.987069Z","caller":"traceutil/trace.go:171","msg":"trace[379493051] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-4zpdr; range_end:; response_count:1; response_revision:953; }","duration":"270.258887ms","start":"2026-04-28T03:16:15.716794Z","end":"2026-04-28T03:16:15.987052Z","steps":["trace[379493051] 'agreement among raft nodes before linearized reading' (duration: 270.011195ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:15.98674Z","caller":"traceutil/trace.go:171","msg":"trace[870044491] linearizableReadLoop","detail":"{readStateIndex:985; appliedIndex:982; }","duration":"269.872268ms","start":"2026-04-28T03:16:15.716845Z","end":"2026-04-28T03:16:15.986717Z","steps":["trace[870044491] 'read index received' (duration: 259.287932ms)","trace[870044491] 'applied index is now lower than readState.Index' (duration: 10.583176ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:15.987226Z","caller":"traceutil/trace.go:171","msg":"trace[1956382424] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"326.061873ms","start":"2026-04-28T03:16:15.661149Z","end":"2026-04-28T03:16:15.987211Z","steps":["trace[1956382424] 'process raft request' (duration: 325.504905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:15.987285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:15.661139Z","time spent":"326.111316ms","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3681,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:16.008384Z","caller":"traceutil/trace.go:171","msg":"trace[1239652750] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"291.269734ms","start":"2026-04-28T03:16:15.717089Z","end":"2026-04-28T03:16:16.008358Z","steps":["trace[1239652750] 'process raft request' (duration: 291.130028ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:16.306819Z","caller":"traceutil/trace.go:171","msg":"trace[1140737089] linearizableReadLoop","detail":"{readStateIndex:988; appliedIndex:987; }","duration":"191.991557ms","start":"2026-04-28T03:16:16.114802Z","end":"2026-04-28T03:16:16.306794Z","steps":["trace[1140737089] 'read index received' (duration: 121.120818ms)","trace[1140737089] 'applied index is now lower than readState.Index' (duration: 70.869868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:16.306942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.117272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:16.306976Z","caller":"traceutil/trace.go:171","msg":"trace[1209396126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:956; }","duration":"192.198917ms","start":"2026-04-28T03:16:16.114766Z","end":"2026-04-28T03:16:16.306965Z","steps":["trace[1209396126] 'agreement among raft nodes before linearized reading' (duration: 192.115733ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:16.306924Z","caller":"traceutil/trace.go:171","msg":"trace[316186838] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"220.535819ms","start":"2026-04-28T03:16:16.086347Z","end":"2026-04-28T03:16:16.306883Z","steps":["trace[316186838] 'process raft request' (duration: 149.671181ms)","trace[316186838] 'compare' (duration: 70.655238ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:16.553131Z","caller":"traceutil/trace.go:171","msg":"trace[691175] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"239.506345ms","start":"2026-04-28T03:16:16.313603Z","end":"2026-04-28T03:16:16.55311Z","steps":["trace[691175] 'process raft request' (duration: 146.431803ms)","trace[691175] 'compare' (duration: 92.964705ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:16.805707Z","caller":"traceutil/trace.go:171","msg":"trace[188623228] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"215.309674ms","start":"2026-04-28T03:16:16.590379Z","end":"2026-04-28T03:16:16.805688Z","steps":["trace[188623228] 'process raft request' (duration: 215.182238ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:17.256141Z","caller":"traceutil/trace.go:171","msg":"trace[508860451] linearizableReadLoop","detail":"{readStateIndex:997; appliedIndex:994; }","duration":"309.912656ms","start":"2026-04-28T03:16:16.946212Z","end":"2026-04-28T03:16:17.256124Z","steps":["trace[508860451] 'read index received' (duration: 24.240642ms)","trace[508860451] 'applied index is now lower than readState.Index' (duration: 285.671144ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:17.256199Z","caller":"traceutil/trace.go:171","msg":"trace[1762272235] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"346.038088ms","start":"2026-04-28T03:16:16.91014Z","end":"2026-04-28T03:16:17.256178Z","steps":["trace[1762272235] 'process raft request' (duration: 246.069147ms)","trace[1762272235] 'compare' (duration: 99.759171ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:17.256234Z","caller":"traceutil/trace.go:171","msg":"trace[728035502] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"343.531885ms","start":"2026-04-28T03:16:16.912683Z","end":"2026-04-28T03:16:17.256214Z","steps":["trace[728035502] 'process raft request' (duration: 343.388518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:17.256278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.057873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:16:17.256291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.247244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:16:17.256299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:16.910118Z","time spent":"346.129214ms","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5626,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:17.256314Z","caller":"traceutil/trace.go:171","msg":"trace[788140693] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:965; }","duration":"310.131616ms","start":"2026-04-28T03:16:16.946173Z","end":"2026-04-28T03:16:17.256305Z","steps":["trace[788140693] 'agreement among raft nodes before linearized reading' (duration: 310.054482ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:17.256325Z","caller":"traceutil/trace.go:171","msg":"trace[941256947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:965; }","duration":"141.320828ms","start":"2026-04-28T03:16:17.114993Z","end":"2026-04-28T03:16:17.256314Z","steps":["trace[941256947] 'agreement among raft nodes before linearized reading' (duration: 141.254435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:17.256338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:16.946157Z","time spent":"310.174009ms","remote":"127.0.0.1:50936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:16:17.256328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:16.912673Z","time spent":"343.60557ms","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2493,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:17.72036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.092704ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:17.720493Z","caller":"traceutil/trace.go:171","msg":"trace[1725937860] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:971; }","duration":"158.255192ms","start":"2026-04-28T03:16:17.562217Z","end":"2026-04-28T03:16:17.720472Z","steps":["trace[1725937860] 'range keys from in-memory index tree' (duration: 158.065843ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:17.904638Z","caller":"traceutil/trace.go:171","msg":"trace[315024464] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"143.529375ms","start":"2026-04-28T03:16:17.76109Z","end":"2026-04-28T03:16:17.904619Z","steps":["trace[315024464] 'process raft request' (duration: 143.403279ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:19.458128Z","caller":"traceutil/trace.go:171","msg":"trace[1968275305] linearizableReadLoop","detail":"{readStateIndex:1005; appliedIndex:1004; }","duration":"343.663526ms","start":"2026-04-28T03:16:19.114448Z","end":"2026-04-28T03:16:19.458112Z","steps":["trace[1968275305] 'read index received' (duration: 343.52598ms)","trace[1968275305] 'applied index is now lower than readState.Index' (duration: 137.126µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:19.458362Z","caller":"traceutil/trace.go:171","msg":"trace[1741392785] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"483.695841ms","start":"2026-04-28T03:16:18.974658Z","end":"2026-04-28T03:16:19.458354Z","steps":["trace[1741392785] 'process raft request' (duration: 483.359634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:19.458427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:18.974634Z","time spent":"483.747053ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:19.458544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.101229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:19.458564Z","caller":"traceutil/trace.go:171","msg":"trace[1094612481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:973; }","duration":"344.149591ms","start":"2026-04-28T03:16:19.114409Z","end":"2026-04-28T03:16:19.458559Z","steps":["trace[1094612481] 'agreement among raft nodes before linearized reading' (duration: 344.116549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:19.45858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:19.114393Z","time spent":"344.183563ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:16:19.458707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.495257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:16:19.458724Z","caller":"traceutil/trace.go:171","msg":"trace[1896068332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:973; }","duration":"153.531589ms","start":"2026-04-28T03:16:19.305189Z","end":"2026-04-28T03:16:19.458721Z","steps":["trace[1896068332] 'agreement among raft nodes before linearized reading' (duration: 153.465225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:19.45881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.09511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:16:19.458826Z","caller":"traceutil/trace.go:171","msg":"trace[1308033542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:973; }","duration":"151.139053ms","start":"2026-04-28T03:16:19.307683Z","end":"2026-04-28T03:16:19.458822Z","steps":["trace[1308033542] 'agreement among raft nodes before linearized reading' (duration: 151.097791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:19.458845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.751515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:16:19.458904Z","caller":"traceutil/trace.go:171","msg":"trace[20031465] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:973; }","duration":"149.840199ms","start":"2026-04-28T03:16:19.309052Z","end":"2026-04-28T03:16:19.458893Z","steps":["trace[20031465] 'agreement among raft nodes before linearized reading' (duration: 149.66302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:19.458958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.497575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-28T03:16:19.458979Z","caller":"traceutil/trace.go:171","msg":"trace[1075138963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:973; }","duration":"147.532057ms","start":"2026-04-28T03:16:19.311439Z","end":"2026-04-28T03:16:19.458971Z","steps":["trace[1075138963] 'agreement among raft nodes before linearized reading' (duration: 147.488395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:19.45903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.152762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T03:16:19.459097Z","caller":"traceutil/trace.go:171","msg":"trace[564972345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:973; }","duration":"151.240067ms","start":"2026-04-28T03:16:19.30784Z","end":"2026-04-28T03:16:19.45908Z","steps":["trace[564972345] 'agreement among raft nodes before linearized reading' (duration: 150.89308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:19.972772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.426913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:19.972857Z","caller":"traceutil/trace.go:171","msg":"trace[280486769] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"509.706143ms","start":"2026-04-28T03:16:19.463135Z","end":"2026-04-28T03:16:19.972841Z","steps":["trace[280486769] 'process raft request' (duration: 378.129253ms)","trace[280486769] 'compare' (duration: 131.347199ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:19.972902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:19.463116Z","time spent":"509.765766ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:20.054524Z","caller":"traceutil/trace.go:171","msg":"trace[1406570109] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"590.721591ms","start":"2026-04-28T03:16:19.463778Z","end":"2026-04-28T03:16:20.054499Z","steps":["trace[1406570109] 'process raft request' (duration: 590.636047ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:20.054579Z","caller":"traceutil/trace.go:171","msg":"trace[531923629] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"590.803316ms","start":"2026-04-28T03:16:19.463724Z","end":"2026-04-28T03:16:20.054528Z","steps":["trace[531923629] 'process raft request' (duration: 590.538243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:20.054688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:19.463774Z","time spent":"590.833406ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:20.05474Z","caller":"traceutil/trace.go:171","msg":"trace[402588072] linearizableReadLoop","detail":"{readStateIndex:1010; appliedIndex:1006; }","duration":"106.911058ms","start":"2026-04-28T03:16:19.94781Z","end":"2026-04-28T03:16:20.054721Z","steps":["trace[402588072] 'read index received' (duration: 106.55086ms)","trace[402588072] 'applied index is now lower than readState.Index' (duration: 359.128µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:20.054765Z","caller":"traceutil/trace.go:171","msg":"trace[1998735578] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"590.929341ms","start":"2026-04-28T03:16:19.463807Z","end":"2026-04-28T03:16:20.054736Z","steps":["trace[1998735578] 'process raft request' (duration: 590.658168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:20.05484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.016633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:20.054861Z","caller":"traceutil/trace.go:171","msg":"trace[901219609] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:978; }","duration":"107.083146ms","start":"2026-04-28T03:16:19.947771Z","end":"2026-04-28T03:16:20.054854Z","steps":["trace[901219609] 'agreement among raft nodes before linearized reading' (duration: 107.020233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:20.054836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:19.463702Z","time spent":"590.986265ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:20.054908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:19.463803Z","time spent":"591.027396ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:20.055067Z","caller":"traceutil/trace.go:171","msg":"trace[991153084] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"589.610388ms","start":"2026-04-28T03:16:19.465438Z","end":"2026-04-28T03:16:20.055048Z","steps":["trace[991153084] 'process raft request' (duration: 589.208518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:20.055169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:19.465431Z","time spent":"589.682021ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:27.759836Z","caller":"traceutil/trace.go:171","msg":"trace[835227791] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"268.016263ms","start":"2026-04-28T03:16:27.491801Z","end":"2026-04-28T03:16:27.759817Z","steps":["trace[835227791] 'process raft request' (duration: 267.898997ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:28.350931Z","caller":"traceutil/trace.go:171","msg":"trace[1755932636] linearizableReadLoop","detail":"{readStateIndex:1055; appliedIndex:1052; }","duration":"169.78468ms","start":"2026-04-28T03:16:28.181122Z","end":"2026-04-28T03:16:28.350907Z","steps":["trace[1755932636] 'read index received' (duration: 136.203458ms)","trace[1755932636] 'applied index is now lower than readState.Index' (duration: 33.580112ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:28.350974Z","caller":"traceutil/trace.go:171","msg":"trace[714250982] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"178.216158ms","start":"2026-04-28T03:16:28.17273Z","end":"2026-04-28T03:16:28.350946Z","steps":["trace[714250982] 'process raft request' (duration: 144.641756ms)","trace[714250982] 'compare' (duration: 33.006545ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:28.351157Z","caller":"traceutil/trace.go:171","msg":"trace[1278631247] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"176.097174ms","start":"2026-04-28T03:16:28.17505Z","end":"2026-04-28T03:16:28.351147Z","steps":["trace[1278631247] 'process raft request' (duration: 175.743538ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:28.351286Z","caller":"traceutil/trace.go:171","msg":"trace[181557503] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"176.139847ms","start":"2026-04-28T03:16:28.175138Z","end":"2026-04-28T03:16:28.351277Z","steps":["trace[181557503] 'process raft request' (duration: 175.737147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:28.35112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:16:28.351413Z","caller":"traceutil/trace.go:171","msg":"trace[1490441081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1020; }","duration":"170.314876ms","start":"2026-04-28T03:16:28.181089Z","end":"2026-04-28T03:16:28.351404Z","steps":["trace[1490441081] 'agreement among raft nodes before linearized reading' (duration: 169.904766ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:30.038246Z","caller":"traceutil/trace.go:171","msg":"trace[1200068458] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"272.660037ms","start":"2026-04-28T03:16:29.76556Z","end":"2026-04-28T03:16:30.03822Z","steps":["trace[1200068458] 'process raft request' (duration: 272.51682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:30.271793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.956354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:30.271919Z","caller":"traceutil/trace.go:171","msg":"trace[900186176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1022; }","duration":"155.07907ms","start":"2026-04-28T03:16:30.116783Z","end":"2026-04-28T03:16:30.271862Z","steps":["trace[900186176] 'range keys from in-memory index tree' (duration: 154.87393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:30.27179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.977431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:16:30.272005Z","caller":"traceutil/trace.go:171","msg":"trace[225412313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1022; }","duration":"135.245133ms","start":"2026-04-28T03:16:30.136739Z","end":"2026-04-28T03:16:30.271985Z","steps":["trace[225412313] 'range keys from in-memory index tree' (duration: 134.809181ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:30.388319Z","caller":"traceutil/trace.go:171","msg":"trace[325520933] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"111.75109ms","start":"2026-04-28T03:16:30.276552Z","end":"2026-04-28T03:16:30.388303Z","steps":["trace[325520933] 'process raft request' (duration: 111.461226ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:30.7867Z","caller":"traceutil/trace.go:171","msg":"trace[2031270456] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"394.026033ms","start":"2026-04-28T03:16:30.392631Z","end":"2026-04-28T03:16:30.786657Z","steps":["trace[2031270456] 'process raft request' (duration: 335.715051ms)","trace[2031270456] 'compare' (duration: 58.014328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:30.786868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:30.392622Z","time spent":"394.16212ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:30.786996Z","caller":"traceutil/trace.go:171","msg":"trace[46751389] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"394.204292ms","start":"2026-04-28T03:16:30.392773Z","end":"2026-04-28T03:16:30.786977Z","steps":["trace[46751389] 'process raft request' (duration: 393.761781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:30.787096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:30.392754Z","time spent":"394.287956ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:30.792852Z","caller":"traceutil/trace.go:171","msg":"trace[125727663] linearizableReadLoop","detail":"{readStateIndex:1062; appliedIndex:1058; }","duration":"360.620243ms","start":"2026-04-28T03:16:30.432214Z","end":"2026-04-28T03:16:30.792834Z","steps":["trace[125727663] 'read index received' (duration: 33.034483ms)","trace[125727663] 'applied index is now lower than readState.Index' (duration: 327.5846ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:30.793159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.424891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:30.793254Z","caller":"traceutil/trace.go:171","msg":"trace[1085014540] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1026; }","duration":"209.560398ms","start":"2026-04-28T03:16:30.583681Z","end":"2026-04-28T03:16:30.793242Z","steps":["trace[1085014540] 'agreement among raft nodes before linearized reading' (duration: 209.422441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:30.793227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.97366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:16:30.793472Z","caller":"traceutil/trace.go:171","msg":"trace[238539761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1026; }","duration":"361.286995ms","start":"2026-04-28T03:16:30.432156Z","end":"2026-04-28T03:16:30.793443Z","steps":["trace[238539761] 'agreement among raft nodes before linearized reading' (duration: 360.877506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:30.793791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:30.432134Z","time spent":"361.635322ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:16:34.163482Z","caller":"traceutil/trace.go:171","msg":"trace[328653197] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"107.699872ms","start":"2026-04-28T03:16:34.055755Z","end":"2026-04-28T03:16:34.163455Z","steps":["trace[328653197] 'process raft request' (duration: 107.557635ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:39.312829Z","caller":"traceutil/trace.go:171","msg":"trace[1392796567] linearizableReadLoop","detail":"{readStateIndex:1097; appliedIndex:1096; }","duration":"197.274486ms","start":"2026-04-28T03:16:39.115522Z","end":"2026-04-28T03:16:39.312797Z","steps":["trace[1392796567] 'read index received' (duration: 171.227776ms)","trace[1392796567] 'applied index is now lower than readState.Index' (duration: 26.04561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:39.312977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.440935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:39.31301Z","caller":"traceutil/trace.go:171","msg":"trace[1479393563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1059; }","duration":"197.515208ms","start":"2026-04-28T03:16:39.115484Z","end":"2026-04-28T03:16:39.312999Z","steps":["trace[1479393563] 'agreement among raft nodes before linearized reading' (duration: 197.419513ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:39.313209Z","caller":"traceutil/trace.go:171","msg":"trace[1057681447] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"460.869258ms","start":"2026-04-28T03:16:38.852325Z","end":"2026-04-28T03:16:39.313194Z","steps":["trace[1057681447] 'process raft request' (duration: 434.384647ms)","trace[1057681447] 'compare' (duration: 25.706834ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:39.313297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:38.852297Z","time spent":"460.948262ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:41.337599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779662771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:16:41.838718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779662771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:16:42.339371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779662771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:16:42.533248Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.700818305s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:16:42.533589Z","caller":"traceutil/trace.go:171","msg":"trace[2071227227] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"1.701219894s","start":"2026-04-28T03:16:40.832348Z","end":"2026-04-28T03:16:42.533568Z","steps":["trace[2071227227] 'process raft request' (duration: 1.701070057s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:42.533719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:40.832329Z","time spent":"1.701325349s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:42.910034Z","caller":"traceutil/trace.go:171","msg":"trace[92993008] linearizableReadLoop","detail":"{readStateIndex:1104; appliedIndex:1101; }","duration":"2.072786118s","start":"2026-04-28T03:16:40.837222Z","end":"2026-04-28T03:16:42.910008Z","steps":["trace[92993008] 'read index received' (duration: 1.696293997s)","trace[92993008] 'applied index is now lower than readState.Index' (duration: 376.490981ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:42.91004Z","caller":"traceutil/trace.go:171","msg":"trace[562165094] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"690.716807ms","start":"2026-04-28T03:16:42.219306Z","end":"2026-04-28T03:16:42.910022Z","steps":["trace[562165094] 'process raft request' (duration: 690.460655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:42.910286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073046281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:16:42.910367Z","caller":"traceutil/trace.go:171","msg":"trace[544155256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1065; }","duration":"2.073174756s","start":"2026-04-28T03:16:40.83717Z","end":"2026-04-28T03:16:42.910345Z","steps":["trace[544155256] 'agreement among raft nodes before linearized reading' (duration: 2.072931795s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:42.910375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:42.219284Z","time spent":"690.99943ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:42.910428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:40.837149Z","time spent":"2.073264541s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:16:42.910586Z","caller":"traceutil/trace.go:171","msg":"trace[937519512] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"681.220701ms","start":"2026-04-28T03:16:42.22934Z","end":"2026-04-28T03:16:42.910561Z","steps":["trace[937519512] 'process raft request' (duration: 680.612622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:42.911043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:42.229324Z","time spent":"681.660382ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:42.912156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79566941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:42.9122Z","caller":"traceutil/trace.go:171","msg":"trace[765859796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1066; }","duration":"1.795757074s","start":"2026-04-28T03:16:41.116433Z","end":"2026-04-28T03:16:42.91219Z","steps":["trace[765859796] 'agreement among raft nodes before linearized reading' (duration: 1.79568054s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:42.912226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:41.116413Z","time spent":"1.795807057s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:16:42.912435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.125439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:16:42.912471Z","caller":"traceutil/trace.go:171","msg":"trace[213629380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1066; }","duration":"392.208583ms","start":"2026-04-28T03:16:42.520253Z","end":"2026-04-28T03:16:42.912462Z","steps":["trace[213629380] 'agreement among raft nodes before linearized reading' (duration: 392.117069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:42.912496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:42.52023Z","time spent":"392.258865ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:16:42.912426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.058442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:16:42.912621Z","caller":"traceutil/trace.go:171","msg":"trace[580605875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1066; }","duration":"380.294503ms","start":"2026-04-28T03:16:42.532307Z","end":"2026-04-28T03:16:42.912602Z","steps":["trace[580605875] 'agreement among raft nodes before linearized reading' (duration: 379.842611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:42.912706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:42.532287Z","time spent":"380.406268ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:16:42.912646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595275005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:16:42.912915Z","caller":"traceutil/trace.go:171","msg":"trace[328742801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1066; }","duration":"1.595569978s","start":"2026-04-28T03:16:41.317337Z","end":"2026-04-28T03:16:42.912907Z","steps":["trace[328742801] 'agreement among raft nodes before linearized reading' (duration: 1.595262924s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:42.912939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:41.317321Z","time spent":"1.59561181s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:16:42.912726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74455689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:16:42.913027Z","caller":"traceutil/trace.go:171","msg":"trace[288835621] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"281.365133ms","start":"2026-04-28T03:16:42.631654Z","end":"2026-04-28T03:16:42.913019Z","steps":["trace[288835621] 'process raft request' (duration: 280.372485ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:42.913041Z","caller":"traceutil/trace.go:171","msg":"trace[276459604] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1066; }","duration":"1.744903106s","start":"2026-04-28T03:16:41.168124Z","end":"2026-04-28T03:16:42.913028Z","steps":["trace[276459604] 'agreement among raft nodes before linearized reading' (duration: 1.744535098s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:42.91308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:41.168106Z","time spent":"1.744960739s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":123,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:16:43.290752Z","caller":"traceutil/trace.go:171","msg":"trace[507940849] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"373.080911ms","start":"2026-04-28T03:16:42.917644Z","end":"2026-04-28T03:16:43.290724Z","steps":["trace[507940849] 'process raft request' (duration: 372.997537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:43.29092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:42.917638Z","time spent":"373.202506ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:43.290937Z","caller":"traceutil/trace.go:171","msg":"trace[2030588370] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"373.312751ms","start":"2026-04-28T03:16:42.917593Z","end":"2026-04-28T03:16:43.290906Z","steps":["trace[2030588370] 'process raft request' (duration: 321.045218ms)","trace[2030588370] 'compare' (duration: 51.826002ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:43.290928Z","caller":"traceutil/trace.go:171","msg":"trace[1392383761] linearizableReadLoop","detail":"{readStateIndex:1109; appliedIndex:1105; }","duration":"372.753095ms","start":"2026-04-28T03:16:42.918162Z","end":"2026-04-28T03:16:43.290915Z","steps":["trace[1392383761] 'read index received' (duration: 51.195583ms)","trace[1392383761] 'applied index is now lower than readState.Index' (duration: 321.556682ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:43.290978Z","caller":"traceutil/trace.go:171","msg":"trace[886596946] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"373.234967ms","start":"2026-04-28T03:16:42.917716Z","end":"2026-04-28T03:16:43.290951Z","steps":["trace[886596946] 'process raft request' (duration: 372.968675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:43.291022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.847439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:43.291048Z","caller":"traceutil/trace.go:171","msg":"trace[291273212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1070; }","duration":"372.899352ms","start":"2026-04-28T03:16:42.918142Z","end":"2026-04-28T03:16:43.291042Z","steps":["trace[291273212] 'agreement among raft nodes before linearized reading' (duration: 372.825078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:43.291064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:42.918135Z","time spent":"372.925843ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:16:43.291059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:42.917583Z","time spent":"373.412865ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:43.2911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:42.917692Z","time spent":"373.341562ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:44.718327Z","caller":"traceutil/trace.go:171","msg":"trace[984894558] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"176.344002ms","start":"2026-04-28T03:16:44.541956Z","end":"2026-04-28T03:16:44.7183Z","steps":["trace[984894558] 'process raft request' (duration: 176.067169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:45.106753Z","caller":"traceutil/trace.go:171","msg":"trace[1435732982] linearizableReadLoop","detail":"{readStateIndex:1111; appliedIndex:1110; }","duration":"133.847796ms","start":"2026-04-28T03:16:44.972883Z","end":"2026-04-28T03:16:45.106731Z","steps":["trace[1435732982] 'read index received' (duration: 133.553572ms)","trace[1435732982] 'applied index is now lower than readState.Index' (duration: 293.254µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:45.106885Z","caller":"traceutil/trace.go:171","msg":"trace[2023428677] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"190.293608ms","start":"2026-04-28T03:16:44.916569Z","end":"2026-04-28T03:16:45.106863Z","steps":["trace[2023428677] 'process raft request' (duration: 190.003754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:45.106979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.019245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T03:16:45.106996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.105848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:16:45.107015Z","caller":"traceutil/trace.go:171","msg":"trace[2079219073] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:1072; }","duration":"129.107779ms","start":"2026-04-28T03:16:44.977899Z","end":"2026-04-28T03:16:45.107007Z","steps":["trace[2079219073] 'agreement among raft nodes before linearized reading' (duration: 128.982043ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:45.107045Z","caller":"traceutil/trace.go:171","msg":"trace[980827132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1072; }","duration":"134.166591ms","start":"2026-04-28T03:16:44.972865Z","end":"2026-04-28T03:16:45.107031Z","steps":["trace[980827132] 'agreement among raft nodes before linearized reading' (duration: 134.008824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:45.269576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.799351ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-28T03:16:45.269807Z","caller":"traceutil/trace.go:171","msg":"trace[1524892405] linearizableReadLoop","detail":"{readStateIndex:1113; appliedIndex:1111; }","duration":"153.391071ms","start":"2026-04-28T03:16:45.1164Z","end":"2026-04-28T03:16:45.269791Z","steps":["trace[1524892405] 'read index received' (duration: 46.368269ms)","trace[1524892405] 'applied index is now lower than readState.Index' (duration: 107.021782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:45.269899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.493845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:45.269926Z","caller":"traceutil/trace.go:171","msg":"trace[480387080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1073; }","duration":"153.544828ms","start":"2026-04-28T03:16:45.116371Z","end":"2026-04-28T03:16:45.269916Z","steps":["trace[480387080] 'agreement among raft nodes before linearized reading' (duration: 153.475344ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:45.270111Z","caller":"traceutil/trace.go:171","msg":"trace[949204813] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"158.42466ms","start":"2026-04-28T03:16:45.111676Z","end":"2026-04-28T03:16:45.2701Z","steps":["trace[949204813] 'process raft request' (duration: 158.0043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:47.216646Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.590632551s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:16:48.105847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.600134ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:48.10594Z","caller":"traceutil/trace.go:171","msg":"trace[786194543] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1074; }","duration":"542.701758ms","start":"2026-04-28T03:16:47.563226Z","end":"2026-04-28T03:16:48.105928Z","steps":["trace[786194543] 'range keys from in-memory index tree' (duration: 542.574522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:48.106116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480067769s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:48.106333Z","caller":"traceutil/trace.go:171","msg":"trace[1471711576] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"2.73400401s","start":"2026-04-28T03:16:45.372298Z","end":"2026-04-28T03:16:48.106302Z","steps":["trace[1471711576] 'process raft request' (duration: 253.666468ms)","trace[1471711576] 'compare' (duration: 2.478956276s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:48.106425Z","caller":"traceutil/trace.go:171","msg":"trace[2067942890] linearizableReadLoop","detail":"{readStateIndex:1115; appliedIndex:1114; }","duration":"2.733971549s","start":"2026-04-28T03:16:45.372441Z","end":"2026-04-28T03:16:48.106413Z","steps":["trace[2067942890] 'read index received' (duration: 253.592905ms)","trace[2067942890] 'applied index is now lower than readState.Index' (duration: 2.480377744s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:48.106551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:45.37227Z","time spent":"2.734160128s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:48.106612Z","caller":"traceutil/trace.go:171","msg":"trace[1301079266] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"2.733987159s","start":"2026-04-28T03:16:45.372613Z","end":"2026-04-28T03:16:48.1066Z","steps":["trace[1301079266] 'process raft request' (duration: 2.733637063s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:48.106676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:45.372599Z","time spent":"2.734040602s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:48.106386Z","caller":"traceutil/trace.go:171","msg":"trace[1894477999] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"2.733413552s","start":"2026-04-28T03:16:45.372954Z","end":"2026-04-28T03:16:48.106367Z","steps":["trace[1894477999] 'process raft request' (duration: 2.733378591s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:48.106864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.73442037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:16:48.106894Z","caller":"traceutil/trace.go:171","msg":"trace[545991199] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1077; }","duration":"2.734485714s","start":"2026-04-28T03:16:45.372398Z","end":"2026-04-28T03:16:48.106884Z","steps":["trace[545991199] 'agreement among raft nodes before linearized reading' (duration: 2.734381879s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:48.106921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:45.372376Z","time spent":"2.734538946s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T03:16:48.106941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:45.372944Z","time spent":"2.733927267s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:48.136828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999992136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:16:48.136892Z","caller":"traceutil/trace.go:171","msg":"trace[198650803] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000103112s","start":"2026-04-28T03:16:46.136775Z","end":"2026-04-28T03:16:48.136878Z","steps":["trace[198650803] 'agreement among raft nodes before linearized reading' (duration: 2.000016068s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:48.13695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:46.136758Z","time spent":"2.000182146s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:16:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:16:48.607046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779662807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:16:49.071838Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.855001038s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:16:49.557618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.289018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:49.557757Z","caller":"traceutil/trace.go:171","msg":"trace[1719514530] linearizableReadLoop","detail":"{readStateIndex:1118; appliedIndex:1117; }","duration":"1.45129053s","start":"2026-04-28T03:16:48.106449Z","end":"2026-04-28T03:16:49.557739Z","steps":["trace[1719514530] 'read index received' (duration: 965.516299ms)","trace[1719514530] 'applied index is now lower than readState.Index' (duration: 485.771851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:49.557929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833786709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:16:49.557898Z","caller":"traceutil/trace.go:171","msg":"trace[1770342790] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"2.445120599s","start":"2026-04-28T03:16:47.112735Z","end":"2026-04-28T03:16:49.557856Z","steps":["trace[1770342790] 'process raft request' (duration: 1.959322426s)","trace[1770342790] 'compare' (duration: 484.739922ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:49.557955Z","caller":"traceutil/trace.go:171","msg":"trace[1656380422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1078; }","duration":"2.834377548s","start":"2026-04-28T03:16:46.72357Z","end":"2026-04-28T03:16:49.557947Z","steps":["trace[1656380422] 'agreement among raft nodes before linearized reading' (duration: 2.834245752s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:49.55798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:46.723554Z","time spent":"2.834420799s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:16:49.557967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.284970702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:16:49.558034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.943964292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:49.558041Z","caller":"traceutil/trace.go:171","msg":"trace[88402020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1078; }","duration":"2.285081177s","start":"2026-04-28T03:16:47.272944Z","end":"2026-04-28T03:16:49.558025Z","steps":["trace[88402020] 'agreement among raft nodes before linearized reading' (duration: 2.284847436s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:49.558062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448249184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:16:49.558079Z","caller":"traceutil/trace.go:171","msg":"trace[1266597646] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1078; }","duration":"1.448288697s","start":"2026-04-28T03:16:48.109786Z","end":"2026-04-28T03:16:49.558075Z","steps":["trace[1266597646] 'agreement among raft nodes before linearized reading' (duration: 1.448256445s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:49.558074Z","caller":"traceutil/trace.go:171","msg":"trace[1197267440] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1078; }","duration":"3.944031825s","start":"2026-04-28T03:16:45.61403Z","end":"2026-04-28T03:16:49.558061Z","steps":["trace[1197267440] 'agreement among raft nodes before linearized reading' (duration: 3.943989893s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:49.558095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:48.109774Z","time spent":"1.448317528s","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T03:16:49.558091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:47.272926Z","time spent":"2.28515396s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:16:49.558075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:47.112701Z","time spent":"2.445265176s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:49.558132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:45.613999Z","time spent":"3.944125799s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:16:49.558127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.592264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:16:49.557985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.060019665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:49.558191Z","caller":"traceutil/trace.go:171","msg":"trace[92361263] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1078; }","duration":"367.710729ms","start":"2026-04-28T03:16:49.190467Z","end":"2026-04-28T03:16:49.558178Z","steps":["trace[92361263] 'agreement among raft nodes before linearized reading' (duration: 367.583523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:49.558209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329544131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:16:49.558224Z","caller":"traceutil/trace.go:171","msg":"trace[1488822104] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1078; }","duration":"1.329596184s","start":"2026-04-28T03:16:48.228623Z","end":"2026-04-28T03:16:49.558219Z","steps":["trace[1488822104] 'agreement among raft nodes before linearized reading' (duration: 1.329549132s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:49.558219Z","caller":"traceutil/trace.go:171","msg":"trace[1842314499] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1078; }","duration":"4.060307909s","start":"2026-04-28T03:16:45.497899Z","end":"2026-04-28T03:16:49.558207Z","steps":["trace[1842314499] 'agreement among raft nodes before linearized reading' (duration: 4.060006195s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:49.558238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:48.228579Z","time spent":"1.329655147s","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":45,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:16:49.558255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:45.497877Z","time spent":"4.060364862s","remote":"127.0.0.1:51126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:16:49.558261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.039043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:16:49.558289Z","caller":"traceutil/trace.go:171","msg":"trace[899834053] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1078; }","duration":"243.097956ms","start":"2026-04-28T03:16:49.315182Z","end":"2026-04-28T03:16:49.55828Z","steps":["trace[899834053] 'agreement among raft nodes before linearized reading' (duration: 243.057184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:49.558332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392875248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:16:49.558278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421155839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:16:49.558224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:49.190445Z","time spent":"367.770893ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:16:49.55838Z","caller":"traceutil/trace.go:171","msg":"trace[89598416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1078; }","duration":"1.421292136s","start":"2026-04-28T03:16:48.13708Z","end":"2026-04-28T03:16:49.558373Z","steps":["trace[89598416] 'agreement among raft nodes before linearized reading' (duration: 1.42116147s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:49.558369Z","caller":"traceutil/trace.go:171","msg":"trace[864207019] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1078; }","duration":"1.392946501s","start":"2026-04-28T03:16:48.16541Z","end":"2026-04-28T03:16:49.558356Z","steps":["trace[864207019] 'agreement among raft nodes before linearized reading' (duration: 1.392894739s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:49.558399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:48.137064Z","time spent":"1.421330097s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:16:49.558412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:48.165389Z","time spent":"1.393013965s","remote":"127.0.0.1:51226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:16:49.904545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.518042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:49.904847Z","caller":"traceutil/trace.go:171","msg":"trace[1753314665] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"341.252956ms","start":"2026-04-28T03:16:49.563569Z","end":"2026-04-28T03:16:49.904822Z","steps":["trace[1753314665] 'process raft request' (duration: 341.098609ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:49.904862Z","caller":"traceutil/trace.go:171","msg":"trace[430782849] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"341.32991ms","start":"2026-04-28T03:16:49.563502Z","end":"2026-04-28T03:16:49.904832Z","steps":["trace[430782849] 'process raft request' (duration: 109.426289ms)","trace[430782849] 'compare' (duration: 231.392627ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:49.904893Z","caller":"traceutil/trace.go:171","msg":"trace[743572621] linearizableReadLoop","detail":"{readStateIndex:1119; appliedIndex:1118; }","duration":"341.295447ms","start":"2026-04-28T03:16:49.56355Z","end":"2026-04-28T03:16:49.904846Z","steps":["trace[743572621] 'read index received' (duration: 109.454139ms)","trace[743572621] 'applied index is now lower than readState.Index' (duration: 231.839328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:49.904975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:49.563483Z","time spent":"341.430035ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:49.904964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:49.563549Z","time spent":"341.359321ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:49.90501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.392885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:16:49.905047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.508077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T03:16:49.905067Z","caller":"traceutil/trace.go:171","msg":"trace[825660404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1080; }","duration":"340.472548ms","start":"2026-04-28T03:16:49.564584Z","end":"2026-04-28T03:16:49.905056Z","steps":["trace[825660404] 'agreement among raft nodes before linearized reading' (duration: 340.386884ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:49.905075Z","caller":"traceutil/trace.go:171","msg":"trace[435968059] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b; range_end:; response_count:1; response_revision:1080; }","duration":"341.558811ms","start":"2026-04-28T03:16:49.563505Z","end":"2026-04-28T03:16:49.905064Z","steps":["trace[435968059] 'agreement among raft nodes before linearized reading' (duration: 341.452966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:49.905097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:49.564576Z","time spent":"340.515341ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:16:49.905099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:49.563491Z","time spent":"341.602482ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b\" "} {"level":"info","ts":"2026-04-28T03:16:50.130968Z","caller":"traceutil/trace.go:171","msg":"trace[1900776188] linearizableReadLoop","detail":"{readStateIndex:1121; appliedIndex:1120; }","duration":"182.075778ms","start":"2026-04-28T03:16:49.948873Z","end":"2026-04-28T03:16:50.130949Z","steps":["trace[1900776188] 'read index received' (duration: 160.909138ms)","trace[1900776188] 'applied index is now lower than readState.Index' (duration: 21.16589ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:50.131143Z","caller":"traceutil/trace.go:171","msg":"trace[249921091] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"224.794888ms","start":"2026-04-28T03:16:49.906335Z","end":"2026-04-28T03:16:50.13113Z","steps":["trace[249921091] 'process raft request' (duration: 203.4597ms)","trace[249921091] 'compare' (duration: 20.972491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:50.131193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.281987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:50.131293Z","caller":"traceutil/trace.go:171","msg":"trace[833927506] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1081; }","duration":"182.409544ms","start":"2026-04-28T03:16:49.948868Z","end":"2026-04-28T03:16:50.131277Z","steps":["trace[833927506] 'agreement among raft nodes before linearized reading' (duration: 182.239745ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:50.35906Z","caller":"traceutil/trace.go:171","msg":"trace[468580715] linearizableReadLoop","detail":"{readStateIndex:1124; appliedIndex:1121; }","duration":"104.438358ms","start":"2026-04-28T03:16:50.254606Z","end":"2026-04-28T03:16:50.359044Z","steps":["trace[468580715] 'read index received' (duration: 76.727424ms)","trace[468580715] 'applied index is now lower than readState.Index' (duration: 27.710124ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:50.359058Z","caller":"traceutil/trace.go:171","msg":"trace[1192902310] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"223.936136ms","start":"2026-04-28T03:16:50.135084Z","end":"2026-04-28T03:16:50.35902Z","steps":["trace[1192902310] 'process raft request' (duration: 196.232153ms)","trace[1192902310] 'compare' (duration: 27.518564ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:50.359116Z","caller":"traceutil/trace.go:171","msg":"trace[565379042] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"222.582532ms","start":"2026-04-28T03:16:50.136497Z","end":"2026-04-28T03:16:50.35908Z","steps":["trace[565379042] 'process raft request' (duration: 222.472537ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:50.359156Z","caller":"traceutil/trace.go:171","msg":"trace[1530502202] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"222.559341ms","start":"2026-04-28T03:16:50.136568Z","end":"2026-04-28T03:16:50.359127Z","steps":["trace[1530502202] 'process raft request' (duration: 222.443976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:50.359387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.755593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:50.359459Z","caller":"traceutil/trace.go:171","msg":"trace[1050742364] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1084; }","duration":"104.878689ms","start":"2026-04-28T03:16:50.254563Z","end":"2026-04-28T03:16:50.359441Z","steps":["trace[1050742364] 'agreement among raft nodes before linearized reading' (duration: 104.606786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:50.640291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.779283ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:16:52.144262Z","caller":"traceutil/trace.go:171","msg":"trace[801104813] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"232.064688ms","start":"2026-04-28T03:16:51.912171Z","end":"2026-04-28T03:16:52.144236Z","steps":["trace[801104813] 'process raft request' (duration: 219.455877ms)","trace[801104813] 'compare' (duration: 12.264275ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:53.104241Z","caller":"traceutil/trace.go:171","msg":"trace[476664432] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"183.184002ms","start":"2026-04-28T03:16:52.921024Z","end":"2026-04-28T03:16:53.104208Z","steps":["trace[476664432] 'process raft request' (duration: 182.998304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:53.96919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.934522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:53.969325Z","caller":"traceutil/trace.go:171","msg":"trace[1277006883] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"888.874195ms","start":"2026-04-28T03:16:53.080423Z","end":"2026-04-28T03:16:53.969298Z","steps":["trace[1277006883] 'process raft request' (duration: 509.737453ms)","trace[1277006883] 'compare' (duration: 378.573444ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:53.969462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:53.080398Z","time spent":"889.014231ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:54.224307Z","caller":"traceutil/trace.go:171","msg":"trace[2003944140] linearizableReadLoop","detail":"{readStateIndex:1134; appliedIndex:1133; }","duration":"296.538637ms","start":"2026-04-28T03:16:53.927743Z","end":"2026-04-28T03:16:54.224281Z","steps":["trace[2003944140] 'read index received' (duration: 276.668889ms)","trace[2003944140] 'applied index is now lower than readState.Index' (duration: 19.868348ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:54.224469Z","caller":"traceutil/trace.go:171","msg":"trace[1145088495] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"596.527671ms","start":"2026-04-28T03:16:53.627912Z","end":"2026-04-28T03:16:54.22444Z","steps":["trace[1145088495] 'process raft request' (duration: 576.59802ms)","trace[1145088495] 'compare' (duration: 19.658318ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:54.224526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.838128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:16:54.224574Z","caller":"traceutil/trace.go:171","msg":"trace[1857861915] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1093; }","duration":"136.976364ms","start":"2026-04-28T03:16:54.087585Z","end":"2026-04-28T03:16:54.224561Z","steps":["trace[1857861915] 'agreement among raft nodes before linearized reading' (duration: 136.842367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:54.22459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.824311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:16:54.224618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:53.627857Z","time spent":"596.688879ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:54.22466Z","caller":"traceutil/trace.go:171","msg":"trace[1947508144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1093; }","duration":"296.907905ms","start":"2026-04-28T03:16:53.927738Z","end":"2026-04-28T03:16:54.224646Z","steps":["trace[1947508144] 'agreement among raft nodes before linearized reading' (duration: 296.676704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:54.224786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.600118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:54.22481Z","caller":"traceutil/trace.go:171","msg":"trace[179987997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1093; }","duration":"109.659341ms","start":"2026-04-28T03:16:54.115145Z","end":"2026-04-28T03:16:54.224805Z","steps":["trace[179987997] 'agreement among raft nodes before linearized reading' (duration: 109.624109ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:54.473308Z","caller":"traceutil/trace.go:171","msg":"trace[366974665] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"244.614668ms","start":"2026-04-28T03:16:54.228613Z","end":"2026-04-28T03:16:54.473227Z","steps":["trace[366974665] 'process raft request' (duration: 162.25922ms)","trace[366974665] 'compare' (duration: 82.038053ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:54.939696Z","caller":"traceutil/trace.go:171","msg":"trace[220379605] linearizableReadLoop","detail":"{readStateIndex:1139; appliedIndex:1137; }","duration":"412.78371ms","start":"2026-04-28T03:16:54.526887Z","end":"2026-04-28T03:16:54.939671Z","steps":["trace[220379605] 'read index received' (duration: 6.015407ms)","trace[220379605] 'applied index is now lower than readState.Index' (duration: 406.767293ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:54.939732Z","caller":"traceutil/trace.go:171","msg":"trace[656245291] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"462.439969ms","start":"2026-04-28T03:16:54.477269Z","end":"2026-04-28T03:16:54.939709Z","steps":["trace[656245291] 'process raft request' (duration: 462.356195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:54.94002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.116646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:16:54.940045Z","caller":"traceutil/trace.go:171","msg":"trace[1318343549] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1098; }","duration":"413.2055ms","start":"2026-04-28T03:16:54.526834Z","end":"2026-04-28T03:16:54.94004Z","steps":["trace[1318343549] 'agreement among raft nodes before linearized reading' (duration: 412.938827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:54.940067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:54.52681Z","time spent":"413.251853ms","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":69,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:16:54.940094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.184977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:16:54.940103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:54.477247Z","time spent":"462.780725ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:54.940131Z","caller":"traceutil/trace.go:171","msg":"trace[718697840] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1098; }","duration":"271.246819ms","start":"2026-04-28T03:16:54.668874Z","end":"2026-04-28T03:16:54.94012Z","steps":["trace[718697840] 'agreement among raft nodes before linearized reading' (duration: 271.160585ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:54.939717Z","caller":"traceutil/trace.go:171","msg":"trace[1799976069] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"462.441549ms","start":"2026-04-28T03:16:54.477245Z","end":"2026-04-28T03:16:54.939687Z","steps":["trace[1799976069] 'process raft request' (duration: 462.214248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:54.940246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:54.477222Z","time spent":"462.963913ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:55.119995Z","caller":"traceutil/trace.go:171","msg":"trace[1506363491] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"132.002125ms","start":"2026-04-28T03:16:54.987952Z","end":"2026-04-28T03:16:55.119954Z","steps":["trace[1506363491] 'process raft request' (duration: 47.319157ms)","trace[1506363491] 'compare' (duration: 84.336831ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:58.706326Z","caller":"traceutil/trace.go:171","msg":"trace[1744437010] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"142.791054ms","start":"2026-04-28T03:16:58.563486Z","end":"2026-04-28T03:16:58.706277Z","steps":["trace[1744437010] 'process raft request' (duration: 84.040184ms)","trace[1744437010] 'compare' (duration: 58.619413ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:08.525486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.563935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:17:08.525578Z","caller":"traceutil/trace.go:171","msg":"trace[1161825056] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"132.72808ms","start":"2026-04-28T03:17:08.392835Z","end":"2026-04-28T03:17:08.525563Z","steps":["trace[1161825056] 'process raft request' (duration: 18.020127ms)","trace[1161825056] 'compare' (duration: 114.464801ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:14.914546Z","caller":"traceutil/trace.go:171","msg":"trace[225667310] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"162.684295ms","start":"2026-04-28T03:17:14.751842Z","end":"2026-04-28T03:17:14.914526Z","steps":["trace[225667310] 'process raft request' (duration: 162.457114ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:15.054281Z","caller":"traceutil/trace.go:171","msg":"trace[17849432] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"136.184656ms","start":"2026-04-28T03:17:14.918061Z","end":"2026-04-28T03:17:15.054246Z","steps":["trace[17849432] 'process raft request' (duration: 126.794201ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:19.050521Z","caller":"traceutil/trace.go:171","msg":"trace[1509653013] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"341.218653ms","start":"2026-04-28T03:17:18.709278Z","end":"2026-04-28T03:17:19.050497Z","steps":["trace[1509653013] 'process raft request' (duration: 335.89867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:19.050655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:18.709247Z","time spent":"341.334588ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:19.570011Z","caller":"traceutil/trace.go:171","msg":"trace[327494724] linearizableReadLoop","detail":"{readStateIndex:1223; appliedIndex:1221; }","duration":"225.759842ms","start":"2026-04-28T03:17:19.344226Z","end":"2026-04-28T03:17:19.569986Z","steps":["trace[327494724] 'read index received' (duration: 30.394312ms)","trace[327494724] 'applied index is now lower than readState.Index' (duration: 195.3646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:19.570145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.901499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:19.570129Z","caller":"traceutil/trace.go:171","msg":"trace[1952466613] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"291.424217ms","start":"2026-04-28T03:17:19.278668Z","end":"2026-04-28T03:17:19.570092Z","steps":["trace[1952466613] 'process raft request' (duration: 227.306715ms)","trace[1952466613] 'compare' (duration: 63.894132ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:19.570182Z","caller":"traceutil/trace.go:171","msg":"trace[2082798219] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1177; }","duration":"225.994364ms","start":"2026-04-28T03:17:19.344175Z","end":"2026-04-28T03:17:19.57017Z","steps":["trace[2082798219] 'agreement among raft nodes before linearized reading' (duration: 225.90792ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:23.892787Z","caller":"traceutil/trace.go:171","msg":"trace[1026563657] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"100.198482ms","start":"2026-04-28T03:17:23.792565Z","end":"2026-04-28T03:17:23.892763Z","steps":["trace[1026563657] 'process raft request' (duration: 100.054175ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:29.110855Z","caller":"traceutil/trace.go:171","msg":"trace[1699739798] linearizableReadLoop","detail":"{readStateIndex:1254; appliedIndex:1253; }","duration":"126.39259ms","start":"2026-04-28T03:17:28.984437Z","end":"2026-04-28T03:17:29.11083Z","steps":["trace[1699739798] 'read index received' (duration: 126.190851ms)","trace[1699739798] 'applied index is now lower than readState.Index' (duration: 200.759µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:29.111263Z","caller":"traceutil/trace.go:171","msg":"trace[490469515] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"196.22069ms","start":"2026-04-28T03:17:28.915025Z","end":"2026-04-28T03:17:29.111246Z","steps":["trace[490469515] 'process raft request' (duration: 195.653613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:29.111543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.074452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:29.111612Z","caller":"traceutil/trace.go:171","msg":"trace[1186372448] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1206; }","duration":"127.186208ms","start":"2026-04-28T03:17:28.984406Z","end":"2026-04-28T03:17:29.111592Z","steps":["trace[1186372448] 'agreement among raft nodes before linearized reading' (duration: 127.072893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:29.111848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.787671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:29.111919Z","caller":"traceutil/trace.go:171","msg":"trace[1127670742] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1206; }","duration":"102.886076ms","start":"2026-04-28T03:17:29.009023Z","end":"2026-04-28T03:17:29.111909Z","steps":["trace[1127670742] 'agreement among raft nodes before linearized reading' (duration: 102.792291ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:31.497457Z","caller":"traceutil/trace.go:171","msg":"trace[855998200] linearizableReadLoop","detail":"{readStateIndex:1261; appliedIndex:1260; }","duration":"361.218935ms","start":"2026-04-28T03:17:31.136207Z","end":"2026-04-28T03:17:31.497426Z","steps":["trace[855998200] 'read index received' (duration: 360.897869ms)","trace[855998200] 'applied index is now lower than readState.Index' (duration: 319.586µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:31.497557Z","caller":"traceutil/trace.go:171","msg":"trace[1621554428] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"375.496132ms","start":"2026-04-28T03:17:31.122034Z","end":"2026-04-28T03:17:31.49753Z","steps":["trace[1621554428] 'process raft request' (duration: 375.153385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:31.4977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.465907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:17:31.497786Z","caller":"traceutil/trace.go:171","msg":"trace[1238196496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1212; }","duration":"361.590123ms","start":"2026-04-28T03:17:31.136172Z","end":"2026-04-28T03:17:31.497762Z","steps":["trace[1238196496] 'agreement among raft nodes before linearized reading' (duration: 361.381403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:31.497829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:31.136157Z","time spent":"361.662587ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:31.498278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.332484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:17:31.498471Z","caller":"traceutil/trace.go:171","msg":"trace[1387954592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1212; }","duration":"211.556445ms","start":"2026-04-28T03:17:31.286885Z","end":"2026-04-28T03:17:31.498441Z","steps":["trace[1387954592] 'agreement among raft nodes before linearized reading' (duration: 210.722526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:31.498307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:31.122022Z","time spent":"375.580835ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:31.820371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.845671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:17:31.820627Z","caller":"traceutil/trace.go:171","msg":"trace[275324779] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"318.353515ms","start":"2026-04-28T03:17:31.502248Z","end":"2026-04-28T03:17:31.820602Z","steps":["trace[275324779] 'process raft request' (duration: 26.926076ms)","trace[275324779] 'compare' (duration: 290.464193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:31.820729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:31.502226Z","time spent":"318.457859ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:31.82365Z","caller":"traceutil/trace.go:171","msg":"trace[2045997451] linearizableReadLoop","detail":"{readStateIndex:1264; appliedIndex:1262; }","duration":"119.820647ms","start":"2026-04-28T03:17:31.703813Z","end":"2026-04-28T03:17:31.823633Z","steps":["trace[2045997451] 'read index received' (duration: 119.631978ms)","trace[2045997451] 'applied index is now lower than readState.Index' (duration: 187.929µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:31.823729Z","caller":"traceutil/trace.go:171","msg":"trace[708883294] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"321.153798ms","start":"2026-04-28T03:17:31.502538Z","end":"2026-04-28T03:17:31.823692Z","steps":["trace[708883294] 'process raft request' (duration: 320.966019ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:31.823797Z","caller":"traceutil/trace.go:171","msg":"trace[857759727] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"320.408221ms","start":"2026-04-28T03:17:31.503364Z","end":"2026-04-28T03:17:31.823772Z","steps":["trace[857759727] 'process raft request' (duration: 320.235063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:31.823847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:31.502524Z","time spent":"321.259992ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:31.823934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:31.503353Z","time spent":"320.500675ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:31.823845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.031407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:17:31.824069Z","caller":"traceutil/trace.go:171","msg":"trace[169147088] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1215; }","duration":"120.310081ms","start":"2026-04-28T03:17:31.703743Z","end":"2026-04-28T03:17:31.824053Z","steps":["trace[169147088] 'agreement among raft nodes before linearized reading' (duration: 119.979535ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:34.753252Z","caller":"traceutil/trace.go:171","msg":"trace[706151151] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"114.475823ms","start":"2026-04-28T03:17:34.638757Z","end":"2026-04-28T03:17:34.753233Z","steps":["trace[706151151] 'process raft request' (duration: 114.329116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:35.15993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.904874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T03:17:35.160054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.162267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-04-28T03:17:35.160108Z","caller":"traceutil/trace.go:171","msg":"trace[429943352] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:1224; }","duration":"179.23939ms","start":"2026-04-28T03:17:34.980836Z","end":"2026-04-28T03:17:35.160076Z","steps":["trace[429943352] 'range keys from in-memory index tree' (duration: 178.648092ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:35.16015Z","caller":"traceutil/trace.go:171","msg":"trace[1266964866] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:1224; }","duration":"205.302834ms","start":"2026-04-28T03:17:34.954822Z","end":"2026-04-28T03:17:35.160125Z","steps":["trace[1266964866] 'range keys from in-memory index tree' (duration: 204.866604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:36.230091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.102156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:36.230196Z","caller":"traceutil/trace.go:171","msg":"trace[1278481548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1231; }","duration":"113.249894ms","start":"2026-04-28T03:17:36.116923Z","end":"2026-04-28T03:17:36.230173Z","steps":["trace[1278481548] 'range keys from in-memory index tree' (duration: 113.042443ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:47.819291Z","caller":"traceutil/trace.go:171","msg":"trace[1021464218] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"196.32419ms","start":"2026-04-28T03:17:47.62293Z","end":"2026-04-28T03:17:47.819254Z","steps":["trace[1021464218] 'process raft request' (duration: 196.133021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:48.207979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.49534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:17:48.208393Z","caller":"traceutil/trace.go:171","msg":"trace[3200598] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"174.590853ms","start":"2026-04-28T03:17:48.033767Z","end":"2026-04-28T03:17:48.208358Z","steps":["trace[3200598] 'process raft request' (duration: 174.337441ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:48.208407Z","caller":"traceutil/trace.go:171","msg":"trace[54616721] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"175.324228ms","start":"2026-04-28T03:17:48.032855Z","end":"2026-04-28T03:17:48.20818Z","steps":["trace[54616721] 'process raft request' (duration: 72.494491ms)","trace[54616721] 'compare' (duration: 102.368264ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:48.208427Z","caller":"traceutil/trace.go:171","msg":"trace[378236273] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"174.52763ms","start":"2026-04-28T03:17:48.033875Z","end":"2026-04-28T03:17:48.208402Z","steps":["trace[378236273] 'process raft request' (duration: 174.30723ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:50.213596Z","caller":"traceutil/trace.go:171","msg":"trace[144762057] linearizableReadLoop","detail":"{readStateIndex:1324; appliedIndex:1323; }","duration":"179.119916ms","start":"2026-04-28T03:17:50.034388Z","end":"2026-04-28T03:17:50.213508Z","steps":["trace[144762057] 'read index received' (duration: 178.902116ms)","trace[144762057] 'applied index is now lower than readState.Index' (duration: 216.67µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:50.213832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.432451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:17:50.21388Z","caller":"traceutil/trace.go:171","msg":"trace[1200551927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1272; }","duration":"179.512875ms","start":"2026-04-28T03:17:50.034355Z","end":"2026-04-28T03:17:50.213868Z","steps":["trace[1200551927] 'agreement among raft nodes before linearized reading' (duration: 179.373139ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:50.214038Z","caller":"traceutil/trace.go:171","msg":"trace[1019735983] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"387.723558ms","start":"2026-04-28T03:17:49.826303Z","end":"2026-04-28T03:17:50.214027Z","steps":["trace[1019735983] 'process raft request' (duration: 387.045115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:50.21411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:49.82629Z","time spent":"387.771119ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:50.347126Z","caller":"traceutil/trace.go:171","msg":"trace[744151716] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"129.379041ms","start":"2026-04-28T03:17:50.217716Z","end":"2026-04-28T03:17:50.347095Z","steps":["trace[744151716] 'process raft request' (duration: 39.709148ms)","trace[744151716] 'compare' (duration: 89.459233ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:50.347325Z","caller":"traceutil/trace.go:171","msg":"trace[1484588360] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"128.594955ms","start":"2026-04-28T03:17:50.218705Z","end":"2026-04-28T03:17:50.3473Z","steps":["trace[1484588360] 'process raft request' (duration: 128.327032ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:50.347426Z","caller":"traceutil/trace.go:171","msg":"trace[386510955] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"128.631036ms","start":"2026-04-28T03:17:50.218763Z","end":"2026-04-28T03:17:50.347394Z","steps":["trace[386510955] 'process raft request' (duration: 128.464989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:50.883172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.524214ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:17:50.883288Z","caller":"traceutil/trace.go:171","msg":"trace[2029134463] linearizableReadLoop","detail":"{readStateIndex:1329; appliedIndex:1328; }","duration":"160.637221ms","start":"2026-04-28T03:17:50.722632Z","end":"2026-04-28T03:17:50.883269Z","steps":["trace[2029134463] 'read index received' (duration: 70.323µs)","trace[2029134463] 'applied index is now lower than readState.Index' (duration: 160.565228ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:50.883449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.82361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/eg\" ","response":"range_response_count:1 size:1086"} {"level":"info","ts":"2026-04-28T03:17:50.883488Z","caller":"traceutil/trace.go:171","msg":"trace[833807655] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/eg; range_end:; response_count:1; response_revision:1276; }","duration":"160.913594ms","start":"2026-04-28T03:17:50.722564Z","end":"2026-04-28T03:17:50.883478Z","steps":["trace[833807655] 'agreement among raft nodes before linearized reading' (duration: 160.755247ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:52.371099Z","caller":"traceutil/trace.go:171","msg":"trace[801341853] linearizableReadLoop","detail":"{readStateIndex:1331; appliedIndex:1330; }","duration":"135.964553ms","start":"2026-04-28T03:17:52.235113Z","end":"2026-04-28T03:17:52.371077Z","steps":["trace[801341853] 'read index received' (duration: 135.70237ms)","trace[801341853] 'applied index is now lower than readState.Index' (duration: 261.263µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:52.371157Z","caller":"traceutil/trace.go:171","msg":"trace[1878438164] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"149.766946ms","start":"2026-04-28T03:17:52.221354Z","end":"2026-04-28T03:17:52.371121Z","steps":["trace[1878438164] 'process raft request' (duration: 149.554086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.371555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.428915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:17:52.37162Z","caller":"traceutil/trace.go:171","msg":"trace[1042585305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1278; }","duration":"136.53477ms","start":"2026-04-28T03:17:52.23507Z","end":"2026-04-28T03:17:52.371605Z","steps":["trace[1042585305] 'agreement among raft nodes before linearized reading' (duration: 136.158552ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:52.525774Z","caller":"traceutil/trace.go:171","msg":"trace[1532114381] linearizableReadLoop","detail":"{readStateIndex:1335; appliedIndex:1332; }","duration":"145.748406ms","start":"2026-04-28T03:17:52.380009Z","end":"2026-04-28T03:17:52.525758Z","steps":["trace[1532114381] 'read index received' (duration: 8.23099ms)","trace[1532114381] 'applied index is now lower than readState.Index' (duration: 137.516626ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:52.525956Z","caller":"traceutil/trace.go:171","msg":"trace[1263088248] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"150.032719ms","start":"2026-04-28T03:17:52.375894Z","end":"2026-04-28T03:17:52.525926Z","steps":["trace[1263088248] 'process raft request' (duration: 55.886565ms)","trace[1263088248] 'compare' (duration: 93.504954ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:52.526024Z","caller":"traceutil/trace.go:171","msg":"trace[1331132543] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"150.082402ms","start":"2026-04-28T03:17:52.375937Z","end":"2026-04-28T03:17:52.526019Z","steps":["trace[1331132543] 'process raft request' (duration: 149.793768ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:52.525986Z","caller":"traceutil/trace.go:171","msg":"trace[1157903164] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"150.05059ms","start":"2026-04-28T03:17:52.375924Z","end":"2026-04-28T03:17:52.525975Z","steps":["trace[1157903164] 'process raft request' (duration: 149.760536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.525875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.847361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:52.527343Z","caller":"traceutil/trace.go:171","msg":"trace[623723421] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1282; }","duration":"147.347481ms","start":"2026-04-28T03:17:52.379985Z","end":"2026-04-28T03:17:52.527333Z","steps":["trace[623723421] 'agreement among raft nodes before linearized reading' (duration: 145.83937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:01.39771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.377598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:01.397858Z","caller":"traceutil/trace.go:171","msg":"trace[1025738659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1505; }","duration":"281.603419ms","start":"2026-04-28T03:18:01.116238Z","end":"2026-04-28T03:18:01.397841Z","steps":["trace[1025738659] 'range keys from in-memory index tree' (duration: 281.297414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:06.616801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779663844,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:18:06.739108Z","caller":"traceutil/trace.go:171","msg":"trace[1307063319] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"835.538329ms","start":"2026-04-28T03:18:05.903544Z","end":"2026-04-28T03:18:06.739082Z","steps":["trace[1307063319] 'process raft request' (duration: 835.396212ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:06.739167Z","caller":"traceutil/trace.go:171","msg":"trace[1261883177] linearizableReadLoop","detail":"{readStateIndex:1608; appliedIndex:1608; }","duration":"622.420792ms","start":"2026-04-28T03:18:06.116716Z","end":"2026-04-28T03:18:06.739136Z","steps":["trace[1261883177] 'read index received' (duration: 622.411221ms)","trace[1261883177] 'applied index is now lower than readState.Index' (duration: 7.79µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:06.739274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:05.903527Z","time spent":"835.666605ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:06.739625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.920656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:06.739748Z","caller":"traceutil/trace.go:171","msg":"trace[967196106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1550; }","duration":"623.089294ms","start":"2026-04-28T03:18:06.116645Z","end":"2026-04-28T03:18:06.739734Z","steps":["trace[967196106] 'agreement among raft nodes before linearized reading' (duration: 622.947427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:06.739828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.495794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:18:06.739858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.825029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:18:06.739865Z","caller":"traceutil/trace.go:171","msg":"trace[549086138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1550; }","duration":"103.545876ms","start":"2026-04-28T03:18:06.63631Z","end":"2026-04-28T03:18:06.739855Z","steps":["trace[549086138] 'agreement among raft nodes before linearized reading' (duration: 103.457382ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:06.739928Z","caller":"traceutil/trace.go:171","msg":"trace[1543793257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1550; }","duration":"107.912593ms","start":"2026-04-28T03:18:06.632007Z","end":"2026-04-28T03:18:06.73992Z","steps":["trace[1543793257] 'agreement among raft nodes before linearized reading' (duration: 107.799648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:06.739907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:06.11661Z","time spent":"623.239911ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:18:06.740122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.806016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:18:06.740153Z","caller":"traceutil/trace.go:171","msg":"trace[1959517218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1550; }","duration":"108.861678ms","start":"2026-04-28T03:18:06.631282Z","end":"2026-04-28T03:18:06.740144Z","steps":["trace[1959517218] 'agreement among raft nodes before linearized reading' (duration: 108.797555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:06.739556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.929867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:18:06.741268Z","caller":"traceutil/trace.go:171","msg":"trace[1586884160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1550; }","duration":"141.097151ms","start":"2026-04-28T03:18:06.599567Z","end":"2026-04-28T03:18:06.740664Z","steps":["trace[1586884160] 'agreement among raft nodes before linearized reading' (duration: 139.782179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:07.792873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779663849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:18:07.795742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.648481ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:07.796382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.505217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:07.79647Z","caller":"traceutil/trace.go:171","msg":"trace[699913693] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"1.05167673s","start":"2026-04-28T03:18:06.744779Z","end":"2026-04-28T03:18:07.796455Z","steps":["trace[699913693] 'process raft request' (duration: 64.987844ms)","trace[699913693] 'compare' (duration: 985.487458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:07.796513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:06.744755Z","time spent":"1.051738323s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:07.797222Z","caller":"traceutil/trace.go:171","msg":"trace[1538674958] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1550; }","duration":"232.800008ms","start":"2026-04-28T03:18:07.563062Z","end":"2026-04-28T03:18:07.795862Z","steps":["trace[1538674958] 'range keys from in-memory index tree' (duration: 232.63323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:07.856703Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.047018818s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:18:07.857107Z","caller":"traceutil/trace.go:171","msg":"trace[909162746] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"1.111363771s","start":"2026-04-28T03:18:06.745722Z","end":"2026-04-28T03:18:07.857086Z","steps":["trace[909162746] 'process raft request' (duration: 1.111209924s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:07.857249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:06.745713Z","time spent":"1.111461135s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:07.857302Z","caller":"traceutil/trace.go:171","msg":"trace[1014995248] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"1.111500758s","start":"2026-04-28T03:18:06.74579Z","end":"2026-04-28T03:18:07.85729Z","steps":["trace[1014995248] 'process raft request' (duration: 1.111262735s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:07.857347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:06.745784Z","time spent":"1.11154165s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:07.857594Z","caller":"traceutil/trace.go:171","msg":"trace[235698461] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"1.11176337s","start":"2026-04-28T03:18:06.745821Z","end":"2026-04-28T03:18:07.857585Z","steps":["trace[235698461] 'process raft request' (duration: 1.111420774s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:07.857653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:06.745818Z","time spent":"1.111816313s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:07.85772Z","caller":"traceutil/trace.go:171","msg":"trace[1630540375] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"1.111696057s","start":"2026-04-28T03:18:06.746004Z","end":"2026-04-28T03:18:07.8577Z","steps":["trace[1630540375] 'process raft request' (duration: 1.111463906s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:07.857831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:06.745993Z","time spent":"1.111779261s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:07.857997Z","caller":"traceutil/trace.go:171","msg":"trace[1318843371] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"1.110980733s","start":"2026-04-28T03:18:06.746684Z","end":"2026-04-28T03:18:07.857665Z","steps":["trace[1318843371] 'process raft request' (duration: 1.110884659s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:07.858095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:06.746666Z","time spent":"1.111354431s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4334,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:08.152844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.449865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:08.152987Z","caller":"traceutil/trace.go:171","msg":"trace[758243158] linearizableReadLoop","detail":"{readStateIndex:1615; appliedIndex:1609; }","duration":"860.626584ms","start":"2026-04-28T03:18:07.29233Z","end":"2026-04-28T03:18:08.152956Z","steps":["trace[758243158] 'read index received' (duration: 564.692321ms)","trace[758243158] 'applied index is now lower than readState.Index' (duration: 295.932383ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:08.153239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.869716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:08.15335Z","caller":"traceutil/trace.go:171","msg":"trace[1642099370] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1557; }","duration":"861.029923ms","start":"2026-04-28T03:18:07.292298Z","end":"2026-04-28T03:18:08.153328Z","steps":["trace[1642099370] 'agreement among raft nodes before linearized reading' (duration: 860.844344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:08.153364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.968589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:18:08.153473Z","caller":"traceutil/trace.go:171","msg":"trace[248163629] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"1.168627458s","start":"2026-04-28T03:18:06.98482Z","end":"2026-04-28T03:18:08.153448Z","steps":["trace[248163629] 'process raft request' (duration: 977.439439ms)","trace[248163629] 'compare' (duration: 190.167692ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:08.153489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:07.292282Z","time spent":"861.190561ms","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:08.15353Z","caller":"traceutil/trace.go:171","msg":"trace[1234165016] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1557; }","duration":"806.177999ms","start":"2026-04-28T03:18:07.34734Z","end":"2026-04-28T03:18:08.153518Z","steps":["trace[1234165016] 'agreement among raft nodes before linearized reading' (duration: 805.957768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:08.153572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:07.347318Z","time spent":"806.242883ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:08.153621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:06.984797Z","time spent":"1.168735733s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:10.152008Z","caller":"traceutil/trace.go:171","msg":"trace[930206171] linearizableReadLoop","detail":"{readStateIndex:1617; appliedIndex:1616; }","duration":"341.905026ms","start":"2026-04-28T03:18:09.810082Z","end":"2026-04-28T03:18:10.151987Z","steps":["trace[930206171] 'read index received' (duration: 341.752969ms)","trace[930206171] 'applied index is now lower than readState.Index' (duration: 151.037µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:10.152173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.065453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:10.152269Z","caller":"traceutil/trace.go:171","msg":"trace[1681598392] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1559; }","duration":"342.2104ms","start":"2026-04-28T03:18:09.810044Z","end":"2026-04-28T03:18:10.152255Z","steps":["trace[1681598392] 'agreement among raft nodes before linearized reading' (duration: 342.048852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:10.152316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:09.810032Z","time spent":"342.272393ms","remote":"127.0.0.1:39590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:10.152629Z","caller":"traceutil/trace.go:171","msg":"trace[1864194795] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"347.669358ms","start":"2026-04-28T03:18:09.804373Z","end":"2026-04-28T03:18:10.152043Z","steps":["trace[1864194795] 'process raft request' (duration: 347.432347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:10.152827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:09.804352Z","time spent":"348.397112ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:10.248308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.057566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:18:10.248323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.649572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:18:10.248366Z","caller":"traceutil/trace.go:171","msg":"trace[2075490734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1559; }","duration":"385.14618ms","start":"2026-04-28T03:18:09.863206Z","end":"2026-04-28T03:18:10.248353Z","steps":["trace[2075490734] 'agreement among raft nodes before linearized reading' (duration: 384.983663ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:10.248377Z","caller":"traceutil/trace.go:171","msg":"trace[704970055] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1559; }","duration":"386.746436ms","start":"2026-04-28T03:18:09.861616Z","end":"2026-04-28T03:18:10.248363Z","steps":["trace[704970055] 'agreement among raft nodes before linearized reading' (duration: 386.578568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:10.248395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:09.8632Z","time spent":"385.189602ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:10.248451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:09.861598Z","time spent":"386.84338ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:10.248565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.175999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:10.248585Z","caller":"traceutil/trace.go:171","msg":"trace[785854255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1560; }","duration":"132.245733ms","start":"2026-04-28T03:18:10.116333Z","end":"2026-04-28T03:18:10.248578Z","steps":["trace[785854255] 'agreement among raft nodes before linearized reading' (duration: 132.200701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:10.248644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.802251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:18:10.248684Z","caller":"traceutil/trace.go:171","msg":"trace[1906732836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1560; }","duration":"385.858674ms","start":"2026-04-28T03:18:09.862813Z","end":"2026-04-28T03:18:10.248672Z","steps":["trace[1906732836] 'agreement among raft nodes before linearized reading' (duration: 385.759949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:10.248695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.580293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:18:10.248716Z","caller":"traceutil/trace.go:171","msg":"trace[1595943533] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1560; }","duration":"182.638155ms","start":"2026-04-28T03:18:10.066072Z","end":"2026-04-28T03:18:10.24871Z","steps":["trace[1595943533] 'agreement among raft nodes before linearized reading' (duration: 182.597453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:10.248715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:09.862806Z","time spent":"385.901316ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:18:10.248888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.276784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:18:10.248925Z","caller":"traceutil/trace.go:171","msg":"trace[824850614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1560; }","duration":"386.350768ms","start":"2026-04-28T03:18:09.862564Z","end":"2026-04-28T03:18:10.248915Z","steps":["trace[824850614] 'agreement among raft nodes before linearized reading' (duration: 386.221621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:10.248966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:09.86254Z","time spent":"386.41256ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:12.398569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779663894,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:18:12.478933Z","caller":"traceutil/trace.go:171","msg":"trace[136901461] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"672.40952ms","start":"2026-04-28T03:18:11.806486Z","end":"2026-04-28T03:18:12.478896Z","steps":["trace[136901461] 'process raft request' (duration: 671.901237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:12.479105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:11.806461Z","time spent":"672.558568ms","remote":"127.0.0.1:51080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3649,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:13.300037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.516495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:13.300228Z","caller":"traceutil/trace.go:171","msg":"trace[97780046] linearizableReadLoop","detail":"{readStateIndex:1636; appliedIndex:1634; }","duration":"1.402002175s","start":"2026-04-28T03:18:11.898208Z","end":"2026-04-28T03:18:13.30021Z","steps":["trace[97780046] 'read index received' (duration: 580.260244ms)","trace[97780046] 'applied index is now lower than readState.Index' (duration: 821.740401ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:13.300263Z","caller":"traceutil/trace.go:171","msg":"trace[1525827513] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"1.046284286s","start":"2026-04-28T03:18:12.25395Z","end":"2026-04-28T03:18:13.300234Z","steps":["trace[1525827513] 'process raft request' (duration: 814.487157ms)","trace[1525827513] 'compare' (duration: 231.18043ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:13.300386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402179012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:13.300404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:12.253925Z","time spent":"1.046409692s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:13.300478Z","caller":"traceutil/trace.go:171","msg":"trace[1913237699] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1577; }","duration":"1.402285038s","start":"2026-04-28T03:18:11.898148Z","end":"2026-04-28T03:18:13.300433Z","steps":["trace[1913237699] 'agreement among raft nodes before linearized reading' (duration: 1.402158291s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.300583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:11.898126Z","time spent":"1.402432055s","remote":"127.0.0.1:39580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:13.67911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.255242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:13.679201Z","caller":"traceutil/trace.go:171","msg":"trace[595121647] linearizableReadLoop","detail":"{readStateIndex:1637; appliedIndex:1636; }","duration":"378.906834ms","start":"2026-04-28T03:18:13.30028Z","end":"2026-04-28T03:18:13.679187Z","steps":["trace[595121647] 'read index received' (duration: 99.433921ms)","trace[595121647] 'applied index is now lower than readState.Index' (duration: 279.471883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:13.679256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564830842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:13.679275Z","caller":"traceutil/trace.go:171","msg":"trace[2018994623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1578; }","duration":"1.564878285s","start":"2026-04-28T03:18:12.11439Z","end":"2026-04-28T03:18:13.679268Z","steps":["trace[2018994623] 'agreement among raft nodes before linearized reading' (duration: 1.564833463s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.679298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:12.114374Z","time spent":"1.564919576s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:18:13.679365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420779841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:18:13.679433Z","caller":"traceutil/trace.go:171","msg":"trace[155175564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1578; }","duration":"1.420902707s","start":"2026-04-28T03:18:12.258512Z","end":"2026-04-28T03:18:13.679415Z","steps":["trace[155175564] 'agreement among raft nodes before linearized reading' (duration: 1.420683667s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.679471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:12.25848Z","time spent":"1.420983091s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:13.679487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421016842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:18:13.679521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422095174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:18:13.679591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523099689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:18:13.679608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.200571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:13.679667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420674086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:18:13.679784Z","caller":"traceutil/trace.go:171","msg":"trace[349052373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1578; }","duration":"1.421110987s","start":"2026-04-28T03:18:12.258419Z","end":"2026-04-28T03:18:13.67953Z","steps":["trace[349052373] 'agreement among raft nodes before linearized reading' (duration: 1.420924639s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.680254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:12.258393Z","time spent":"1.421841731s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:13.679807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421277714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:18:13.680354Z","caller":"traceutil/trace.go:171","msg":"trace[2117557205] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1578; }","duration":"1.42181998s","start":"2026-04-28T03:18:12.258492Z","end":"2026-04-28T03:18:13.680312Z","steps":["trace[2117557205] 'agreement among raft nodes before linearized reading' (duration: 1.421233152s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.680447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:12.25848Z","time spent":"1.421951077s","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":21,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:13.679819Z","caller":"traceutil/trace.go:171","msg":"trace[1901011363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1578; }","duration":"1.422185748s","start":"2026-04-28T03:18:12.257358Z","end":"2026-04-28T03:18:13.679544Z","steps":["trace[1901011363] 'agreement among raft nodes before linearized reading' (duration: 1.422078303s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:13.679864Z","caller":"traceutil/trace.go:171","msg":"trace[1606074702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1578; }","duration":"1.523156462s","start":"2026-04-28T03:18:12.156452Z","end":"2026-04-28T03:18:13.679608Z","steps":["trace[1606074702] 'agreement among raft nodes before linearized reading' (duration: 1.523096029s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.680529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:12.257336Z","time spent":"1.423179535s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:13.680616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:12.156433Z","time spent":"1.524164629s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:18:13.679908Z","caller":"traceutil/trace.go:171","msg":"trace[1427631996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1578; }","duration":"554.264644ms","start":"2026-04-28T03:18:13.125365Z","end":"2026-04-28T03:18:13.67963Z","steps":["trace[1427631996] 'agreement among raft nodes before linearized reading' (duration: 554.211991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.680728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:13.125342Z","time spent":"555.373146ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:18:13.679933Z","caller":"traceutil/trace.go:171","msg":"trace[960947815] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"1.193068756s","start":"2026-04-28T03:18:12.486573Z","end":"2026-04-28T03:18:13.679642Z","steps":["trace[960947815] 'process raft request' (duration: 913.221415ms)","trace[960947815] 'compare' (duration: 279.159088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:13.680967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:12.486553Z","time spent":"1.194332365s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4420,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:13.679968Z","caller":"traceutil/trace.go:171","msg":"trace[1919527039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1578; }","duration":"1.420730849s","start":"2026-04-28T03:18:12.258962Z","end":"2026-04-28T03:18:13.679692Z","steps":["trace[1919527039] 'agreement among raft nodes before linearized reading' (duration: 1.420622764s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.681085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:12.258951Z","time spent":"1.422117754s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:18:13.79771Z","caller":"traceutil/trace.go:171","msg":"trace[248470619] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"113.306306ms","start":"2026-04-28T03:18:13.684378Z","end":"2026-04-28T03:18:13.797684Z","steps":["trace[248470619] 'process raft request' (duration: 106.334197ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:13.79799Z","caller":"traceutil/trace.go:171","msg":"trace[1498881979] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"112.986532ms","start":"2026-04-28T03:18:13.684986Z","end":"2026-04-28T03:18:13.797973Z","steps":["trace[1498881979] 'process raft request' (duration: 112.655726ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:13.798033Z","caller":"traceutil/trace.go:171","msg":"trace[1700245853] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"110.648271ms","start":"2026-04-28T03:18:13.687364Z","end":"2026-04-28T03:18:13.798012Z","steps":["trace[1700245853] 'process raft request' (duration: 110.602799ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:13.79821Z","caller":"traceutil/trace.go:171","msg":"trace[1960045591] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"111.903271ms","start":"2026-04-28T03:18:13.686285Z","end":"2026-04-28T03:18:13.798188Z","steps":["trace[1960045591] 'process raft request' (duration: 111.639849ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:13.798402Z","caller":"traceutil/trace.go:171","msg":"trace[1005297144] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"112.53875ms","start":"2026-04-28T03:18:13.685845Z","end":"2026-04-28T03:18:13.798384Z","steps":["trace[1005297144] 'process raft request' (duration: 111.975414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:15.536139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.767626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1823"} {"level":"info","ts":"2026-04-28T03:18:15.536226Z","caller":"traceutil/trace.go:171","msg":"trace[492988223] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1680; }","duration":"250.899481ms","start":"2026-04-28T03:18:15.285306Z","end":"2026-04-28T03:18:15.536205Z","steps":["trace[492988223] 'range keys from in-memory index tree' (duration: 250.603538ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:15.539577Z","caller":"traceutil/trace.go:171","msg":"trace[916735626] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"234.451644ms","start":"2026-04-28T03:18:15.305002Z","end":"2026-04-28T03:18:15.539454Z","steps":["trace[916735626] 'process raft request' (duration: 234.294606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:16.188216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.548844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:18:16.188287Z","caller":"traceutil/trace.go:171","msg":"trace[836437134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1683; }","duration":"474.629298ms","start":"2026-04-28T03:18:15.713643Z","end":"2026-04-28T03:18:16.188273Z","steps":["trace[836437134] 'range keys from in-memory index tree' (duration: 474.419257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:16.188322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:15.7136Z","time spent":"474.713592ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:16.188426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.618162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-28T03:18:16.188434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.253123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T03:18:16.188469Z","caller":"traceutil/trace.go:171","msg":"trace[1324917636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1683; }","duration":"380.689505ms","start":"2026-04-28T03:18:15.807766Z","end":"2026-04-28T03:18:16.188456Z","steps":["trace[1324917636] 'range keys from in-memory index tree' (duration: 380.501507ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:16.18848Z","caller":"traceutil/trace.go:171","msg":"trace[2005941118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1683; }","duration":"381.325987ms","start":"2026-04-28T03:18:15.807139Z","end":"2026-04-28T03:18:16.188465Z","steps":["trace[2005941118] 'range keys from in-memory index tree' (duration: 381.119257ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:16.188491Z","caller":"traceutil/trace.go:171","msg":"trace[1649302463] linearizableReadLoop","detail":"{readStateIndex:1745; appliedIndex:1744; }","duration":"376.978491ms","start":"2026-04-28T03:18:15.811503Z","end":"2026-04-28T03:18:16.188482Z","steps":["trace[1649302463] 'read index received' (duration: 355.364099ms)","trace[1649302463] 'applied index is now lower than readState.Index' (duration: 21.613712ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:16.1885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:15.807751Z","time spent":"380.741808ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:18:16.188512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:15.807123Z","time spent":"381.381459ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:16.188585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.076705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-x4gf6\" ","response":"range_response_count:1 size:4178"} {"level":"info","ts":"2026-04-28T03:18:16.18861Z","caller":"traceutil/trace.go:171","msg":"trace[2006215627] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-x4gf6; range_end:; response_count:1; response_revision:1684; }","duration":"377.116967ms","start":"2026-04-28T03:18:15.811484Z","end":"2026-04-28T03:18:16.188601Z","steps":["trace[2006215627] 'agreement among raft nodes before linearized reading' (duration: 377.027903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:16.18863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:15.811475Z","time spent":"377.149178ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4200,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-x4gf6\" "} {"level":"info","ts":"2026-04-28T03:18:16.188624Z","caller":"traceutil/trace.go:171","msg":"trace[1459812960] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"379.693559ms","start":"2026-04-28T03:18:15.808918Z","end":"2026-04-28T03:18:16.188611Z","steps":["trace[1459812960] 'process raft request' (duration: 358.009964ms)","trace[1459812960] 'compare' (duration: 21.064436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:16.188609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.280614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:18:16.188684Z","caller":"traceutil/trace.go:171","msg":"trace[1811701363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1683; }","duration":"381.4015ms","start":"2026-04-28T03:18:15.807263Z","end":"2026-04-28T03:18:16.188664Z","steps":["trace[1811701363] 'range keys from in-memory index tree' (duration: 381.152699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:16.188696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:15.808883Z","time spent":"379.767042ms","remote":"127.0.0.1:51080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:16.188723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:15.807259Z","time spent":"381.455023ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:16.188958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.240512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:18:16.188992Z","caller":"traceutil/trace.go:171","msg":"trace[1392076790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1683; }","duration":"381.287335ms","start":"2026-04-28T03:18:15.807694Z","end":"2026-04-28T03:18:16.188981Z","steps":["trace[1392076790] 'range keys from in-memory index tree' (duration: 381.173999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:16.189049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:15.807689Z","time spent":"381.338337ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:18:17.317737Z","caller":"traceutil/trace.go:171","msg":"trace[1645037163] linearizableReadLoop","detail":"{readStateIndex:1753; appliedIndex:1752; }","duration":"201.035754ms","start":"2026-04-28T03:18:17.116683Z","end":"2026-04-28T03:18:17.317719Z","steps":["trace[1645037163] 'read index received' (duration: 200.862975ms)","trace[1645037163] 'applied index is now lower than readState.Index' (duration: 171.919µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:17.317833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.139359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:17.317812Z","caller":"traceutil/trace.go:171","msg":"trace[182116840] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"238.260504ms","start":"2026-04-28T03:18:17.079504Z","end":"2026-04-28T03:18:17.317764Z","steps":["trace[182116840] 'process raft request' (duration: 238.090515ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:17.317854Z","caller":"traceutil/trace.go:171","msg":"trace[1982564271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1692; }","duration":"201.211902ms","start":"2026-04-28T03:18:17.116636Z","end":"2026-04-28T03:18:17.317848Z","steps":["trace[1982564271] 'agreement among raft nodes before linearized reading' (duration: 201.15715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:18.483908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.560435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:18.484147Z","caller":"traceutil/trace.go:171","msg":"trace[57878752] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"200.608593ms","start":"2026-04-28T03:18:18.283515Z","end":"2026-04-28T03:18:18.484124Z","steps":["trace[57878752] 'process raft request' (duration: 200.527529ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:18.484825Z","caller":"traceutil/trace.go:171","msg":"trace[1416355969] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"200.686377ms","start":"2026-04-28T03:18:18.283494Z","end":"2026-04-28T03:18:18.48418Z","steps":["trace[1416355969] 'process raft request' (duration: 37.707693ms)","trace[1416355969] 'compare' (duration: 162.355515ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:19.012548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.721684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:19.012789Z","caller":"traceutil/trace.go:171","msg":"trace[385385038] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"729.17493ms","start":"2026-04-28T03:18:18.283555Z","end":"2026-04-28T03:18:19.012729Z","steps":["trace[385385038] 'process raft request' (duration: 420.205254ms)","trace[385385038] 'compare' (duration: 308.511003ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:19.012972Z","caller":"traceutil/trace.go:171","msg":"trace[1488816889] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"728.863315ms","start":"2026-04-28T03:18:18.284094Z","end":"2026-04-28T03:18:19.012958Z","steps":["trace[1488816889] 'process raft request' (duration: 728.611753ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:19.012985Z","caller":"traceutil/trace.go:171","msg":"trace[881705912] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"729.115777ms","start":"2026-04-28T03:18:18.283852Z","end":"2026-04-28T03:18:19.012968Z","steps":["trace[881705912] 'process raft request' (duration: 728.776291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:19.013026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:18.28407Z","time spent":"728.929238ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:19.013068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:18.283842Z","time spent":"729.184401ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:19.01337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:18.28355Z","time spent":"729.351119ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:20.059801Z","caller":"traceutil/trace.go:171","msg":"trace[2053041330] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"145.210794ms","start":"2026-04-28T03:18:19.91457Z","end":"2026-04-28T03:18:20.059781Z","steps":["trace[2053041330] 'process raft request' (duration: 145.163642ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:20.060123Z","caller":"traceutil/trace.go:171","msg":"trace[1572042254] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"149.669654ms","start":"2026-04-28T03:18:19.91043Z","end":"2026-04-28T03:18:20.060099Z","steps":["trace[1572042254] 'process raft request' (duration: 141.620825ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:20.0602Z","caller":"traceutil/trace.go:171","msg":"trace[1694455544] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"147.344614ms","start":"2026-04-28T03:18:19.912838Z","end":"2026-04-28T03:18:20.060183Z","steps":["trace[1694455544] 'process raft request' (duration: 146.844061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:20.288153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.787176ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:18:20.288466Z","caller":"traceutil/trace.go:171","msg":"trace[1129434336] linearizableReadLoop","detail":"{readStateIndex:1774; appliedIndex:1772; }","duration":"171.238644ms","start":"2026-04-28T03:18:20.117209Z","end":"2026-04-28T03:18:20.288447Z","steps":["trace[1129434336] 'read index received' (duration: 45.160354ms)","trace[1129434336] 'applied index is now lower than readState.Index' (duration: 126.07722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:20.288587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.376271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:20.288648Z","caller":"traceutil/trace.go:171","msg":"trace[1184193811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1712; }","duration":"171.457085ms","start":"2026-04-28T03:18:20.117155Z","end":"2026-04-28T03:18:20.288612Z","steps":["trace[1184193811] 'agreement among raft nodes before linearized reading' (duration: 171.348939ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:20.288895Z","caller":"traceutil/trace.go:171","msg":"trace[104997499] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"220.762455ms","start":"2026-04-28T03:18:20.068015Z","end":"2026-04-28T03:18:20.288778Z","steps":["trace[104997499] 'process raft request' (duration: 220.243411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:22.018409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.361841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T03:18:22.01869Z","caller":"traceutil/trace.go:171","msg":"trace[620864330] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"454.811339ms","start":"2026-04-28T03:18:21.563852Z","end":"2026-04-28T03:18:22.018664Z","steps":["trace[620864330] 'process raft request' (duration: 454.696363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:22.018804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:21.563833Z","time spent":"454.916474ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:22.018945Z","caller":"traceutil/trace.go:171","msg":"trace[1961076953] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1722; }","duration":"822.678237ms","start":"2026-04-28T03:18:21.19624Z","end":"2026-04-28T03:18:22.018918Z","steps":["trace[1961076953] 'process raft request' (duration: 160.654623ms)","trace[1961076953] 'compare' (duration: 661.240526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:22.019085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:21.196226Z","time spent":"822.803313ms","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-28T03:18:22.739417Z","caller":"traceutil/trace.go:171","msg":"trace[910201047] linearizableReadLoop","detail":"{readStateIndex:1787; appliedIndex:1786; }","duration":"193.758089ms","start":"2026-04-28T03:18:22.545643Z","end":"2026-04-28T03:18:22.739401Z","steps":["trace[910201047] 'read index received' (duration: 193.594821ms)","trace[910201047] 'applied index is now lower than readState.Index' (duration: 162.608µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:22.739655Z","caller":"traceutil/trace.go:171","msg":"trace[56292632] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1725; }","duration":"623.441969ms","start":"2026-04-28T03:18:22.116205Z","end":"2026-04-28T03:18:22.739647Z","steps":["trace[56292632] 'process raft request' (duration: 623.110924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:22.73979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.116195Z","time spent":"623.499002ms","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":57,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-28T03:18:22.740147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.099624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:18:22.740461Z","caller":"traceutil/trace.go:171","msg":"trace[1082826779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1725; }","duration":"187.45171ms","start":"2026-04-28T03:18:22.552984Z","end":"2026-04-28T03:18:22.740436Z","steps":["trace[1082826779] 'agreement among raft nodes before linearized reading' (duration: 186.986929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:22.740214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.554115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:18:22.740641Z","caller":"traceutil/trace.go:171","msg":"trace[1130206709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1725; }","duration":"195.001596ms","start":"2026-04-28T03:18:22.545623Z","end":"2026-04-28T03:18:22.740625Z","steps":["trace[1130206709] 'agreement among raft nodes before linearized reading' (duration: 194.381697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:23.024223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.594393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T03:18:23.024299Z","caller":"traceutil/trace.go:171","msg":"trace[1868822912] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1729; }","duration":"245.751617ms","start":"2026-04-28T03:18:22.778533Z","end":"2026-04-28T03:18:23.024285Z","steps":["trace[1868822912] 'process raft request' (duration: 86.003516ms)","trace[1868822912] 'compare' (duration: 159.508959ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:23.196714Z","caller":"traceutil/trace.go:171","msg":"trace[631754259] linearizableReadLoop","detail":"{readStateIndex:1792; appliedIndex:1791; }","duration":"159.127502ms","start":"2026-04-28T03:18:23.037562Z","end":"2026-04-28T03:18:23.19669Z","steps":["trace[631754259] 'read index received' (duration: 140.89292ms)","trace[631754259] 'applied index is now lower than readState.Index' (duration: 18.233372ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:23.196834Z","caller":"traceutil/trace.go:171","msg":"trace[2130831222] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1730; }","duration":"160.58316ms","start":"2026-04-28T03:18:23.03622Z","end":"2026-04-28T03:18:23.196803Z","steps":["trace[2130831222] 'process raft request' (duration: 142.284446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:23.197089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.50699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:18:23.197156Z","caller":"traceutil/trace.go:171","msg":"trace[1308103242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1730; }","duration":"159.599854ms","start":"2026-04-28T03:18:23.03754Z","end":"2026-04-28T03:18:23.19714Z","steps":["trace[1308103242] 'agreement among raft nodes before linearized reading' (duration: 159.354262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:23.197197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.650668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:18:23.197277Z","caller":"traceutil/trace.go:171","msg":"trace[909742623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1730; }","duration":"158.771774ms","start":"2026-04-28T03:18:23.038487Z","end":"2026-04-28T03:18:23.197259Z","steps":["trace[909742623] 'agreement among raft nodes before linearized reading' (duration: 158.535352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:23.197442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.25891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-28T03:18:23.197548Z","caller":"traceutil/trace.go:171","msg":"trace[1418926902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1730; }","duration":"158.405147ms","start":"2026-04-28T03:18:23.039124Z","end":"2026-04-28T03:18:23.197529Z","steps":["trace[1418926902] 'agreement among raft nodes before linearized reading' (duration: 157.941065ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:23.328874Z","caller":"traceutil/trace.go:171","msg":"trace[1024352815] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"105.336468ms","start":"2026-04-28T03:18:23.223502Z","end":"2026-04-28T03:18:23.328839Z","steps":["trace[1024352815] 'process raft request' (duration: 105.124578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:24.037876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.865214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107259"} {"level":"info","ts":"2026-04-28T03:18:24.037945Z","caller":"traceutil/trace.go:171","msg":"trace[416786340] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:1736; }","duration":"577.967338ms","start":"2026-04-28T03:18:23.459959Z","end":"2026-04-28T03:18:24.037927Z","steps":["trace[416786340] 'range keys from in-memory index tree' (duration: 576.996053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:24.037982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:23.459943Z","time spent":"578.029881ms","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":107281,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"info","ts":"2026-04-28T03:18:24.18333Z","caller":"traceutil/trace.go:171","msg":"trace[2018344516] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"159.53302ms","start":"2026-04-28T03:18:24.023778Z","end":"2026-04-28T03:18:24.183311Z","steps":["trace[2018344516] 'process raft request' (duration: 159.345681ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:24.183773Z","caller":"traceutil/trace.go:171","msg":"trace[1408508499] linearizableReadLoop","detail":"{readStateIndex:1800; appliedIndex:1800; }","duration":"141.604663ms","start":"2026-04-28T03:18:24.042141Z","end":"2026-04-28T03:18:24.183746Z","steps":["trace[1408508499] 'read index received' (duration: 141.595522ms)","trace[1408508499] 'applied index is now lower than readState.Index' (duration: 7.02µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:24.183855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.703387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/cmapichecker-k5hqc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:24.183909Z","caller":"traceutil/trace.go:171","msg":"trace[955510579] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/cmapichecker-k5hqc; range_end:; response_count:0; response_revision:1737; }","duration":"141.814953ms","start":"2026-04-28T03:18:24.042084Z","end":"2026-04-28T03:18:24.183899Z","steps":["trace[955510579] 'agreement among raft nodes before linearized reading' (duration: 141.729909ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:24.934247Z","caller":"traceutil/trace.go:171","msg":"trace[2139596318] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"177.882368ms","start":"2026-04-28T03:18:24.756338Z","end":"2026-04-28T03:18:24.93422Z","steps":["trace[2139596318] 'process raft request' (duration: 177.692889ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:24.987663Z","caller":"traceutil/trace.go:171","msg":"trace[1309555880] linearizableReadLoop","detail":"{readStateIndex:1802; appliedIndex:1800; }","duration":"126.264928ms","start":"2026-04-28T03:18:24.861375Z","end":"2026-04-28T03:18:24.98764Z","steps":["trace[1309555880] 'read index received' (duration: 72.715757ms)","trace[1309555880] 'applied index is now lower than readState.Index' (duration: 53.54815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:24.987932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.543031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-4mhpk\" ","response":"range_response_count:1 size:3975"} {"level":"info","ts":"2026-04-28T03:18:24.988006Z","caller":"traceutil/trace.go:171","msg":"trace[1633838843] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-4mhpk; range_end:; response_count:1; response_revision:1739; }","duration":"126.662767ms","start":"2026-04-28T03:18:24.861321Z","end":"2026-04-28T03:18:24.987984Z","steps":["trace[1633838843] 'agreement among raft nodes before linearized reading' (duration: 126.428816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:24.987849Z","caller":"traceutil/trace.go:171","msg":"trace[971631989] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"228.50493ms","start":"2026-04-28T03:18:24.759201Z","end":"2026-04-28T03:18:24.987706Z","steps":["trace[971631989] 'process raft request' (duration: 228.30285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.298022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:24.988842Z","time spent":"309.176323ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:18:25.651674Z","caller":"traceutil/trace.go:171","msg":"trace[1028666043] linearizableReadLoop","detail":"{readStateIndex:1804; appliedIndex:1802; }","duration":"428.497213ms","start":"2026-04-28T03:18:25.223152Z","end":"2026-04-28T03:18:25.651649Z","steps":["trace[1028666043] 'read index received' (duration: 74.777545ms)","trace[1028666043] 'applied index is now lower than readState.Index' (duration: 353.718608ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:25.651811Z","caller":"traceutil/trace.go:171","msg":"trace[61308351] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"657.912225ms","start":"2026-04-28T03:18:24.993831Z","end":"2026-04-28T03:18:25.651743Z","steps":["trace[61308351] 'process raft request' (duration: 657.619862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.651974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.735314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:18:25.652041Z","caller":"traceutil/trace.go:171","msg":"trace[1203988222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1740; }","duration":"428.929593ms","start":"2026-04-28T03:18:25.223097Z","end":"2026-04-28T03:18:25.652026Z","steps":["trace[1203988222] 'agreement among raft nodes before linearized reading' (duration: 428.678391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.652115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:25.223075Z","time spent":"429.025998ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:25.652081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:24.993801Z","time spent":"658.157877ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4146,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:25.666458Z","caller":"traceutil/trace.go:171","msg":"trace[1632822722] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"339.652155ms","start":"2026-04-28T03:18:25.326785Z","end":"2026-04-28T03:18:25.666437Z","steps":["trace[1632822722] 'process raft request' (duration: 339.517138ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.666451Z","caller":"traceutil/trace.go:171","msg":"trace[1494085446] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"367.338562ms","start":"2026-04-28T03:18:25.299082Z","end":"2026-04-28T03:18:25.666421Z","steps":["trace[1494085446] 'process raft request' (duration: 367.100781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.666578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:25.326757Z","time spent":"339.756559ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:25.66669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:25.299063Z","time spent":"367.543031ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:25.66685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.423754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-28T03:18:25.666931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.904681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-28T03:18:25.666961Z","caller":"traceutil/trace.go:171","msg":"trace[574322292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1742; }","duration":"366.962445ms","start":"2026-04-28T03:18:25.299991Z","end":"2026-04-28T03:18:25.666953Z","steps":["trace[574322292] 'agreement among raft nodes before linearized reading' (duration: 366.349566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.666988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:25.299979Z","time spent":"367.003766ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:18:25.666993Z","caller":"traceutil/trace.go:171","msg":"trace[278114546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1742; }","duration":"364.595652ms","start":"2026-04-28T03:18:25.302349Z","end":"2026-04-28T03:18:25.666945Z","steps":["trace[278114546] 'agreement among raft nodes before linearized reading' (duration: 364.187023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.667093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:25.302324Z","time spent":"364.743389ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:18:26.809078Z","caller":"traceutil/trace.go:171","msg":"trace[27056419] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"193.537148ms","start":"2026-04-28T03:18:26.615439Z","end":"2026-04-28T03:18:26.808976Z","steps":["trace[27056419] 'process raft request' (duration: 193.37796ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:27.271147Z","caller":"traceutil/trace.go:171","msg":"trace[1270819567] linearizableReadLoop","detail":"{readStateIndex:1813; appliedIndex:1812; }","duration":"393.947128ms","start":"2026-04-28T03:18:26.877167Z","end":"2026-04-28T03:18:27.271114Z","steps":["trace[1270819567] 'read index received' (duration: 313.300938ms)","trace[1270819567] 'applied index is now lower than readState.Index' (duration: 80.64429ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:27.271194Z","caller":"traceutil/trace.go:171","msg":"trace[1322685244] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"612.09508ms","start":"2026-04-28T03:18:26.659065Z","end":"2026-04-28T03:18:27.27116Z","steps":["trace[1322685244] 'process raft request' (duration: 531.516752ms)","trace[1322685244] 'compare' (duration: 80.306355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:27.271595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:26.659046Z","time spent":"612.413786ms","remote":"127.0.0.1:51080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:27.27167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.488936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-4mhpk\" ","response":"range_response_count:1 size:4163"} {"level":"warn","ts":"2026-04-28T03:18:27.271685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.561155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:18:27.271744Z","caller":"traceutil/trace.go:171","msg":"trace[363041779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1749; }","duration":"333.656029ms","start":"2026-04-28T03:18:26.938074Z","end":"2026-04-28T03:18:27.27173Z","steps":["trace[363041779] 'agreement among raft nodes before linearized reading' (duration: 333.487471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:27.271783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:26.938059Z","time spent":"333.714662ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:18:27.271737Z","caller":"traceutil/trace.go:171","msg":"trace[6372054] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-4mhpk; range_end:; response_count:1; response_revision:1749; }","duration":"394.59044ms","start":"2026-04-28T03:18:26.87713Z","end":"2026-04-28T03:18:27.27172Z","steps":["trace[6372054] 'agreement among raft nodes before linearized reading' (duration: 394.367909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:27.271942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.094829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:18:27.271989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:26.877112Z","time spent":"394.867623ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":4185,"request content":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-4mhpk\" "} {"level":"info","ts":"2026-04-28T03:18:27.272Z","caller":"traceutil/trace.go:171","msg":"trace[2053948916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1749; }","duration":"280.187012ms","start":"2026-04-28T03:18:26.991799Z","end":"2026-04-28T03:18:27.271986Z","steps":["trace[2053948916] 'agreement among raft nodes before linearized reading' (duration: 280.012264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:27.271943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.954844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:27.272654Z","caller":"traceutil/trace.go:171","msg":"trace[341134035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1749; }","duration":"155.607725ms","start":"2026-04-28T03:18:27.116949Z","end":"2026-04-28T03:18:27.272557Z","steps":["trace[341134035] 'agreement among raft nodes before linearized reading' (duration: 154.889021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:27.880182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.825254ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:27.880428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.167298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:27.880515Z","caller":"traceutil/trace.go:171","msg":"trace[280560255] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"604.741642ms","start":"2026-04-28T03:18:27.275754Z","end":"2026-04-28T03:18:27.880496Z","steps":["trace[280560255] 'process raft request' (duration: 392.445278ms)","trace[280560255] 'compare' (duration: 211.923697ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:27.880575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:27.275731Z","time spent":"604.809875ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:27.880599Z","caller":"traceutil/trace.go:171","msg":"trace[253012235] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1749; }","duration":"317.040394ms","start":"2026-04-28T03:18:27.563321Z","end":"2026-04-28T03:18:27.880362Z","steps":["trace[253012235] 'range keys from in-memory index tree' (duration: 316.787892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:28.274277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.682975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:28.274634Z","caller":"traceutil/trace.go:171","msg":"trace[502278117] linearizableReadLoop","detail":"{readStateIndex:1816; appliedIndex:1814; }","duration":"594.558612ms","start":"2026-04-28T03:18:27.680049Z","end":"2026-04-28T03:18:28.274608Z","steps":["trace[502278117] 'read index received' (duration: 342.440586ms)","trace[502278117] 'applied index is now lower than readState.Index' (duration: 252.116886ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:28.274686Z","caller":"traceutil/trace.go:171","msg":"trace[1039971376] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"632.859791ms","start":"2026-04-28T03:18:27.641803Z","end":"2026-04-28T03:18:28.274663Z","steps":["trace[1039971376] 'process raft request' (duration: 632.596619ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:28.274728Z","caller":"traceutil/trace.go:171","msg":"trace[487127701] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"998.86021ms","start":"2026-04-28T03:18:27.275837Z","end":"2026-04-28T03:18:28.274697Z","steps":["trace[487127701] 'process raft request' (duration: 746.638379ms)","trace[487127701] 'compare' (duration: 251.474525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:28.274837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:27.641772Z","time spent":"632.945355ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:28.274875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.816694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-28T03:18:28.274897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:27.27582Z","time spent":"998.988656ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:28.274945Z","caller":"traceutil/trace.go:171","msg":"trace[978691095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1752; }","duration":"594.94926ms","start":"2026-04-28T03:18:27.679983Z","end":"2026-04-28T03:18:28.274933Z","steps":["trace[978691095] 'agreement among raft nodes before linearized reading' (duration: 594.75019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:28.274988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:27.679961Z","time spent":"595.017963ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:18:28.313253Z","caller":"traceutil/trace.go:171","msg":"trace[1868973414] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"497.183989ms","start":"2026-04-28T03:18:27.81605Z","end":"2026-04-28T03:18:28.313234Z","steps":["trace[1868973414] 'process raft request' (duration: 497.076454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:28.313374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:27.816031Z","time spent":"497.272863ms","remote":"127.0.0.1:51080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3251,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:28.895245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.573864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:28.896089Z","caller":"traceutil/trace.go:171","msg":"trace[1178264632] linearizableReadLoop","detail":"{readStateIndex:1818; appliedIndex:1816; }","duration":"621.383509ms","start":"2026-04-28T03:18:28.274687Z","end":"2026-04-28T03:18:28.896071Z","steps":["trace[1178264632] 'read index received' (duration: 38.384704ms)","trace[1178264632] 'applied index is now lower than readState.Index' (duration: 582.997915ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:28.896104Z","caller":"traceutil/trace.go:171","msg":"trace[527900061] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"679.147849ms","start":"2026-04-28T03:18:28.216926Z","end":"2026-04-28T03:18:28.896074Z","steps":["trace[527900061] 'process raft request' (duration: 190.663301ms)","trace[527900061] 'compare' (duration: 487.333763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:28.896257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:28.216907Z","time spent":"679.307287ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:28.896253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.953705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:28.896229Z","caller":"traceutil/trace.go:171","msg":"trace[681545044] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"617.144729ms","start":"2026-04-28T03:18:28.278968Z","end":"2026-04-28T03:18:28.896113Z","steps":["trace[681545044] 'process raft request' (duration: 617.029322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:28.896412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211676138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:18:28.896422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212002683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:18:28.896501Z","caller":"traceutil/trace.go:171","msg":"trace[1193737425] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1755; }","duration":"1.211801003s","start":"2026-04-28T03:18:27.684687Z","end":"2026-04-28T03:18:28.896488Z","steps":["trace[1193737425] 'agreement among raft nodes before linearized reading' (duration: 1.211497559s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:28.89658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:27.68467Z","time spent":"1.211899778s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:18:28.896395Z","caller":"traceutil/trace.go:171","msg":"trace[2100191895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1755; }","duration":"779.138793ms","start":"2026-04-28T03:18:28.117243Z","end":"2026-04-28T03:18:28.896382Z","steps":["trace[2100191895] 'agreement among raft nodes before linearized reading' (duration: 778.920013ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:28.896584Z","caller":"traceutil/trace.go:171","msg":"trace[2029961660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1755; }","duration":"1.212200512s","start":"2026-04-28T03:18:27.684362Z","end":"2026-04-28T03:18:28.896562Z","steps":["trace[2029961660] 'agreement among raft nodes before linearized reading' (duration: 1.211877047s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:28.896961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:27.684347Z","time spent":"1.212594901s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:28.896651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:28.117226Z","time spent":"779.403816ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:18:28.896667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:28.27895Z","time spent":"617.534077ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:28.993141Z","caller":"traceutil/trace.go:171","msg":"trace[886752887] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"674.399924ms","start":"2026-04-28T03:18:28.318708Z","end":"2026-04-28T03:18:28.993108Z","steps":["trace[886752887] 'process raft request' (duration: 674.187244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:28.993286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:28.318691Z","time spent":"674.523239ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4046,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:29.516844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.845426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:29.517091Z","caller":"traceutil/trace.go:171","msg":"trace[2073560639] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"615.959342ms","start":"2026-04-28T03:18:28.901095Z","end":"2026-04-28T03:18:29.517054Z","steps":["trace[2073560639] 'process raft request' (duration: 615.858047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:29.517198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:28.901086Z","time spent":"616.063757ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:29.517531Z","caller":"traceutil/trace.go:171","msg":"trace[666978371] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"616.958479ms","start":"2026-04-28T03:18:28.90055Z","end":"2026-04-28T03:18:29.517509Z","steps":["trace[666978371] 'process raft request' (duration: 263.357077ms)","trace[666978371] 'compare' (duration: 352.700939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:29.517623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:28.900529Z","time spent":"617.051493ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:30.113103Z","caller":"traceutil/trace.go:171","msg":"trace[70613387] linearizableReadLoop","detail":"{readStateIndex:1823; appliedIndex:1820; }","duration":"995.498529ms","start":"2026-04-28T03:18:29.117577Z","end":"2026-04-28T03:18:30.113075Z","steps":["trace[70613387] 'read index received' (duration: 46.245745ms)","trace[70613387] 'applied index is now lower than readState.Index' (duration: 949.251284ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:30.113462Z","caller":"traceutil/trace.go:171","msg":"trace[11729144] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"1.114687813s","start":"2026-04-28T03:18:28.998762Z","end":"2026-04-28T03:18:30.113449Z","steps":["trace[11729144] 'process raft request' (duration: 1.071557415s)","trace[11729144] 'compare' (duration: 42.130501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:30.113565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:28.99874Z","time spent":"1.114758186s","remote":"127.0.0.1:51080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3245,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:30.113713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.172593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:18:30.113809Z","caller":"traceutil/trace.go:171","msg":"trace[1592960275] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1759; }","duration":"539.312519ms","start":"2026-04-28T03:18:29.574479Z","end":"2026-04-28T03:18:30.113792Z","steps":["trace[1592960275] 'agreement among raft nodes before linearized reading' (duration: 539.154761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:30.113876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:29.574463Z","time spent":"539.399823ms","remote":"127.0.0.1:51080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:30.113892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.314908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:30.113951Z","caller":"traceutil/trace.go:171","msg":"trace[423779287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1759; }","duration":"996.408852ms","start":"2026-04-28T03:18:29.117527Z","end":"2026-04-28T03:18:30.113936Z","steps":["trace[423779287] 'agreement among raft nodes before linearized reading' (duration: 996.316358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:30.113988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:29.117511Z","time spent":"996.469335ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:18:30.113966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.838934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:18:30.114066Z","caller":"traceutil/trace.go:171","msg":"trace[498379454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1759; }","duration":"228.984341ms","start":"2026-04-28T03:18:29.885058Z","end":"2026-04-28T03:18:30.114043Z","steps":["trace[498379454] 'agreement among raft nodes before linearized reading' (duration: 228.712789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:30.114081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.541275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:18:30.114126Z","caller":"traceutil/trace.go:171","msg":"trace[1526056090] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1759; }","duration":"300.626548ms","start":"2026-04-28T03:18:29.813488Z","end":"2026-04-28T03:18:30.114114Z","steps":["trace[1526056090] 'agreement among raft nodes before linearized reading' (duration: 300.527193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:30.114164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:29.813468Z","time spent":"300.688411ms","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":31,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:30.636321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.651694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:30.636654Z","caller":"traceutil/trace.go:171","msg":"trace[289581018] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"514.648553ms","start":"2026-04-28T03:18:30.121971Z","end":"2026-04-28T03:18:30.636619Z","steps":["trace[289581018] 'process raft request' (duration: 379.601581ms)","trace[289581018] 'compare' (duration: 134.432804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:30.636889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:30.121945Z","time spent":"514.851643ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:30.769779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.334891ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:18:30.769944Z","caller":"traceutil/trace.go:171","msg":"trace[346630641] linearizableReadLoop","detail":"{readStateIndex:1825; appliedIndex:1823; }","duration":"647.411327ms","start":"2026-04-28T03:18:30.122516Z","end":"2026-04-28T03:18:30.769927Z","steps":["trace[346630641] 'read index received' (duration: 46.741339ms)","trace[346630641] 'applied index is now lower than readState.Index' (duration: 600.668208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:30.770146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.048258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-04-28T03:18:30.770251Z","caller":"traceutil/trace.go:171","msg":"trace[1095938011] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:1761; }","duration":"644.190975ms","start":"2026-04-28T03:18:30.126046Z","end":"2026-04-28T03:18:30.770237Z","steps":["trace[1095938011] 'agreement among raft nodes before linearized reading' (duration: 643.994794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:30.770314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:30.126023Z","time spent":"644.27744ms","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1076,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" "} {"level":"warn","ts":"2026-04-28T03:18:30.770395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.364864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:18:30.770498Z","caller":"traceutil/trace.go:171","msg":"trace[2045487992] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1761; }","duration":"491.540591ms","start":"2026-04-28T03:18:30.278939Z","end":"2026-04-28T03:18:30.77048Z","steps":["trace[2045487992] 'agreement among raft nodes before linearized reading' (duration: 491.206834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:30.770623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:30.278897Z","time spent":"491.704899ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:18:30.770951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.208706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:30.771036Z","caller":"traceutil/trace.go:171","msg":"trace[1541503906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1761; }","duration":"648.53042ms","start":"2026-04-28T03:18:30.122487Z","end":"2026-04-28T03:18:30.771017Z","steps":["trace[1541503906] 'agreement among raft nodes before linearized reading' (duration: 647.501051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:30.771144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:30.12248Z","time spent":"648.602694ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:18:30.935995Z","caller":"traceutil/trace.go:171","msg":"trace[1423060819] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1762; }","duration":"164.017342ms","start":"2026-04-28T03:18:30.771955Z","end":"2026-04-28T03:18:30.935972Z","steps":["trace[1423060819] 'process raft request' (duration: 163.836774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:31.112205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.901569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:31.112444Z","caller":"traceutil/trace.go:171","msg":"trace[1417685900] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"337.617106ms","start":"2026-04-28T03:18:30.774802Z","end":"2026-04-28T03:18:31.112419Z","steps":["trace[1417685900] 'process raft request' (duration: 225.378702ms)","trace[1417685900] 'compare' (duration: 111.460477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:31.112583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:30.77479Z","time spent":"337.716701ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:31.112475Z","caller":"traceutil/trace.go:171","msg":"trace[483418656] linearizableReadLoop","detail":"{readStateIndex:1828; appliedIndex:1826; }","duration":"211.284406ms","start":"2026-04-28T03:18:30.90117Z","end":"2026-04-28T03:18:31.112454Z","steps":["trace[483418656] 'read index received' (duration: 34.717901ms)","trace[483418656] 'applied index is now lower than readState.Index' (duration: 176.565285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:31.112648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.489436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:18:31.112673Z","caller":"traceutil/trace.go:171","msg":"trace[2026619023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1764; }","duration":"211.5633ms","start":"2026-04-28T03:18:30.901102Z","end":"2026-04-28T03:18:31.112665Z","steps":["trace[2026619023] 'agreement among raft nodes before linearized reading' (duration: 211.395582ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:31.112893Z","caller":"traceutil/trace.go:171","msg":"trace[1516007311] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"210.860435ms","start":"2026-04-28T03:18:30.902022Z","end":"2026-04-28T03:18:31.112883Z","steps":["trace[1516007311] 'process raft request' (duration: 210.32346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:31.112914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.252003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:1 size:1126"} {"level":"info","ts":"2026-04-28T03:18:31.113002Z","caller":"traceutil/trace.go:171","msg":"trace[127007404] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:1; response_revision:1764; }","duration":"164.376709ms","start":"2026-04-28T03:18:30.948609Z","end":"2026-04-28T03:18:31.112986Z","steps":["trace[127007404] 'agreement among raft nodes before linearized reading' (duration: 164.144568ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:31.385478Z","caller":"traceutil/trace.go:171","msg":"trace[1824937996] linearizableReadLoop","detail":"{readStateIndex:1830; appliedIndex:1829; }","duration":"269.770269ms","start":"2026-04-28T03:18:31.115667Z","end":"2026-04-28T03:18:31.385437Z","steps":["trace[1824937996] 'read index received' (duration: 249.410367ms)","trace[1824937996] 'applied index is now lower than readState.Index' (duration: 20.359082ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:31.385519Z","caller":"traceutil/trace.go:171","msg":"trace[1949864273] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1765; }","duration":"270.576727ms","start":"2026-04-28T03:18:31.11492Z","end":"2026-04-28T03:18:31.385496Z","steps":["trace[1949864273] 'process raft request' (duration: 250.10999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:31.385605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.915056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:31.385639Z","caller":"traceutil/trace.go:171","msg":"trace[1389282326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1765; }","duration":"270.00156ms","start":"2026-04-28T03:18:31.115626Z","end":"2026-04-28T03:18:31.385628Z","steps":["trace[1389282326] 'agreement among raft nodes before linearized reading' (duration: 269.919216ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:31.436447Z","caller":"traceutil/trace.go:171","msg":"trace[1447716811] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"318.142484ms","start":"2026-04-28T03:18:31.118248Z","end":"2026-04-28T03:18:31.436391Z","steps":["trace[1447716811] 'process raft request' (duration: 317.888332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:31.436725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:31.118236Z","time spent":"318.309692ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:31.728406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.231505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T03:18:31.728507Z","caller":"traceutil/trace.go:171","msg":"trace[975956000] linearizableReadLoop","detail":"{readStateIndex:1832; appliedIndex:1831; }","duration":"206.909629ms","start":"2026-04-28T03:18:31.52158Z","end":"2026-04-28T03:18:31.72849Z","steps":["trace[975956000] 'read index received' (duration: 94.428512ms)","trace[975956000] 'applied index is now lower than readState.Index' (duration: 112.479887ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:31.728612Z","caller":"traceutil/trace.go:171","msg":"trace[2051829726] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1767; }","duration":"290.753502ms","start":"2026-04-28T03:18:31.437794Z","end":"2026-04-28T03:18:31.728547Z","steps":["trace[2051829726] 'process raft request' (duration: 178.294906ms)","trace[2051829726] 'compare' (duration: 112.104048ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:31.728759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.167841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:18:31.728825Z","caller":"traceutil/trace.go:171","msg":"trace[134950625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1767; }","duration":"207.262716ms","start":"2026-04-28T03:18:31.521547Z","end":"2026-04-28T03:18:31.728809Z","steps":["trace[134950625] 'agreement among raft nodes before linearized reading' (duration: 207.076567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:31.729053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.882058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:18:31.729129Z","caller":"traceutil/trace.go:171","msg":"trace[265596223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1767; }","duration":"206.980962ms","start":"2026-04-28T03:18:31.52213Z","end":"2026-04-28T03:18:31.729111Z","steps":["trace[265596223] 'agreement among raft nodes before linearized reading' (duration: 206.768792ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:31.958596Z","caller":"traceutil/trace.go:171","msg":"trace[1619429884] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"224.886749ms","start":"2026-04-28T03:18:31.733689Z","end":"2026-04-28T03:18:31.958576Z","steps":["trace[1619429884] 'process raft request' (duration: 224.233497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:32.00992Z","caller":"traceutil/trace.go:171","msg":"trace[1958184705] linearizableReadLoop","detail":"{readStateIndex:1834; appliedIndex:1832; }","duration":"272.089139ms","start":"2026-04-28T03:18:31.737795Z","end":"2026-04-28T03:18:32.009884Z","steps":["trace[1958184705] 'read index received' (duration: 220.140954ms)","trace[1958184705] 'applied index is now lower than readState.Index' (duration: 51.946595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:32.010277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.467156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:3260"} {"level":"info","ts":"2026-04-28T03:18:32.010308Z","caller":"traceutil/trace.go:171","msg":"trace[1940564072] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"275.774293ms","start":"2026-04-28T03:18:31.734276Z","end":"2026-04-28T03:18:32.010051Z","steps":["trace[1940564072] 'process raft request' (duration: 275.427327ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:32.010343Z","caller":"traceutil/trace.go:171","msg":"trace[960332200] range","detail":"{range_begin:/registry/jobs/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:1769; }","duration":"272.577552ms","start":"2026-04-28T03:18:31.737749Z","end":"2026-04-28T03:18:32.010327Z","steps":["trace[960332200] 'agreement among raft nodes before linearized reading' (duration: 272.255417ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:34.162354Z","caller":"traceutil/trace.go:171","msg":"trace[543875925] linearizableReadLoop","detail":"{readStateIndex:1846; appliedIndex:1845; }","duration":"103.489221ms","start":"2026-04-28T03:18:34.058846Z","end":"2026-04-28T03:18:34.162335Z","steps":["trace[543875925] 'read index received' (duration: 63.857268ms)","trace[543875925] 'applied index is now lower than readState.Index' (duration: 39.631293ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:34.162453Z","caller":"traceutil/trace.go:171","msg":"trace[1016305925] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"142.250092ms","start":"2026-04-28T03:18:34.020181Z","end":"2026-04-28T03:18:34.162431Z","steps":["trace[1016305925] 'process raft request' (duration: 102.530305ms)","trace[1016305925] 'compare' (duration: 39.516488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:34.162845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.978735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:34.162891Z","caller":"traceutil/trace.go:171","msg":"trace[205695279] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1780; }","duration":"104.037817ms","start":"2026-04-28T03:18:34.058841Z","end":"2026-04-28T03:18:34.162878Z","steps":["trace[205695279] 'agreement among raft nodes before linearized reading' (duration: 103.628277ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:40.659584Z","caller":"traceutil/trace.go:171","msg":"trace[730790772] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1920; }","duration":"100.495689ms","start":"2026-04-28T03:18:40.559063Z","end":"2026-04-28T03:18:40.659558Z","steps":["trace[730790772] 'process raft request' (duration: 100.386684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:42.661814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.712562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:42.661906Z","caller":"traceutil/trace.go:171","msg":"trace[145712530] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"187.969842ms","start":"2026-04-28T03:18:42.47392Z","end":"2026-04-28T03:18:42.66189Z","steps":["trace[145712530] 'process raft request' (duration: 70.112363ms)","trace[145712530] 'compare' (duration: 117.509603ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:42.664103Z","caller":"traceutil/trace.go:171","msg":"trace[168369498] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"187.275719ms","start":"2026-04-28T03:18:42.476811Z","end":"2026-04-28T03:18:42.664087Z","steps":["trace[168369498] 'process raft request' (duration: 187.240608ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:42.664328Z","caller":"traceutil/trace.go:171","msg":"trace[1798767019] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"189.83153ms","start":"2026-04-28T03:18:42.474465Z","end":"2026-04-28T03:18:42.664297Z","steps":["trace[1798767019] 'process raft request' (duration: 189.518705ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:42.835941Z","caller":"traceutil/trace.go:171","msg":"trace[1246993071] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"169.676277ms","start":"2026-04-28T03:18:42.666246Z","end":"2026-04-28T03:18:42.835923Z","steps":["trace[1246993071] 'process raft request' (duration: 162.258557ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:42.836278Z","caller":"traceutil/trace.go:171","msg":"trace[249161585] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"115.10158ms","start":"2026-04-28T03:18:42.721168Z","end":"2026-04-28T03:18:42.83627Z","steps":["trace[249161585] 'process raft request' (duration: 115.054817ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:42.836453Z","caller":"traceutil/trace.go:171","msg":"trace[731711393] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"164.701534ms","start":"2026-04-28T03:18:42.671722Z","end":"2026-04-28T03:18:42.836424Z","steps":["trace[731711393] 'process raft request' (duration: 164.22349ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:42.836524Z","caller":"traceutil/trace.go:171","msg":"trace[1102980034] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"161.183587ms","start":"2026-04-28T03:18:42.675334Z","end":"2026-04-28T03:18:42.836517Z","steps":["trace[1102980034] 'process raft request' (duration: 160.641911ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:42.836663Z","caller":"traceutil/trace.go:171","msg":"trace[1671635898] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2001; }","duration":"157.508973ms","start":"2026-04-28T03:18:42.679129Z","end":"2026-04-28T03:18:42.836638Z","steps":["trace[1671635898] 'process raft request' (duration: 156.963047ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:42.836485Z","caller":"traceutil/trace.go:171","msg":"trace[2054395063] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"157.455491ms","start":"2026-04-28T03:18:42.679017Z","end":"2026-04-28T03:18:42.836472Z","steps":["trace[2054395063] 'process raft request' (duration: 157.00312ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:42.836874Z","caller":"traceutil/trace.go:171","msg":"trace[548431319] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"169.985063ms","start":"2026-04-28T03:18:42.66688Z","end":"2026-04-28T03:18:42.836865Z","steps":["trace[548431319] 'process raft request' (duration: 168.917832ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:42.836925Z","caller":"traceutil/trace.go:171","msg":"trace[906528847] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"165.341624ms","start":"2026-04-28T03:18:42.671575Z","end":"2026-04-28T03:18:42.836917Z","steps":["trace[906528847] 'process raft request' (duration: 164.333816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:42.837364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.596245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:18:42.8374Z","caller":"traceutil/trace.go:171","msg":"trace[1563625357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2002; }","duration":"125.672399ms","start":"2026-04-28T03:18:42.711719Z","end":"2026-04-28T03:18:42.837391Z","steps":["trace[1563625357] 'agreement among raft nodes before linearized reading' (duration: 125.553383ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:42.836171Z","caller":"traceutil/trace.go:171","msg":"trace[1780999432] linearizableReadLoop","detail":"{readStateIndex:2092; appliedIndex:2084; }","duration":"124.366558ms","start":"2026-04-28T03:18:42.711783Z","end":"2026-04-28T03:18:42.83615Z","steps":["trace[1780999432] 'read index received' (duration: 7.095806ms)","trace[1780999432] 'applied index is now lower than readState.Index' (duration: 117.269132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:43.809659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.788259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:43.809863Z","caller":"traceutil/trace.go:171","msg":"trace[1854115913] linearizableReadLoop","detail":"{readStateIndex:2137; appliedIndex:2135; }","duration":"387.749342ms","start":"2026-04-28T03:18:43.422095Z","end":"2026-04-28T03:18:43.809844Z","steps":["trace[1854115913] 'read index received' (duration: 146.66161ms)","trace[1854115913] 'applied index is now lower than readState.Index' (duration: 241.086272ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:43.8099Z","caller":"traceutil/trace.go:171","msg":"trace[1071667431] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"396.424993ms","start":"2026-04-28T03:18:43.413447Z","end":"2026-04-28T03:18:43.809872Z","steps":["trace[1071667431] 'process raft request' (duration: 155.300558ms)","trace[1071667431] 'compare' (duration: 240.578539ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:43.810301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.163259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:18:43.810322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.221255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:26978"} {"level":"info","ts":"2026-04-28T03:18:43.810358Z","caller":"traceutil/trace.go:171","msg":"trace[1517771435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2045; }","duration":"320.250173ms","start":"2026-04-28T03:18:43.490093Z","end":"2026-04-28T03:18:43.810343Z","steps":["trace[1517771435] 'agreement among raft nodes before linearized reading' (duration: 319.888606ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:43.810363Z","caller":"traceutil/trace.go:171","msg":"trace[1182532344] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:2045; }","duration":"388.288078ms","start":"2026-04-28T03:18:43.422063Z","end":"2026-04-28T03:18:43.810351Z","steps":["trace[1182532344] 'agreement among raft nodes before linearized reading' (duration: 387.90014ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:43.810001Z","caller":"traceutil/trace.go:171","msg":"trace[1624112126] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2045; }","duration":"391.783424ms","start":"2026-04-28T03:18:43.41816Z","end":"2026-04-28T03:18:43.809943Z","steps":["trace[1624112126] 'process raft request' (duration: 391.617736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:43.810404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:43.49005Z","time spent":"320.345057ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:43.810408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:43.422052Z","time spent":"388.34633ms","remote":"127.0.0.1:51332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":27000,"request content":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" "} {"level":"warn","ts":"2026-04-28T03:18:43.810686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:43.418136Z","time spent":"392.331559ms","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":3445,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:43.811345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:43.413414Z","time spent":"396.912875ms","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3397,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:44.285193Z","caller":"traceutil/trace.go:171","msg":"trace[391070938] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"122.402964ms","start":"2026-04-28T03:18:44.162756Z","end":"2026-04-28T03:18:44.285159Z","steps":["trace[391070938] 'process raft request' (duration: 122.194334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:47.172364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.085443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:47.17245Z","caller":"traceutil/trace.go:171","msg":"trace[345983082] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"212.051549ms","start":"2026-04-28T03:18:46.960383Z","end":"2026-04-28T03:18:47.172435Z","steps":["trace[345983082] 'process raft request' (duration: 109.84194ms)","trace[345983082] 'compare' (duration: 101.623772ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:47.216631Z","caller":"traceutil/trace.go:171","msg":"trace[1567793163] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"255.753775ms","start":"2026-04-28T03:18:46.960847Z","end":"2026-04-28T03:18:47.216601Z","steps":["trace[1567793163] 'process raft request' (duration: 255.600817ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:47.216732Z","caller":"traceutil/trace.go:171","msg":"trace[1946959090] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"255.800357ms","start":"2026-04-28T03:18:46.960914Z","end":"2026-04-28T03:18:47.216714Z","steps":["trace[1946959090] 'process raft request' (duration: 255.65575ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:47.216792Z","caller":"traceutil/trace.go:171","msg":"trace[536412838] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"255.783567ms","start":"2026-04-28T03:18:46.960987Z","end":"2026-04-28T03:18:47.216771Z","steps":["trace[536412838] 'process raft request' (duration: 255.613489ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:47.21694Z","caller":"traceutil/trace.go:171","msg":"trace[949593072] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"244.387298ms","start":"2026-04-28T03:18:46.972541Z","end":"2026-04-28T03:18:47.216928Z","steps":["trace[949593072] 'process raft request' (duration: 244.112635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:47.217056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.291878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:47.217062Z","caller":"traceutil/trace.go:171","msg":"trace[2095222208] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"255.732983ms","start":"2026-04-28T03:18:46.960904Z","end":"2026-04-28T03:18:47.216637Z","steps":["trace[2095222208] 'process raft request' (duration: 255.640939ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:47.217124Z","caller":"traceutil/trace.go:171","msg":"trace[347360452] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"256.105771ms","start":"2026-04-28T03:18:46.961005Z","end":"2026-04-28T03:18:47.217111Z","steps":["trace[347360452] 'process raft request' (duration: 255.620139ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:47.21709Z","caller":"traceutil/trace.go:171","msg":"trace[1184490024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2108; }","duration":"100.33699ms","start":"2026-04-28T03:18:47.116744Z","end":"2026-04-28T03:18:47.217081Z","steps":["trace[1184490024] 'agreement among raft nodes before linearized reading' (duration: 100.265807ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:47.293586Z","caller":"traceutil/trace.go:171","msg":"trace[927190097] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"113.802458ms","start":"2026-04-28T03:18:47.179757Z","end":"2026-04-28T03:18:47.293559Z","steps":["trace[927190097] 'process raft request' (duration: 93.875956ms)","trace[927190097] 'compare' (duration: 19.45807ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:48.685821Z","caller":"traceutil/trace.go:171","msg":"trace[468964502] linearizableReadLoop","detail":"{readStateIndex:2218; appliedIndex:2217; }","duration":"391.039818ms","start":"2026-04-28T03:18:48.294763Z","end":"2026-04-28T03:18:48.685803Z","steps":["trace[468964502] 'read index received' (duration: 390.896411ms)","trace[468964502] 'applied index is now lower than readState.Index' (duration: 142.837µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:48.686177Z","caller":"traceutil/trace.go:171","msg":"trace[149692350] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"396.611151ms","start":"2026-04-28T03:18:48.28955Z","end":"2026-04-28T03:18:48.686161Z","steps":["trace[149692350] 'process raft request' (duration: 396.121878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:48.686286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:48.289525Z","time spent":"396.708026ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3948,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:18:48.686419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.645926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T03:18:48.686459Z","caller":"traceutil/trace.go:171","msg":"trace[80050619] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2121; }","duration":"391.72169ms","start":"2026-04-28T03:18:48.294727Z","end":"2026-04-28T03:18:48.686448Z","steps":["trace[80050619] 'agreement among raft nodes before linearized reading' (duration: 391.565413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:48.686504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:48.294704Z","time spent":"391.790103ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T03:18:48.690345Z","caller":"traceutil/trace.go:171","msg":"trace[1400826380] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"207.129457ms","start":"2026-04-28T03:18:48.483183Z","end":"2026-04-28T03:18:48.690312Z","steps":["trace[1400826380] 'process raft request' (duration: 206.994501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:48.690386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:18:48.690437Z","caller":"traceutil/trace.go:171","msg":"trace[1391357754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2122; }","duration":"394.371224ms","start":"2026-04-28T03:18:48.296054Z","end":"2026-04-28T03:18:48.690425Z","steps":["trace[1391357754] 'agreement among raft nodes before linearized reading' (duration: 394.227697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:48.69047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:48.296036Z","time spent":"394.428096ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:48.690671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.017613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:48.690762Z","caller":"traceutil/trace.go:171","msg":"trace[689002117] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-ports-configmap; range_end:; response_count:0; response_revision:2122; }","duration":"141.122528ms","start":"2026-04-28T03:18:48.549602Z","end":"2026-04-28T03:18:48.690725Z","steps":["trace[689002117] 'agreement among raft nodes before linearized reading' (duration: 141.008132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:48.690689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.324163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:18:48.690863Z","caller":"traceutil/trace.go:171","msg":"trace[1393732437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2122; }","duration":"292.49509ms","start":"2026-04-28T03:18:48.398356Z","end":"2026-04-28T03:18:48.690851Z","steps":["trace[1393732437] 'agreement among raft nodes before linearized reading' (duration: 292.282871ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:49.703132Z","caller":"traceutil/trace.go:171","msg":"trace[1059236725] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"513.946505ms","start":"2026-04-28T03:18:49.189168Z","end":"2026-04-28T03:18:49.703114Z","steps":["trace[1059236725] 'process raft request' (duration: 513.812049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:49.703233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:49.189145Z","time spent":"514.04692ms","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":144648,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:18:50.050158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.518259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:50.050336Z","caller":"traceutil/trace.go:171","msg":"trace[226995137] linearizableReadLoop","detail":"{readStateIndex:2226; appliedIndex:2224; }","duration":"744.689438ms","start":"2026-04-28T03:18:49.305622Z","end":"2026-04-28T03:18:50.050312Z","steps":["trace[226995137] 'read index received' (duration: 397.322694ms)","trace[226995137] 'applied index is now lower than readState.Index' (duration: 347.365024ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:50.050384Z","caller":"traceutil/trace.go:171","msg":"trace[1553332288] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"749.653632ms","start":"2026-04-28T03:18:49.30069Z","end":"2026-04-28T03:18:50.050344Z","steps":["trace[1553332288] 'process raft request' (duration: 553.869301ms)","trace[1553332288] 'compare' (duration: 195.356391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:50.050533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:49.300665Z","time spent":"749.789299ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:50.050581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.95413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:18:50.05069Z","caller":"traceutil/trace.go:171","msg":"trace[1501629745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2128; }","duration":"745.101547ms","start":"2026-04-28T03:18:49.305567Z","end":"2026-04-28T03:18:50.050669Z","steps":["trace[1501629745] 'agreement among raft nodes before linearized reading' (duration: 744.811003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:50.050747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:49.305546Z","time spent":"745.185981ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:18:50.10234Z","caller":"traceutil/trace.go:171","msg":"trace[2041444354] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"383.136513ms","start":"2026-04-28T03:18:49.719178Z","end":"2026-04-28T03:18:50.102315Z","steps":["trace[2041444354] 'process raft request' (duration: 382.978455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:50.102388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.693779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:18:50.102448Z","caller":"traceutil/trace.go:171","msg":"trace[780602407] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2129; }","duration":"485.857497ms","start":"2026-04-28T03:18:49.616573Z","end":"2026-04-28T03:18:50.102431Z","steps":["trace[780602407] 'agreement among raft nodes before linearized reading' (duration: 485.682229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:50.102456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:49.719159Z","time spent":"383.248718ms","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1088,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:18:50.102462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.94147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:18:50.102496Z","caller":"traceutil/trace.go:171","msg":"trace[1176302469] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2129; }","duration":"403.008343ms","start":"2026-04-28T03:18:49.699477Z","end":"2026-04-28T03:18:50.102486Z","steps":["trace[1176302469] 'agreement among raft nodes before linearized reading' (duration: 402.917809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:50.102501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:49.616561Z","time spent":"485.93112ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:18:50.102518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:49.699457Z","time spent":"403.055065ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:18:50.102519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.318182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:18:50.102579Z","caller":"traceutil/trace.go:171","msg":"trace[1560156038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2129; }","duration":"241.420137ms","start":"2026-04-28T03:18:49.861142Z","end":"2026-04-28T03:18:50.102562Z","steps":["trace[1560156038] 'agreement among raft nodes before linearized reading' (duration: 241.209938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:50.596844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.574496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:50.597308Z","caller":"traceutil/trace.go:171","msg":"trace[903424665] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"541.628553ms","start":"2026-04-28T03:18:50.055654Z","end":"2026-04-28T03:18:50.597283Z","steps":["trace[903424665] 'process raft request' (duration: 110.503651ms)","trace[903424665] 'compare' (duration: 430.139606ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:50.597441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:50.055631Z","time spent":"541.750048ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:50.597666Z","caller":"traceutil/trace.go:171","msg":"trace[484270388] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"491.884351ms","start":"2026-04-28T03:18:50.105773Z","end":"2026-04-28T03:18:50.597658Z","steps":["trace[484270388] 'process raft request' (duration: 491.495893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:50.597714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:50.105753Z","time spent":"491.936694ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:50.59785Z","caller":"traceutil/trace.go:171","msg":"trace[385667745] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"490.413473ms","start":"2026-04-28T03:18:50.107429Z","end":"2026-04-28T03:18:50.597842Z","steps":["trace[385667745] 'process raft request' (duration: 490.205013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:50.597903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:50.107419Z","time spent":"490.460175ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:50.5981Z","caller":"traceutil/trace.go:171","msg":"trace[66804325] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"491.896772ms","start":"2026-04-28T03:18:50.106178Z","end":"2026-04-28T03:18:50.598075Z","steps":["trace[66804325] 'process raft request' (duration: 491.400639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:50.59821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:50.106164Z","time spent":"491.997747ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:18:50.74229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.482018ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:18:50.742506Z","caller":"traceutil/trace.go:171","msg":"trace[1012743320] linearizableReadLoop","detail":"{readStateIndex:2231; appliedIndex:2227; }","duration":"627.543422ms","start":"2026-04-28T03:18:50.114939Z","end":"2026-04-28T03:18:50.742482Z","steps":["trace[1012743320] 'read index received' (duration: 51.160077ms)","trace[1012743320] 'applied index is now lower than readState.Index' (duration: 576.381935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:50.742662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.68819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:50.742776Z","caller":"traceutil/trace.go:171","msg":"trace[1858842986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2133; }","duration":"627.780874ms","start":"2026-04-28T03:18:50.114934Z","end":"2026-04-28T03:18:50.742715Z","steps":["trace[1858842986] 'agreement among raft nodes before linearized reading' (duration: 627.654818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:50.742848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:50.114887Z","time spent":"627.942341ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:18:50.743282Z","caller":"traceutil/trace.go:171","msg":"trace[978348032] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"141.575659ms","start":"2026-04-28T03:18:50.601695Z","end":"2026-04-28T03:18:50.74327Z","steps":["trace[978348032] 'process raft request' (duration: 141.221852ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:50.743329Z","caller":"traceutil/trace.go:171","msg":"trace[2138222650] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"141.466124ms","start":"2026-04-28T03:18:50.601832Z","end":"2026-04-28T03:18:50.743298Z","steps":["trace[2138222650] 'process raft request' (duration: 141.265235ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:50.743712Z","caller":"traceutil/trace.go:171","msg":"trace[1023750697] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"142.388829ms","start":"2026-04-28T03:18:50.600662Z","end":"2026-04-28T03:18:50.743051Z","steps":["trace[1023750697] 'process raft request' (duration: 141.732128ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:51.22424Z","caller":"traceutil/trace.go:171","msg":"trace[1388960188] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"477.116375ms","start":"2026-04-28T03:18:50.747093Z","end":"2026-04-28T03:18:51.224209Z","steps":["trace[1388960188] 'process raft request' (duration: 443.544458ms)","trace[1388960188] 'compare' (duration: 33.287303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:51.224589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:50.747075Z","time spent":"477.23345ms","remote":"127.0.0.1:50936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:18:51.302363Z","caller":"traceutil/trace.go:171","msg":"trace[2053319571] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"554.963812ms","start":"2026-04-28T03:18:50.747365Z","end":"2026-04-28T03:18:51.302329Z","steps":["trace[2053319571] 'process raft request' (duration: 554.686449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:51.302592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:50.74734Z","time spent":"555.167321ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:51.302627Z","caller":"traceutil/trace.go:171","msg":"trace[843823015] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"554.253569ms","start":"2026-04-28T03:18:50.748339Z","end":"2026-04-28T03:18:51.302593Z","steps":["trace[843823015] 'process raft request' (duration: 553.934734ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:51.302674Z","caller":"traceutil/trace.go:171","msg":"trace[1021764400] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"554.613296ms","start":"2026-04-28T03:18:50.748038Z","end":"2026-04-28T03:18:51.302651Z","steps":["trace[1021764400] 'process raft request' (duration: 554.174116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:51.30278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:50.748329Z","time spent":"554.367914ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:51.302808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:50.748019Z","time spent":"554.717341ms","remote":"127.0.0.1:50936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16974,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:18:51.302859Z","caller":"traceutil/trace.go:171","msg":"trace[2032357089] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"554.231378ms","start":"2026-04-28T03:18:50.748606Z","end":"2026-04-28T03:18:51.302837Z","steps":["trace[2032357089] 'process raft request' (duration: 553.717054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:51.302943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:50.748598Z","time spent":"554.305061ms","remote":"127.0.0.1:50936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5003,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:18:51.30243Z","caller":"traceutil/trace.go:171","msg":"trace[403331174] linearizableReadLoop","detail":"{readStateIndex:2237; appliedIndex:2235; }","duration":"554.082851ms","start":"2026-04-28T03:18:50.748319Z","end":"2026-04-28T03:18:51.302402Z","steps":["trace[403331174] 'read index received' (duration: 442.31799ms)","trace[403331174] 'applied index is now lower than readState.Index' (duration: 111.763811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:51.303314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.159997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:18:51.303295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.959502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node.18aa6712262ba5c8\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-04-28T03:18:51.303357Z","caller":"traceutil/trace.go:171","msg":"trace[158003846] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2141; }","duration":"149.232401ms","start":"2026-04-28T03:18:51.154112Z","end":"2026-04-28T03:18:51.303345Z","steps":["trace[158003846] 'agreement among raft nodes before linearized reading' (duration: 149.153827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:51.303376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.415457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:18:51.303373Z","caller":"traceutil/trace.go:171","msg":"trace[28980223] range","detail":"{range_begin:/registry/events/openstack/valkey-node.18aa6712262ba5c8; range_end:; response_count:1; response_revision:2141; }","duration":"555.058187ms","start":"2026-04-28T03:18:50.748298Z","end":"2026-04-28T03:18:51.303356Z","steps":["trace[28980223] 'agreement among raft nodes before linearized reading' (duration: 554.838007ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:51.303409Z","caller":"traceutil/trace.go:171","msg":"trace[490899609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2141; }","duration":"288.47503ms","start":"2026-04-28T03:18:51.014923Z","end":"2026-04-28T03:18:51.303398Z","steps":["trace[490899609] 'agreement among raft nodes before linearized reading' (duration: 288.340814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:51.303399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.069981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:51.303424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:50.748289Z","time spent":"555.12213ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":693,"request content":"key:\"/registry/events/openstack/valkey-node.18aa6712262ba5c8\" "} {"level":"info","ts":"2026-04-28T03:18:51.30345Z","caller":"traceutil/trace.go:171","msg":"trace[1446177100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2141; }","duration":"168.152765ms","start":"2026-04-28T03:18:51.135282Z","end":"2026-04-28T03:18:51.303435Z","steps":["trace[1446177100] 'agreement among raft nodes before linearized reading' (duration: 168.070571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:51.303604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.449744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:18:51.303638Z","caller":"traceutil/trace.go:171","msg":"trace[1929132481] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2141; }","duration":"170.511057ms","start":"2026-04-28T03:18:51.133117Z","end":"2026-04-28T03:18:51.303628Z","steps":["trace[1929132481] 'agreement among raft nodes before linearized reading' (duration: 170.415782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:51.820748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.99526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:51.821096Z","caller":"traceutil/trace.go:171","msg":"trace[900738996] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"511.995373ms","start":"2026-04-28T03:18:51.309082Z","end":"2026-04-28T03:18:51.821077Z","steps":["trace[900738996] 'process raft request' (duration: 511.943841ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:51.821153Z","caller":"traceutil/trace.go:171","msg":"trace[1914612326] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"512.416752ms","start":"2026-04-28T03:18:51.308706Z","end":"2026-04-28T03:18:51.821123Z","steps":["trace[1914612326] 'process raft request' (duration: 512.202962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:51.821189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:51.309075Z","time spent":"512.074486ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1448,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:18:51.821281Z","caller":"traceutil/trace.go:171","msg":"trace[2139644306] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"513.524604ms","start":"2026-04-28T03:18:51.307726Z","end":"2026-04-28T03:18:51.821251Z","steps":["trace[2139644306] 'process raft request' (duration: 112.925725ms)","trace[2139644306] 'compare' (duration: 399.818222ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:51.821302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:51.308699Z","time spent":"512.528708ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:51.821287Z","caller":"traceutil/trace.go:171","msg":"trace[330499750] linearizableReadLoop","detail":"{readStateIndex:2241; appliedIndex:2240; }","duration":"512.751428ms","start":"2026-04-28T03:18:51.308478Z","end":"2026-04-28T03:18:51.821229Z","steps":["trace[330499750] 'read index received' (duration: 112.143819ms)","trace[330499750] 'applied index is now lower than readState.Index' (duration: 400.600729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:51.821421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:51.307687Z","time spent":"513.661961ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":656,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:51.822913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.420666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:103865"} {"level":"info","ts":"2026-04-28T03:18:51.822969Z","caller":"traceutil/trace.go:171","msg":"trace[903876596] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2144; }","duration":"514.49884ms","start":"2026-04-28T03:18:51.308457Z","end":"2026-04-28T03:18:51.822955Z","steps":["trace[903876596] 'agreement among raft nodes before linearized reading' (duration: 512.888334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:51.823006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:51.308449Z","time spent":"514.548862ms","remote":"127.0.0.1:50884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":103887,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-28T03:18:52.342898Z","caller":"traceutil/trace.go:171","msg":"trace[452949597] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"775.498313ms","start":"2026-04-28T03:18:51.567369Z","end":"2026-04-28T03:18:52.342867Z","steps":["trace[452949597] 'process raft request' (duration: 775.365756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:52.343165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:51.567359Z","time spent":"775.715753ms","remote":"127.0.0.1:33972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:52.343256Z","caller":"traceutil/trace.go:171","msg":"trace[47371465] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"781.252285ms","start":"2026-04-28T03:18:51.561981Z","end":"2026-04-28T03:18:52.343233Z","steps":["trace[47371465] 'process raft request' (duration: 756.784268ms)","trace[47371465] 'compare' (duration: 23.784645ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:52.343377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:51.561961Z","time spent":"781.37076ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:18:52.843566Z","caller":"traceutil/trace.go:171","msg":"trace[1800265935] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"1.017946649s","start":"2026-04-28T03:18:51.825586Z","end":"2026-04-28T03:18:52.843533Z","steps":["trace[1800265935] 'process raft request' (duration: 1.017564041s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:52.843736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:51.82554Z","time spent":"1.018115317s","remote":"127.0.0.1:50884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103851,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:52.843731Z","caller":"traceutil/trace.go:171","msg":"trace[1497506380] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"1.016951681s","start":"2026-04-28T03:18:51.826753Z","end":"2026-04-28T03:18:52.843705Z","steps":["trace[1497506380] 'process raft request' (duration: 1.016672878s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:52.844128Z","caller":"traceutil/trace.go:171","msg":"trace[1557003969] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"788.035694ms","start":"2026-04-28T03:18:52.056077Z","end":"2026-04-28T03:18:52.844113Z","steps":["trace[1557003969] 'process raft request' (duration: 787.438006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:52.844238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:51.826742Z","time spent":"1.017417124s","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1387,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:18:52.844349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.088966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:52.844408Z","caller":"traceutil/trace.go:171","msg":"trace[2021899077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2150; }","duration":"727.844392ms","start":"2026-04-28T03:18:52.11655Z","end":"2026-04-28T03:18:52.844394Z","steps":["trace[2021899077] 'agreement among raft nodes before linearized reading' (duration: 727.087406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:52.844446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:52.116531Z","time spent":"727.906415ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:18:52.84359Z","caller":"traceutil/trace.go:171","msg":"trace[1042480459] linearizableReadLoop","detail":"{readStateIndex:2249; appliedIndex:2243; }","duration":"726.9644ms","start":"2026-04-28T03:18:52.116601Z","end":"2026-04-28T03:18:52.843565Z","steps":["trace[1042480459] 'read index received' (duration: 202.222535ms)","trace[1042480459] 'applied index is now lower than readState.Index' (duration: 524.741095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:52.844292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:52.056044Z","time spent":"788.187842ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:52.844152Z","caller":"traceutil/trace.go:171","msg":"trace[1935583914] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"1.018069164s","start":"2026-04-28T03:18:51.82605Z","end":"2026-04-28T03:18:52.844119Z","steps":["trace[1935583914] 'process raft request' (duration: 1.017328519s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:52.84575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:51.82604Z","time spent":"1.019577596s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":912,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:18:54.246407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.710543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:54.246688Z","caller":"traceutil/trace.go:171","msg":"trace[1582935251] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"1.400877872s","start":"2026-04-28T03:18:52.845797Z","end":"2026-04-28T03:18:54.246675Z","steps":["trace[1582935251] 'process raft request' (duration: 1.40084221s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.246734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:52.845777Z","time spent":"1.400938705s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1338,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:18:54.2469Z","caller":"traceutil/trace.go:171","msg":"trace[449042454] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"1.892870009s","start":"2026-04-28T03:18:52.354021Z","end":"2026-04-28T03:18:54.246891Z","steps":["trace[449042454] 'process raft request' (duration: 927.609ms)","trace[449042454] 'compare' (duration: 964.350075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:54.246932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:52.353998Z","time spent":"1.892918851s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:18:54.247044Z","caller":"traceutil/trace.go:171","msg":"trace[1066737895] linearizableReadLoop","detail":"{readStateIndex:2252; appliedIndex:2249; }","duration":"1.402497969s","start":"2026-04-28T03:18:52.844538Z","end":"2026-04-28T03:18:54.247036Z","steps":["trace[1066737895] 'read index received' (duration: 437.074183ms)","trace[1066737895] 'applied index is now lower than readState.Index' (duration: 965.422806ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:54.247032Z","caller":"traceutil/trace.go:171","msg":"trace[2109455603] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"1.469669032s","start":"2026-04-28T03:18:52.777335Z","end":"2026-04-28T03:18:54.247004Z","steps":["trace[2109455603] 'process raft request' (duration: 1.469266653s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.24719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:52.777297Z","time spent":"1.469796568s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:54.247298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645690109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:18:54.247321Z","caller":"traceutil/trace.go:171","msg":"trace[227463392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2154; }","duration":"1.645734282s","start":"2026-04-28T03:18:52.60158Z","end":"2026-04-28T03:18:54.247315Z","steps":["trace[227463392] 'agreement among raft nodes before linearized reading' (duration: 1.645623197s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.247344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:52.601573Z","time spent":"1.645763573s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:18:54.24749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855340794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:18:54.247525Z","caller":"traceutil/trace.go:171","msg":"trace[1815367463] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2154; }","duration":"1.855415708s","start":"2026-04-28T03:18:52.3921Z","end":"2026-04-28T03:18:54.247516Z","steps":["trace[1815367463] 'agreement among raft nodes before linearized reading' (duration: 1.855353465s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.247505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.513907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:18:54.247557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:52.392085Z","time spent":"1.855466361s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:54.247581Z","caller":"traceutil/trace.go:171","msg":"trace[1196608821] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2154; }","duration":"170.645853ms","start":"2026-04-28T03:18:54.076915Z","end":"2026-04-28T03:18:54.247561Z","steps":["trace[1196608821] 'agreement among raft nodes before linearized reading' (duration: 170.463475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.24761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898649611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18aa67125f6480e6\" ","response":"range_response_count:1 size:661"} {"level":"info","ts":"2026-04-28T03:18:54.247637Z","caller":"traceutil/trace.go:171","msg":"trace[1965774007] range","detail":"{range_begin:/registry/events/openstack/valkey.18aa67125f6480e6; range_end:; response_count:1; response_revision:2154; }","duration":"1.898707715s","start":"2026-04-28T03:18:52.348923Z","end":"2026-04-28T03:18:54.247631Z","steps":["trace[1965774007] 'agreement among raft nodes before linearized reading' (duration: 1.898637701s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.247655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:52.348903Z","time spent":"1.898748337s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":683,"request content":"key:\"/registry/events/openstack/valkey.18aa67125f6480e6\" "} {"level":"warn","ts":"2026-04-28T03:18:54.247731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.475019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:18:54.247766Z","caller":"traceutil/trace.go:171","msg":"trace[658823078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2154; }","duration":"939.555143ms","start":"2026-04-28T03:18:53.3082Z","end":"2026-04-28T03:18:54.247755Z","steps":["trace[658823078] 'agreement among raft nodes before linearized reading' (duration: 939.448278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.247809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:53.308181Z","time spent":"939.620727ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:54.248004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934270364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:18:54.248071Z","caller":"traceutil/trace.go:171","msg":"trace[1390195020] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2154; }","duration":"1.934369778s","start":"2026-04-28T03:18:52.313681Z","end":"2026-04-28T03:18:54.248051Z","steps":["trace[1390195020] 'agreement among raft nodes before linearized reading' (duration: 1.934156068s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.248104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:52.313658Z","time spent":"1.934437151s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:18:54.24853Z","caller":"traceutil/trace.go:171","msg":"trace[1664986927] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"1.884839559s","start":"2026-04-28T03:18:52.363673Z","end":"2026-04-28T03:18:54.248513Z","steps":["trace[1664986927] 'process raft request' (duration: 1.882825445s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.248736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:52.363635Z","time spent":"1.885021838s","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7769,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:54.248824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131298213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:54.248855Z","caller":"traceutil/trace.go:171","msg":"trace[744512797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2154; }","duration":"1.131373597s","start":"2026-04-28T03:18:53.117474Z","end":"2026-04-28T03:18:54.248848Z","steps":["trace[744512797] 'agreement among raft nodes before linearized reading' (duration: 1.131307164s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.248857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.261571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T03:18:54.248876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:53.117452Z","time spent":"1.131416899s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:18:54.248926Z","caller":"traceutil/trace.go:171","msg":"trace[266537155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2154; }","duration":"422.330774ms","start":"2026-04-28T03:18:53.826559Z","end":"2026-04-28T03:18:54.24889Z","steps":["trace[266537155] 'agreement among raft nodes before linearized reading' (duration: 422.196247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.24894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648033109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:18:54.248965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:53.826542Z","time spent":"422.413518ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:18:54.249018Z","caller":"traceutil/trace.go:171","msg":"trace[2145600499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2154; }","duration":"1.648096503s","start":"2026-04-28T03:18:52.600865Z","end":"2026-04-28T03:18:54.248961Z","steps":["trace[2145600499] 'agreement among raft nodes before linearized reading' (duration: 1.646823073s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.249044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:52.600845Z","time spent":"1.648192677s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:54.249191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.346026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:18:54.249252Z","caller":"traceutil/trace.go:171","msg":"trace[266237666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2154; }","duration":"938.406029ms","start":"2026-04-28T03:18:53.310812Z","end":"2026-04-28T03:18:54.249218Z","steps":["trace[266237666] 'agreement among raft nodes before linearized reading' (duration: 938.287264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.249289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:53.310801Z","time spent":"938.478783ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:18:54.249419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403585209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:103865"} {"level":"info","ts":"2026-04-28T03:18:54.249456Z","caller":"traceutil/trace.go:171","msg":"trace[1748336492] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2154; }","duration":"1.403650843s","start":"2026-04-28T03:18:52.845798Z","end":"2026-04-28T03:18:54.249449Z","steps":["trace[1748336492] 'agreement among raft nodes before linearized reading' (duration: 1.401573104s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.249478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:52.845784Z","time spent":"1.403689424s","remote":"127.0.0.1:50884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":103887,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-28T03:18:54.249677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021536397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:54.249728Z","caller":"traceutil/trace.go:171","msg":"trace[1821927352] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2154; }","duration":"1.022471672s","start":"2026-04-28T03:18:53.227234Z","end":"2026-04-28T03:18:54.249705Z","steps":["trace[1821927352] 'agreement among raft nodes before linearized reading' (duration: 1.021508406s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.249752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:53.227214Z","time spent":"1.022530604s","remote":"127.0.0.1:47560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:55.087352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.898145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:55.088339Z","caller":"traceutil/trace.go:171","msg":"trace[1141890539] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"831.031996ms","start":"2026-04-28T03:18:54.257291Z","end":"2026-04-28T03:18:55.088323Z","steps":["trace[1141890539] 'process raft request' (duration: 831.007315ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:55.088482Z","caller":"traceutil/trace.go:171","msg":"trace[1142657021] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"835.160641ms","start":"2026-04-28T03:18:54.253302Z","end":"2026-04-28T03:18:55.088462Z","steps":["trace[1142657021] 'process raft request' (duration: 834.681048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:55.088516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.257266Z","time spent":"831.10621ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:55.088576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.253291Z","time spent":"835.241045ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:55.088712Z","caller":"traceutil/trace.go:171","msg":"trace[1069572786] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"835.824592ms","start":"2026-04-28T03:18:54.252855Z","end":"2026-04-28T03:18:55.088679Z","steps":["trace[1069572786] 'process raft request' (duration: 114.552202ms)","trace[1069572786] 'compare' (duration: 719.806721ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:55.088714Z","caller":"traceutil/trace.go:171","msg":"trace[1974180702] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"831.503669ms","start":"2026-04-28T03:18:54.257198Z","end":"2026-04-28T03:18:55.088702Z","steps":["trace[1974180702] 'process raft request' (duration: 831.080099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:55.088764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.252836Z","time spent":"835.909366ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":911,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:18:55.088789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.257189Z","time spent":"831.572392ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:55.088808Z","caller":"traceutil/trace.go:171","msg":"trace[1661148307] linearizableReadLoop","detail":"{readStateIndex:2254; appliedIndex:2253; }","duration":"835.517437ms","start":"2026-04-28T03:18:54.253276Z","end":"2026-04-28T03:18:55.088794Z","steps":["trace[1661148307] 'read index received' (duration: 114.310411ms)","trace[1661148307] 'applied index is now lower than readState.Index' (duration: 721.205576ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:55.088765Z","caller":"traceutil/trace.go:171","msg":"trace[1418370778] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"833.619568ms","start":"2026-04-28T03:18:54.255107Z","end":"2026-04-28T03:18:55.088727Z","steps":["trace[1418370778] 'process raft request' (duration: 833.125765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:55.088939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.655314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:55.088979Z","caller":"traceutil/trace.go:171","msg":"trace[1870890526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2163; }","duration":"835.731187ms","start":"2026-04-28T03:18:54.253239Z","end":"2026-04-28T03:18:55.08897Z","steps":["trace[1870890526] 'agreement among raft nodes before linearized reading' (duration: 835.665714ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:55.088961Z","caller":"traceutil/trace.go:171","msg":"trace[1214301702] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"834.797554ms","start":"2026-04-28T03:18:54.25414Z","end":"2026-04-28T03:18:55.088938Z","steps":["trace[1214301702] 'process raft request' (duration: 833.923843ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:55.089005Z","caller":"traceutil/trace.go:171","msg":"trace[293102547] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"835.880825ms","start":"2026-04-28T03:18:54.253116Z","end":"2026-04-28T03:18:55.088997Z","steps":["trace[293102547] 'process raft request' (duration: 834.993223ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:55.089045Z","caller":"traceutil/trace.go:171","msg":"trace[74149189] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"831.455197ms","start":"2026-04-28T03:18:54.2572Z","end":"2026-04-28T03:18:55.088655Z","steps":["trace[74149189] 'process raft request' (duration: 831.059858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:55.089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.255098Z","time spent":"833.757994ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:55.089069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.253105Z","time spent":"835.941857ms","remote":"127.0.0.1:50884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103851,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:55.089088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.254124Z","time spent":"834.904649ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:55.089148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.25719Z","time spent":"831.878566ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:55.08901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.253222Z","time spent":"835.78038ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:18:55.088975Z","caller":"traceutil/trace.go:171","msg":"trace[409679880] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"835.445285ms","start":"2026-04-28T03:18:54.253488Z","end":"2026-04-28T03:18:55.088934Z","steps":["trace[409679880] 'process raft request' (duration: 834.549123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:55.089423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.253476Z","time spent":"835.869714ms","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1383,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:18:55.697862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.746415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:55.698519Z","caller":"traceutil/trace.go:171","msg":"trace[140392538] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"605.548952ms","start":"2026-04-28T03:18:55.092946Z","end":"2026-04-28T03:18:55.698495Z","steps":["trace[140392538] 'process raft request' (duration: 605.077009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:55.698584Z","caller":"traceutil/trace.go:171","msg":"trace[824425574] linearizableReadLoop","detail":"{readStateIndex:2263; appliedIndex:2262; }","duration":"609.689708ms","start":"2026-04-28T03:18:55.088837Z","end":"2026-04-28T03:18:55.698526Z","steps":["trace[824425574] 'read index received' (duration: 99.162476ms)","trace[824425574] 'applied index is now lower than readState.Index' (duration: 510.520282ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:55.698809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175692451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:55.698626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.092925Z","time spent":"605.655027ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1491,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:18:55.698945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441764673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-certs\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:55.69902Z","caller":"traceutil/trace.go:171","msg":"trace[505041263] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-certs; range_end:; response_count:0; response_revision:2165; }","duration":"1.441883229s","start":"2026-04-28T03:18:54.257124Z","end":"2026-04-28T03:18:55.699007Z","steps":["trace[505041263] 'agreement among raft nodes before linearized reading' (duration: 1.441742522s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:55.699102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.257111Z","time spent":"1.441978523s","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/valkey-server-certs\" "} {"level":"info","ts":"2026-04-28T03:18:55.699122Z","caller":"traceutil/trace.go:171","msg":"trace[1600369278] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"849.190824ms","start":"2026-04-28T03:18:54.849894Z","end":"2026-04-28T03:18:55.699085Z","steps":["trace[1600369278] 'process raft request' (duration: 338.110836ms)","trace[1600369278] 'compare' (duration: 509.285943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:55.699264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.849868Z","time spent":"849.31839ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:55.698937Z","caller":"traceutil/trace.go:171","msg":"trace[468653628] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2165; }","duration":"1.175860619s","start":"2026-04-28T03:18:54.523057Z","end":"2026-04-28T03:18:55.698917Z","steps":["trace[468653628] 'agreement among raft nodes before linearized reading' (duration: 1.17566015s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:55.699484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.523036Z","time spent":"1.176424506s","remote":"127.0.0.1:51138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:55.699544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.96723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:55.699365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.069262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:18:55.69965Z","caller":"traceutil/trace.go:171","msg":"trace[1909711393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2165; }","duration":"603.189671ms","start":"2026-04-28T03:18:55.096439Z","end":"2026-04-28T03:18:55.699629Z","steps":["trace[1909711393] 'agreement among raft nodes before linearized reading' (duration: 602.96755ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:55.699686Z","caller":"traceutil/trace.go:171","msg":"trace[1570247565] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:2165; }","duration":"713.494542ms","start":"2026-04-28T03:18:54.986173Z","end":"2026-04-28T03:18:55.699667Z","steps":["trace[1570247565] 'agreement among raft nodes before linearized reading' (duration: 712.978757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:55.699725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.418864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-04-28T03:18:55.699748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.096423Z","time spent":"603.307546ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:18:55.699752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.986153Z","time spent":"713.581206ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"info","ts":"2026-04-28T03:18:55.699836Z","caller":"traceutil/trace.go:171","msg":"trace[467790418] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2165; }","duration":"442.54003ms","start":"2026-04-28T03:18:55.257224Z","end":"2026-04-28T03:18:55.699764Z","steps":["trace[467790418] 'agreement among raft nodes before linearized reading' (duration: 442.32846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:55.699969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.257201Z","time spent":"442.720489ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:18:55.700225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363789328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-djwmn\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-04-28T03:18:55.700288Z","caller":"traceutil/trace.go:171","msg":"trace[95227668] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-djwmn; range_end:; response_count:1; response_revision:2165; }","duration":"1.363890443s","start":"2026-04-28T03:18:54.336384Z","end":"2026-04-28T03:18:55.700275Z","steps":["trace[95227668] 'agreement among raft nodes before linearized reading' (duration: 1.362445384s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:55.700319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.336365Z","time spent":"1.363947056s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-djwmn\" "} {"level":"info","ts":"2026-04-28T03:18:56.271221Z","caller":"traceutil/trace.go:171","msg":"trace[1275606615] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"566.769059ms","start":"2026-04-28T03:18:55.704425Z","end":"2026-04-28T03:18:56.271194Z","steps":["trace[1275606615] 'process raft request' (duration: 563.558577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.27136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.704399Z","time spent":"566.889045ms","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5395,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:56.271368Z","caller":"traceutil/trace.go:171","msg":"trace[1521797695] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"562.954909ms","start":"2026-04-28T03:18:55.708387Z","end":"2026-04-28T03:18:56.271342Z","steps":["trace[1521797695] 'process raft request' (duration: 562.881035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.271551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.708377Z","time spent":"563.091066ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:56.271677Z","caller":"traceutil/trace.go:171","msg":"trace[1482025153] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"565.51893ms","start":"2026-04-28T03:18:55.706122Z","end":"2026-04-28T03:18:56.271641Z","steps":["trace[1482025153] 'process raft request' (duration: 565.040087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.271809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.70611Z","time spent":"565.651216ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:18:56.271957Z","caller":"traceutil/trace.go:171","msg":"trace[1317345361] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"567.324076ms","start":"2026-04-28T03:18:55.704616Z","end":"2026-04-28T03:18:56.27194Z","steps":["trace[1317345361] 'process raft request' (duration: 566.458554ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:56.271712Z","caller":"traceutil/trace.go:171","msg":"trace[698574099] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"563.522645ms","start":"2026-04-28T03:18:55.708176Z","end":"2026-04-28T03:18:56.271699Z","steps":["trace[698574099] 'process raft request' (duration: 563.043883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.272034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.704595Z","time spent":"567.403979ms","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1340,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:18:56.272067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.708159Z","time spent":"563.874813ms","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15665,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:18:56.281774Z","caller":"traceutil/trace.go:171","msg":"trace[340518110] linearizableReadLoop","detail":"{readStateIndex:2271; appliedIndex:2265; }","duration":"165.07648ms","start":"2026-04-28T03:18:56.116682Z","end":"2026-04-28T03:18:56.281758Z","steps":["trace[340518110] 'read index received' (duration: 151.294429ms)","trace[340518110] 'applied index is now lower than readState.Index' (duration: 13.781061ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:56.28204Z","caller":"traceutil/trace.go:171","msg":"trace[537431190] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"520.360167ms","start":"2026-04-28T03:18:55.761626Z","end":"2026-04-28T03:18:56.281986Z","steps":["trace[537431190] 'process raft request' (duration: 519.972979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.282195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.499039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:56.282493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.761596Z","time spent":"520.799647ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:56.282589Z","caller":"traceutil/trace.go:171","msg":"trace[753415768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2171; }","duration":"165.900208ms","start":"2026-04-28T03:18:56.116668Z","end":"2026-04-28T03:18:56.282568Z","steps":["trace[753415768] 'agreement among raft nodes before linearized reading' (duration: 165.430536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.635979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.012613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:56.636272Z","caller":"traceutil/trace.go:171","msg":"trace[728578564] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"355.812152ms","start":"2026-04-28T03:18:56.280443Z","end":"2026-04-28T03:18:56.636255Z","steps":["trace[728578564] 'process raft request' (duration: 355.76473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.636358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:56.280434Z","time spent":"355.884285ms","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:56.636367Z","caller":"traceutil/trace.go:171","msg":"trace[684448440] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"356.740266ms","start":"2026-04-28T03:18:56.279604Z","end":"2026-04-28T03:18:56.636345Z","steps":["trace[684448440] 'process raft request' (duration: 356.496715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.63654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:56.279577Z","time spent":"356.886553ms","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1756,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:56.636569Z","caller":"traceutil/trace.go:171","msg":"trace[463593767] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"356.729166ms","start":"2026-04-28T03:18:56.279811Z","end":"2026-04-28T03:18:56.63654Z","steps":["trace[463593767] 'process raft request' (duration: 356.358398ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:56.636731Z","caller":"traceutil/trace.go:171","msg":"trace[1275881195] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"357.147515ms","start":"2026-04-28T03:18:56.27956Z","end":"2026-04-28T03:18:56.636708Z","steps":["trace[1275881195] 'process raft request' (duration: 121.299552ms)","trace[1275881195] 'compare' (duration: 234.874567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:56.636787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:56.279803Z","time spent":"356.833871ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1152,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:56.636913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:56.279537Z","time spent":"357.24149ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1169,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:56.98078Z","caller":"traceutil/trace.go:171","msg":"trace[1109875906] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"697.516707ms","start":"2026-04-28T03:18:56.283232Z","end":"2026-04-28T03:18:56.980748Z","steps":["trace[1109875906] 'process raft request' (duration: 697.231973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.980929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:56.283214Z","time spent":"697.631693ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1202,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:56.981142Z","caller":"traceutil/trace.go:171","msg":"trace[467711592] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"699.579435ms","start":"2026-04-28T03:18:56.281549Z","end":"2026-04-28T03:18:56.981128Z","steps":["trace[467711592] 'process raft request' (duration: 631.398533ms)","trace[467711592] 'compare' (duration: 67.030147ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:56.981121Z","caller":"traceutil/trace.go:171","msg":"trace[274390370] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"697.018244ms","start":"2026-04-28T03:18:56.284065Z","end":"2026-04-28T03:18:56.981083Z","steps":["trace[274390370] 'process raft request' (duration: 696.541632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.981201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:56.28154Z","time spent":"699.632167ms","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:56.98135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:56.284037Z","time spent":"697.164881ms","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6114,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:56.981752Z","caller":"traceutil/trace.go:171","msg":"trace[1254608127] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"692.230627ms","start":"2026-04-28T03:18:56.289508Z","end":"2026-04-28T03:18:56.981738Z","steps":["trace[1254608127] 'process raft request' (duration: 691.175967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.981833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:56.289498Z","time spent":"692.29736ms","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2698,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:56.98211Z","caller":"traceutil/trace.go:171","msg":"trace[690709211] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2179; }","duration":"691.936353ms","start":"2026-04-28T03:18:56.290138Z","end":"2026-04-28T03:18:56.982075Z","steps":["trace[690709211] 'process raft request' (duration: 690.614762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.982254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:56.290118Z","time spent":"692.060659ms","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":66,"response count":0,"response size":2746,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:56.983175Z","caller":"traceutil/trace.go:171","msg":"trace[630338309] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"256.347562ms","start":"2026-04-28T03:18:56.7268Z","end":"2026-04-28T03:18:56.983148Z","steps":["trace[630338309] 'process raft request' (duration: 256.222536ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:56.984607Z","caller":"traceutil/trace.go:171","msg":"trace[1126024078] linearizableReadLoop","detail":"{readStateIndex:2278; appliedIndex:2271; }","duration":"700.166752ms","start":"2026-04-28T03:18:56.28423Z","end":"2026-04-28T03:18:56.984396Z","steps":["trace[1126024078] 'read index received' (duration: 116.644302ms)","trace[1126024078] 'applied index is now lower than readState.Index' (duration: 583.51717ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:56.98478Z","caller":"traceutil/trace.go:171","msg":"trace[1421471111] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"629.672692ms","start":"2026-04-28T03:18:56.355093Z","end":"2026-04-28T03:18:56.984766Z","steps":["trace[1421471111] 'process raft request' (duration: 625.729606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.984986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:56.355064Z","time spent":"629.748215ms","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":144627,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:56.985187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.956109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-28T03:18:56.985239Z","caller":"traceutil/trace.go:171","msg":"trace[655349761] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:2181; }","duration":"701.203881ms","start":"2026-04-28T03:18:56.284016Z","end":"2026-04-28T03:18:56.98522Z","steps":["trace[655349761] 'agreement among raft nodes before linearized reading' (duration: 701.112557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.985273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:56.283998Z","time spent":"701.268274ms","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"warn","ts":"2026-04-28T03:18:56.985444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.240786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-28T03:18:56.985502Z","caller":"traceutil/trace.go:171","msg":"trace[1343779114] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2181; }","duration":"700.339201ms","start":"2026-04-28T03:18:56.285152Z","end":"2026-04-28T03:18:56.985491Z","steps":["trace[1343779114] 'agreement among raft nodes before linearized reading' (duration: 700.212895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.985532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:56.285141Z","time spent":"700.384362ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T03:18:56.985722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.84561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:18:56.985749Z","caller":"traceutil/trace.go:171","msg":"trace[1659863004] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2181; }","duration":"120.938634ms","start":"2026-04-28T03:18:56.864804Z","end":"2026-04-28T03:18:56.985743Z","steps":["trace[1659863004] 'agreement among raft nodes before linearized reading' (duration: 120.882252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.985982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.488217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:18:56.986141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.497097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:18:56.986236Z","caller":"traceutil/trace.go:171","msg":"trace[1901189246] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2181; }","duration":"279.636012ms","start":"2026-04-28T03:18:56.706573Z","end":"2026-04-28T03:18:56.986209Z","steps":["trace[1901189246] 'agreement among raft nodes before linearized reading' (duration: 279.38323ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:56.986263Z","caller":"traceutil/trace.go:171","msg":"trace[1567654806] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2181; }","duration":"620.73648ms","start":"2026-04-28T03:18:56.365415Z","end":"2026-04-28T03:18:56.986152Z","steps":["trace[1567654806] 'agreement among raft nodes before linearized reading' (duration: 620.438825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.986398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:56.365405Z","time spent":"620.977441ms","remote":"127.0.0.1:39688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:57.439687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.513368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:57.439945Z","caller":"traceutil/trace.go:171","msg":"trace[2127099124] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"443.071936ms","start":"2026-04-28T03:18:56.996849Z","end":"2026-04-28T03:18:57.439921Z","steps":["trace[2127099124] 'process raft request' (duration: 309.227572ms)","trace[2127099124] 'compare' (duration: 133.315878ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:57.440053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:56.996829Z","time spent":"443.190451ms","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9951,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:18:57.881671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.143841ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:57.881884Z","caller":"traceutil/trace.go:171","msg":"trace[234075304] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2182; }","duration":"318.367581ms","start":"2026-04-28T03:18:57.563498Z","end":"2026-04-28T03:18:57.881866Z","steps":["trace[234075304] 'range keys from in-memory index tree' (duration: 318.12903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:57.881965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.452061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:57.882116Z","caller":"traceutil/trace.go:171","msg":"trace[791584583] linearizableReadLoop","detail":"{readStateIndex:2284; appliedIndex:2282; }","duration":"835.455244ms","start":"2026-04-28T03:18:57.046643Z","end":"2026-04-28T03:18:57.882098Z","steps":["trace[791584583] 'read index received' (duration: 259.438129ms)","trace[791584583] 'applied index is now lower than readState.Index' (duration: 576.016045ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:57.882163Z","caller":"traceutil/trace.go:171","msg":"trace[1779037621] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"871.211894ms","start":"2026-04-28T03:18:57.010916Z","end":"2026-04-28T03:18:57.882128Z","steps":["trace[1779037621] 'process raft request' (duration: 546.403707ms)","trace[1779037621] 'compare' (duration: 324.318964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:57.882327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:57.010891Z","time spent":"871.34525ms","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2601,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:57.882419Z","caller":"traceutil/trace.go:171","msg":"trace[351841531] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"418.867791ms","start":"2026-04-28T03:18:57.463538Z","end":"2026-04-28T03:18:57.882405Z","steps":["trace[351841531] 'process raft request' (duration: 418.529955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:57.882497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:57.463511Z","time spent":"418.952604ms","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:18:57.882859Z","caller":"traceutil/trace.go:171","msg":"trace[199920797] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"175.286522ms","start":"2026-04-28T03:18:57.707555Z","end":"2026-04-28T03:18:57.882842Z","steps":["trace[199920797] 'process raft request' (duration: 174.814479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:57.882903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.115733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:57.882869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.578293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:18:57.883137Z","caller":"traceutil/trace.go:171","msg":"trace[148903679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2185; }","duration":"787.854946ms","start":"2026-04-28T03:18:57.095266Z","end":"2026-04-28T03:18:57.883121Z","steps":["trace[148903679] 'agreement among raft nodes before linearized reading' (duration: 787.457988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:57.883197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.410892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:18:57.88321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:57.095258Z","time spent":"787.93404ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:18:57.883235Z","caller":"traceutil/trace.go:171","msg":"trace[796659834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2185; }","duration":"788.472565ms","start":"2026-04-28T03:18:57.094753Z","end":"2026-04-28T03:18:57.883225Z","steps":["trace[796659834] 'agreement among raft nodes before linearized reading' (duration: 788.325538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:57.883263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:57.094735Z","time spent":"788.523498ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:18:57.883339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.690593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:392090"} {"level":"info","ts":"2026-04-28T03:18:57.883416Z","caller":"traceutil/trace.go:171","msg":"trace[1205701290] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:2183; }","duration":"836.798149ms","start":"2026-04-28T03:18:57.046604Z","end":"2026-04-28T03:18:57.883402Z","steps":["trace[1205701290] 'agreement among raft nodes before linearized reading' (duration: 835.588571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:57.883485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:57.046588Z","time spent":"836.883632ms","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":9,"response size":392112,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:18:57.883591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.822972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:18:57.883637Z","caller":"traceutil/trace.go:171","msg":"trace[74882892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2185; }","duration":"788.903905ms","start":"2026-04-28T03:18:57.094721Z","end":"2026-04-28T03:18:57.883625Z","steps":["trace[74882892] 'agreement among raft nodes before linearized reading' (duration: 788.814411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:57.883611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.15077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:18:57.883676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:57.094701Z","time spent":"788.967388ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:18:57.883716Z","caller":"traceutil/trace.go:171","msg":"trace[162401797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2185; }","duration":"788.946637ms","start":"2026-04-28T03:18:57.09474Z","end":"2026-04-28T03:18:57.883687Z","steps":["trace[162401797] 'agreement among raft nodes before linearized reading' (duration: 787.976951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:57.883361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.562589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:18:57.883827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:57.094726Z","time spent":"789.058762ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:18:57.883912Z","caller":"traceutil/trace.go:171","msg":"trace[17132718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2185; }","duration":"789.134546ms","start":"2026-04-28T03:18:57.094761Z","end":"2026-04-28T03:18:57.883895Z","steps":["trace[17132718] 'agreement among raft nodes before linearized reading' (duration: 788.554818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:57.883968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:57.094744Z","time spent":"789.209579ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:18:57.884156Z","caller":"traceutil/trace.go:171","msg":"trace[108551783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2185; }","duration":"769.312669ms","start":"2026-04-28T03:18:57.114762Z","end":"2026-04-28T03:18:57.884075Z","steps":["trace[108551783] 'agreement among raft nodes before linearized reading' (duration: 768.125423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:57.884206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:57.114751Z","time spent":"769.443936ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:18:58.081723Z","caller":"traceutil/trace.go:171","msg":"trace[230685173] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"192.880903ms","start":"2026-04-28T03:18:57.888808Z","end":"2026-04-28T03:18:58.081689Z","steps":["trace[230685173] 'process raft request' (duration: 113.756134ms)","trace[230685173] 'compare' (duration: 78.970832ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:58.086757Z","caller":"traceutil/trace.go:171","msg":"trace[1897876565] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"196.725895ms","start":"2026-04-28T03:18:57.890014Z","end":"2026-04-28T03:18:58.08674Z","steps":["trace[1897876565] 'process raft request' (duration: 196.629361ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:58.086758Z","caller":"traceutil/trace.go:171","msg":"trace[256614051] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"197.557304ms","start":"2026-04-28T03:18:57.889171Z","end":"2026-04-28T03:18:58.086728Z","steps":["trace[256614051] 'process raft request' (duration: 197.382195ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:58.086952Z","caller":"traceutil/trace.go:171","msg":"trace[890203688] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2189; }","duration":"196.847661ms","start":"2026-04-28T03:18:57.890096Z","end":"2026-04-28T03:18:58.086943Z","steps":["trace[890203688] 'process raft request' (duration: 196.591809ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:58.087239Z","caller":"traceutil/trace.go:171","msg":"trace[2145650952] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"196.60837ms","start":"2026-04-28T03:18:57.89062Z","end":"2026-04-28T03:18:58.087228Z","steps":["trace[2145650952] 'process raft request' (duration: 196.283864ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:58.087536Z","caller":"traceutil/trace.go:171","msg":"trace[307806887] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"196.835492ms","start":"2026-04-28T03:18:57.890678Z","end":"2026-04-28T03:18:58.087514Z","steps":["trace[307806887] 'process raft request' (duration: 196.469184ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:58.087723Z","caller":"traceutil/trace.go:171","msg":"trace[1109793114] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"196.354708ms","start":"2026-04-28T03:18:57.891351Z","end":"2026-04-28T03:18:58.087706Z","steps":["trace[1109793114] 'process raft request' (duration: 196.011701ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:58.087856Z","caller":"traceutil/trace.go:171","msg":"trace[234229084] linearizableReadLoop","detail":"{readStateIndex:2293; appliedIndex:2286; }","duration":"196.214271ms","start":"2026-04-28T03:18:57.891621Z","end":"2026-04-28T03:18:58.087836Z","steps":["trace[234229084] 'read index received' (duration: 110.937331ms)","trace[234229084] 'applied index is now lower than readState.Index' (duration: 85.27576ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:58.087846Z","caller":"traceutil/trace.go:171","msg":"trace[1862851629] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"195.1371ms","start":"2026-04-28T03:18:57.892689Z","end":"2026-04-28T03:18:58.087826Z","steps":["trace[1862851629] 'process raft request' (duration: 194.852447ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:58.088002Z","caller":"traceutil/trace.go:171","msg":"trace[1499049750] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"195.884976ms","start":"2026-04-28T03:18:57.892102Z","end":"2026-04-28T03:18:58.087987Z","steps":["trace[1499049750] 'process raft request' (duration: 195.55624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:58.088205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.563758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T03:18:58.088251Z","caller":"traceutil/trace.go:171","msg":"trace[754372759] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:2194; }","duration":"196.646522ms","start":"2026-04-28T03:18:57.891592Z","end":"2026-04-28T03:18:58.088239Z","steps":["trace[754372759] 'agreement among raft nodes before linearized reading' (duration: 196.552427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:00.637937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.589975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:00.63805Z","caller":"traceutil/trace.go:171","msg":"trace[1261921893] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:0; response_revision:2222; }","duration":"419.747863ms","start":"2026-04-28T03:19:00.218278Z","end":"2026-04-28T03:19:00.638026Z","steps":["trace[1261921893] 'range keys from in-memory index tree' (duration: 419.497491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:00.638105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:00.218258Z","time spent":"419.831696ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-28T03:19:00.644267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.844155ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:19:00.644566Z","caller":"traceutil/trace.go:171","msg":"trace[1867830481] linearizableReadLoop","detail":"{readStateIndex:2325; appliedIndex:2324; }","duration":"365.676687ms","start":"2026-04-28T03:19:00.278865Z","end":"2026-04-28T03:19:00.644541Z","steps":["trace[1867830481] 'read index received' (duration: 159.57911ms)","trace[1867830481] 'applied index is now lower than readState.Index' (duration: 206.094107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:00.644844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.228145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:00.644964Z","caller":"traceutil/trace.go:171","msg":"trace[1091740956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2223; }","duration":"260.387153ms","start":"2026-04-28T03:19:00.38456Z","end":"2026-04-28T03:19:00.644948Z","steps":["trace[1091740956] 'agreement among raft nodes before linearized reading' (duration: 260.159241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:00.644871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.005033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-0.18aa6713e67d33c3\" ","response":"range_response_count:1 size:973"} {"level":"info","ts":"2026-04-28T03:19:00.645154Z","caller":"traceutil/trace.go:171","msg":"trace[664009091] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-0.18aa6713e67d33c3; range_end:; response_count:1; response_revision:2223; }","duration":"366.327188ms","start":"2026-04-28T03:19:00.278798Z","end":"2026-04-28T03:19:00.645125Z","steps":["trace[664009091] 'agreement among raft nodes before linearized reading' (duration: 365.871826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:00.645322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:00.278776Z","time spent":"366.492936ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":995,"request content":"key:\"/registry/events/openstack/valkey-data-valkey-node-0.18aa6713e67d33c3\" "} {"level":"info","ts":"2026-04-28T03:19:01.00963Z","caller":"traceutil/trace.go:171","msg":"trace[851189772] linearizableReadLoop","detail":"{readStateIndex:2330; appliedIndex:2329; }","duration":"141.518507ms","start":"2026-04-28T03:19:00.868094Z","end":"2026-04-28T03:19:01.009613Z","steps":["trace[851189772] 'read index received' (duration: 141.288666ms)","trace[851189772] 'applied index is now lower than readState.Index' (duration: 229.161µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:01.009727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.612802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:01.009743Z","caller":"traceutil/trace.go:171","msg":"trace[1584718174] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:2227; }","duration":"141.668184ms","start":"2026-04-28T03:19:00.868069Z","end":"2026-04-28T03:19:01.009737Z","steps":["trace[1584718174] 'agreement among raft nodes before linearized reading' (duration: 141.604251ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:01.009731Z","caller":"traceutil/trace.go:171","msg":"trace[486907200] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"151.694617ms","start":"2026-04-28T03:19:00.857988Z","end":"2026-04-28T03:19:01.009683Z","steps":["trace[486907200] 'process raft request' (duration: 151.497348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:02.441867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.248135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:02.442212Z","caller":"traceutil/trace.go:171","msg":"trace[799444325] linearizableReadLoop","detail":"{readStateIndex:2394; appliedIndex:2392; }","duration":"241.848576ms","start":"2026-04-28T03:19:02.20034Z","end":"2026-04-28T03:19:02.442189Z","steps":["trace[799444325] 'read index received' (duration: 45.222µs)","trace[799444325] 'applied index is now lower than readState.Index' (duration: 241.801874ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:02.442246Z","caller":"traceutil/trace.go:171","msg":"trace[898097524] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"319.124397ms","start":"2026-04-28T03:19:02.123097Z","end":"2026-04-28T03:19:02.442221Z","steps":["trace[898097524] 'process raft request' (duration: 54.425282ms)","trace[898097524] 'compare' (duration: 264.076366ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:02.44225Z","caller":"traceutil/trace.go:171","msg":"trace[844878084] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"317.230557ms","start":"2026-04-28T03:19:02.124988Z","end":"2026-04-28T03:19:02.442218Z","steps":["trace[844878084] 'process raft request' (duration: 317.101761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:02.442523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.16656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d4676a4-b9ba-4269-b698-c6d0d0d2bfff\" ","response":"range_response_count:1 size:3616"} {"level":"warn","ts":"2026-04-28T03:19:02.442418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:02.123081Z","time spent":"319.273515ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":933,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:02.442547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:02.124977Z","time spent":"317.49044ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:02.442594Z","caller":"traceutil/trace.go:171","msg":"trace[518062101] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9d4676a4-b9ba-4269-b698-c6d0d0d2bfff; range_end:; response_count:1; response_revision:2291; }","duration":"242.286696ms","start":"2026-04-28T03:19:02.200289Z","end":"2026-04-28T03:19:02.442576Z","steps":["trace[518062101] 'agreement among raft nodes before linearized reading' (duration: 242.017533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.616328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779665251,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:04.733672Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.027905905s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:19:04.734172Z","caller":"traceutil/trace.go:171","msg":"trace[1109238060] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"1.028475582s","start":"2026-04-28T03:19:03.705672Z","end":"2026-04-28T03:19:04.734148Z","steps":["trace[1109238060] 'process raft request' (duration: 1.028295354s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.734329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:03.705654Z","time spent":"1.028589267s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:04.80722Z","caller":"traceutil/trace.go:171","msg":"trace[606120605] linearizableReadLoop","detail":"{readStateIndex:2402; appliedIndex:2399; }","duration":"692.10295ms","start":"2026-04-28T03:19:04.11509Z","end":"2026-04-28T03:19:04.807193Z","steps":["trace[606120605] 'read index received' (duration: 618.878271ms)","trace[606120605] 'applied index is now lower than readState.Index' (duration: 73.223619ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:04.807403Z","caller":"traceutil/trace.go:171","msg":"trace[230301771] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"895.459476ms","start":"2026-04-28T03:19:03.911917Z","end":"2026-04-28T03:19:04.807376Z","steps":["trace[230301771] 'process raft request' (duration: 854.213038ms)","trace[230301771] 'compare' (duration: 40.814948ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:04.808196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.879595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:19:04.808225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.693178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:19:04.808278Z","caller":"traceutil/trace.go:171","msg":"trace[152522275] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2300; }","duration":"659.781383ms","start":"2026-04-28T03:19:04.148483Z","end":"2026-04-28T03:19:04.808264Z","steps":["trace[152522275] 'agreement among raft nodes before linearized reading' (duration: 659.680518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.808301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.152701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-28T03:19:04.808304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.105066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:19:04.808356Z","caller":"traceutil/trace.go:171","msg":"trace[754521033] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2300; }","duration":"675.17852ms","start":"2026-04-28T03:19:04.133163Z","end":"2026-04-28T03:19:04.808342Z","steps":["trace[754521033] 'agreement among raft nodes before linearized reading' (duration: 675.026983ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:04.80837Z","caller":"traceutil/trace.go:171","msg":"trace[605522305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2300; }","duration":"685.214554ms","start":"2026-04-28T03:19:04.123118Z","end":"2026-04-28T03:19:04.808333Z","steps":["trace[605522305] 'agreement among raft nodes before linearized reading' (duration: 685.051337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.808397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:04.133152Z","time spent":"675.236782ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:19:04.808404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:04.123108Z","time spent":"685.288647ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:04.808315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:04.148468Z","time spent":"659.834785ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:04.808568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.785218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-28T03:19:04.807582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.458216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:04.808701Z","caller":"traceutil/trace.go:171","msg":"trace[2048363668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2300; }","duration":"686.907973ms","start":"2026-04-28T03:19:04.121723Z","end":"2026-04-28T03:19:04.808631Z","steps":["trace[2048363668] 'agreement among raft nodes before linearized reading' (duration: 686.735425ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:04.808717Z","caller":"traceutil/trace.go:171","msg":"trace[1387356329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2300; }","duration":"693.666104ms","start":"2026-04-28T03:19:04.115042Z","end":"2026-04-28T03:19:04.808708Z","steps":["trace[1387356329] 'agreement among raft nodes before linearized reading' (duration: 692.341471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.808744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:04.115024Z","time spent":"693.712516ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:04.808758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:04.121709Z","time spent":"687.029089ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:19:04.808776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:03.911856Z","time spent":"896.067576ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:04.807476Z","caller":"traceutil/trace.go:171","msg":"trace[1915828582] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"607.393586ms","start":"2026-04-28T03:19:04.200058Z","end":"2026-04-28T03:19:04.807452Z","steps":["trace[1915828582] 'process raft request' (duration: 607.029209ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:04.807589Z","caller":"traceutil/trace.go:171","msg":"trace[677915822] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"136.527469ms","start":"2026-04-28T03:19:04.671016Z","end":"2026-04-28T03:19:04.807544Z","steps":["trace[677915822] 'process raft request' (duration: 136.11797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:04.200034Z","time spent":"608.900007ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:04.809021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.122969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:19:04.809053Z","caller":"traceutil/trace.go:171","msg":"trace[1347257712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2300; }","duration":"362.15038ms","start":"2026-04-28T03:19:04.446889Z","end":"2026-04-28T03:19:04.80904Z","steps":["trace[1347257712] 'agreement among raft nodes before linearized reading' (duration: 362.038225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.809083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:04.446841Z","time spent":"362.237934ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:04.809239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.239335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef7da8d3-3ee9-4e6e-aa7a-7d42ac489141\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-28T03:19:04.809273Z","caller":"traceutil/trace.go:171","msg":"trace[2096647007] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ef7da8d3-3ee9-4e6e-aa7a-7d42ac489141; range_end:; response_count:1; response_revision:2300; }","duration":"144.307208ms","start":"2026-04-28T03:19:04.664958Z","end":"2026-04-28T03:19:04.809265Z","steps":["trace[2096647007] 'agreement among raft nodes before linearized reading' (duration: 144.234545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.80927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.534603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T03:19:04.809309Z","caller":"traceutil/trace.go:171","msg":"trace[1529113369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2300; }","duration":"687.598186ms","start":"2026-04-28T03:19:04.121699Z","end":"2026-04-28T03:19:04.809298Z","steps":["trace[1529113369] 'agreement among raft nodes before linearized reading' (duration: 687.474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.809357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:04.121689Z","time spent":"687.654649ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:19:04.808273Z","caller":"traceutil/trace.go:171","msg":"trace[416850456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2300; }","duration":"690.037133ms","start":"2026-04-28T03:19:04.118218Z","end":"2026-04-28T03:19:04.808255Z","steps":["trace[416850456] 'agreement among raft nodes before linearized reading' (duration: 689.7631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.809698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:04.118193Z","time spent":"691.488151ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:19:04.810098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.174935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d4676a4-b9ba-4269-b698-c6d0d0d2bfff\" ","response":"range_response_count:1 size:3616"} {"level":"info","ts":"2026-04-28T03:19:04.810169Z","caller":"traceutil/trace.go:171","msg":"trace[2058888620] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9d4676a4-b9ba-4269-b698-c6d0d0d2bfff; range_end:; response_count:1; response_revision:2300; }","duration":"357.27915ms","start":"2026-04-28T03:19:04.452874Z","end":"2026-04-28T03:19:04.810153Z","steps":["trace[2058888620] 'agreement among raft nodes before linearized reading' (duration: 355.914216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.810206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:04.452863Z","time spent":"357.331603ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3638,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d4676a4-b9ba-4269-b698-c6d0d0d2bfff\" "} {"level":"warn","ts":"2026-04-28T03:19:07.320059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779665286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:07.820191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779665286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:08.003538Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.188356875s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:19:08.004082Z","caller":"traceutil/trace.go:171","msg":"trace[446947684] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"1.188992315s","start":"2026-04-28T03:19:06.815062Z","end":"2026-04-28T03:19:08.004054Z","steps":["trace[446947684] 'process raft request' (duration: 1.188733723s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:08.004259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:06.815029Z","time spent":"1.189141923s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:09.114927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000128418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:19:09.115022Z","caller":"traceutil/trace.go:171","msg":"trace[1907355692] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000273704s","start":"2026-04-28T03:19:07.114726Z","end":"2026-04-28T03:19:09.115Z","steps":["trace[1907355692] 'agreement among raft nodes before linearized reading' (duration: 2.000153549s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:09.115218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:07.114705Z","time spent":"2.000491904s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:09.416854Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.413124975s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:19:09.417279Z","caller":"traceutil/trace.go:171","msg":"trace[1279238263] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"2.599705305s","start":"2026-04-28T03:19:06.817553Z","end":"2026-04-28T03:19:09.417259Z","steps":["trace[1279238263] 'process raft request' (duration: 2.599623641s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:09.417396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:06.817529Z","time spent":"2.599806531s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:09.417393Z","caller":"traceutil/trace.go:171","msg":"trace[1832948655] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"2.602071058s","start":"2026-04-28T03:19:06.815302Z","end":"2026-04-28T03:19:09.417374Z","steps":["trace[1832948655] 'process raft request' (duration: 2.601706261s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:09.417503Z","caller":"traceutil/trace.go:171","msg":"trace[1126786371] linearizableReadLoop","detail":"{readStateIndex:2428; appliedIndex:2424; }","duration":"2.598466027s","start":"2026-04-28T03:19:06.819021Z","end":"2026-04-28T03:19:09.417487Z","steps":["trace[1126786371] 'read index received' (duration: 1.184712813s)","trace[1126786371] 'applied index is now lower than readState.Index' (duration: 1.413752134s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:09.417508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:06.815278Z","time spent":"2.602183773s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:09.417639Z","caller":"traceutil/trace.go:171","msg":"trace[208305188] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"2.03169532s","start":"2026-04-28T03:19:07.385935Z","end":"2026-04-28T03:19:09.41763Z","steps":["trace[208305188] 'process raft request' (duration: 2.031292761s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:09.417687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:07.385911Z","time spent":"2.031752752s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:09.417741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598725609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d4676a4-b9ba-4269-b698-c6d0d0d2bfff\" ","response":"range_response_count:1 size:3616"} {"level":"info","ts":"2026-04-28T03:19:09.417789Z","caller":"traceutil/trace.go:171","msg":"trace[1108637934] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9d4676a4-b9ba-4269-b698-c6d0d0d2bfff; range_end:; response_count:1; response_revision:2324; }","duration":"2.598790552s","start":"2026-04-28T03:19:06.81898Z","end":"2026-04-28T03:19:09.41777Z","steps":["trace[1108637934] 'agreement among raft nodes before linearized reading' (duration: 2.598658346s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:09.417827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:06.818964Z","time spent":"2.598853665s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3638,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d4676a4-b9ba-4269-b698-c6d0d0d2bfff\" "} {"level":"warn","ts":"2026-04-28T03:19:09.91865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779665301,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:19:10.158898Z","caller":"traceutil/trace.go:171","msg":"trace[2089481180] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"1.992647184s","start":"2026-04-28T03:19:08.166222Z","end":"2026-04-28T03:19:10.158869Z","steps":["trace[2089481180] 'process raft request' (duration: 1.895007311s)","trace[2089481180] 'compare' (duration: 95.25703ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:10.158922Z","caller":"traceutil/trace.go:171","msg":"trace[1575137977] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"850.096094ms","start":"2026-04-28T03:19:09.308799Z","end":"2026-04-28T03:19:10.158895Z","steps":["trace[1575137977] 'process raft request' (duration: 848.498958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:10.159051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:08.16619Z","time spent":"1.992786661s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:10.159057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:09.308779Z","time spent":"850.204389ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:10.342526Z","caller":"traceutil/trace.go:171","msg":"trace[124566905] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"889.61593ms","start":"2026-04-28T03:19:09.452877Z","end":"2026-04-28T03:19:10.342493Z","steps":["trace[124566905] 'process raft request' (duration: 821.754804ms)","trace[124566905] 'compare' (duration: 67.593123ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:10.342637Z","caller":"traceutil/trace.go:171","msg":"trace[1396954002] linearizableReadLoop","detail":"{readStateIndex:2431; appliedIndex:2428; }","duration":"925.044884ms","start":"2026-04-28T03:19:09.417547Z","end":"2026-04-28T03:19:10.342592Z","steps":["trace[1396954002] 'read index received' (duration: 643.696532ms)","trace[1396954002] 'applied index is now lower than readState.Index' (duration: 281.346712ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:10.342862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.523795335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef7da8d3-3ee9-4e6e-aa7a-7d42ac489141\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-28T03:19:10.342887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.258387355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d4676a4-b9ba-4269-b698-c6d0d0d2bfff\" ","response":"range_response_count:1 size:3616"} {"level":"warn","ts":"2026-04-28T03:19:10.342853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:09.452854Z","time spent":"889.762757ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:10.342935Z","caller":"traceutil/trace.go:171","msg":"trace[1741336395] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9d4676a4-b9ba-4269-b698-c6d0d0d2bfff; range_end:; response_count:1; response_revision:2328; }","duration":"3.258474239s","start":"2026-04-28T03:19:07.084447Z","end":"2026-04-28T03:19:10.342921Z","steps":["trace[1741336395] 'agreement among raft nodes before linearized reading' (duration: 3.258185676s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:10.342979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:07.084428Z","time spent":"3.258541622s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3638,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d4676a4-b9ba-4269-b698-c6d0d0d2bfff\" "} {"level":"warn","ts":"2026-04-28T03:19:10.343051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.513290978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:19:10.343083Z","caller":"traceutil/trace.go:171","msg":"trace[803325302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2328; }","duration":"3.51333114s","start":"2026-04-28T03:19:06.829745Z","end":"2026-04-28T03:19:10.343076Z","steps":["trace[803325302] 'agreement among raft nodes before linearized reading' (duration: 3.513257327s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:10.343119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:06.829741Z","time spent":"3.513368332s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:10.343301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.925837543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-04-28T03:19:10.343344Z","caller":"traceutil/trace.go:171","msg":"trace[1144313972] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2328; }","duration":"2.925926897s","start":"2026-04-28T03:19:07.417406Z","end":"2026-04-28T03:19:10.343333Z","steps":["trace[1144313972] 'agreement among raft nodes before linearized reading' (duration: 2.92577267s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:10.343378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:07.41738Z","time spent":"2.925991151s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:19:10.342907Z","caller":"traceutil/trace.go:171","msg":"trace[1586967485] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ef7da8d3-3ee9-4e6e-aa7a-7d42ac489141; range_end:; response_count:1; response_revision:2328; }","duration":"3.523878669s","start":"2026-04-28T03:19:06.819016Z","end":"2026-04-28T03:19:10.342895Z","steps":["trace[1586967485] 'agreement among raft nodes before linearized reading' (duration: 3.52368473s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:10.343473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.51459276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-28T03:19:10.343493Z","caller":"traceutil/trace.go:171","msg":"trace[1370364710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2328; }","duration":"3.514678234s","start":"2026-04-28T03:19:06.828809Z","end":"2026-04-28T03:19:10.343487Z","steps":["trace[1370364710] 'agreement among raft nodes before linearized reading' (duration: 3.514631711s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:10.343517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:06.82879Z","time spent":"3.514722976s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:19:10.34349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.979234057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:10.343515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:06.818981Z","time spent":"3.524509839s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef7da8d3-3ee9-4e6e-aa7a-7d42ac489141\" "} {"level":"info","ts":"2026-04-28T03:19:10.343575Z","caller":"traceutil/trace.go:171","msg":"trace[939430020] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2328; }","duration":"2.979370173s","start":"2026-04-28T03:19:07.364183Z","end":"2026-04-28T03:19:10.343553Z","steps":["trace[939430020] 'agreement among raft nodes before linearized reading' (duration: 2.979184614s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:10.34361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.521253945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:19:10.342985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.513183093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:19:10.343635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:07.364161Z","time spent":"2.979458637s","remote":"127.0.0.1:47562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:10.343681Z","caller":"traceutil/trace.go:171","msg":"trace[821395575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2328; }","duration":"3.513899447s","start":"2026-04-28T03:19:06.829769Z","end":"2026-04-28T03:19:10.343669Z","steps":["trace[821395575] 'agreement among raft nodes before linearized reading' (duration: 3.513157371s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:10.343424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.513693858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T03:19:10.343724Z","caller":"traceutil/trace.go:171","msg":"trace[655984671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2328; }","duration":"3.514007742s","start":"2026-04-28T03:19:06.82971Z","end":"2026-04-28T03:19:10.343718Z","steps":["trace[655984671] 'agreement among raft nodes before linearized reading' (duration: 3.513630814s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:10.343727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.517692277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:19:10.343727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:06.829754Z","time spent":"3.51396065s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:10.343749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:06.829701Z","time spent":"3.514039755s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:19:10.343749Z","caller":"traceutil/trace.go:171","msg":"trace[1861213618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2328; }","duration":"3.517714838s","start":"2026-04-28T03:19:06.826027Z","end":"2026-04-28T03:19:10.343742Z","steps":["trace[1861213618] 'agreement among raft nodes before linearized reading' (duration: 3.517629984s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:10.343777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:06.826002Z","time spent":"3.51777004s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:19:10.343643Z","caller":"traceutil/trace.go:171","msg":"trace[344211299] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2328; }","duration":"3.521321168s","start":"2026-04-28T03:19:06.822313Z","end":"2026-04-28T03:19:10.343634Z","steps":["trace[344211299] 'agreement among raft nodes before linearized reading' (duration: 3.52116946s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:10.343935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:06.822296Z","time spent":"3.521629012s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:19:10.344025Z","caller":"traceutil/trace.go:171","msg":"trace[1308986077] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"330.257433ms","start":"2026-04-28T03:19:10.013747Z","end":"2026-04-28T03:19:10.344004Z","steps":["trace[1308986077] 'process raft request' (duration: 328.643856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:10.344057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227104126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:10.344095Z","caller":"traceutil/trace.go:171","msg":"trace[1546137264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2328; }","duration":"1.227173179s","start":"2026-04-28T03:19:09.116914Z","end":"2026-04-28T03:19:10.344087Z","steps":["trace[1546137264] 'agreement among raft nodes before linearized reading' (duration: 1.2259371s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:10.344117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:09.116899Z","time spent":"1.227213921s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:10.344146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:10.013724Z","time spent":"330.359328ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:11.426905Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.0335949s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:19:12.353503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000335773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:19:12.353585Z","caller":"traceutil/trace.go:171","msg":"trace[1927625814] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000448338s","start":"2026-04-28T03:19:10.353121Z","end":"2026-04-28T03:19:12.353569Z","steps":["trace[1927625814] 'agreement among raft nodes before linearized reading' (duration: 2.000343743s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.353626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:10.353114Z","time spent":"2.000502781s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:19:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:19:12.820506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:12.244703Z","time spent":"575.797214ms","remote":"127.0.0.1:33954","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:19:12.82091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39357722s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:12.821152Z","caller":"traceutil/trace.go:171","msg":"trace[1759417595] linearizableReadLoop","detail":"{readStateIndex:2439; appliedIndex:2432; }","duration":"2.468005298s","start":"2026-04-28T03:19:10.353136Z","end":"2026-04-28T03:19:12.821141Z","steps":["trace[1759417595] 'read index received' (duration: 40.152587ms)","trace[1759417595] 'applied index is now lower than readState.Index' (duration: 2.427852041s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:12.821203Z","caller":"traceutil/trace.go:171","msg":"trace[1858064149] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"2.469886978s","start":"2026-04-28T03:19:10.351309Z","end":"2026-04-28T03:19:12.821196Z","steps":["trace[1858064149] 'process raft request' (duration: 2.469652967s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:12.821252Z","caller":"traceutil/trace.go:171","msg":"trace[113442214] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"2.470039104s","start":"2026-04-28T03:19:10.351195Z","end":"2026-04-28T03:19:12.821234Z","steps":["trace[113442214] 'process raft request' (duration: 1.076063596s)","trace[113442214] 'compare' (duration: 1.393322528s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:12.821504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:10.351179Z","time spent":"2.47016562s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:12.821779Z","caller":"traceutil/trace.go:171","msg":"trace[193378667] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"2.470411012s","start":"2026-04-28T03:19:10.351342Z","end":"2026-04-28T03:19:12.821753Z","steps":["trace[193378667] 'process raft request' (duration: 2.469677127s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:12.82193Z","caller":"traceutil/trace.go:171","msg":"trace[393723609] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"2.470499746s","start":"2026-04-28T03:19:10.351415Z","end":"2026-04-28T03:19:12.821915Z","steps":["trace[393723609] 'process raft request' (duration: 2.469624385s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.821941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:10.351328Z","time spent":"2.470545588s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:12.822214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:10.351301Z","time spent":"2.469917159s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:12.822231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:10.351408Z","time spent":"2.470562129s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:12.822278Z","caller":"traceutil/trace.go:171","msg":"trace[257436786] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"2.470084556s","start":"2026-04-28T03:19:10.352187Z","end":"2026-04-28T03:19:12.822272Z","steps":["trace[257436786] 'process raft request' (duration: 2.468915131s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.822308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:10.352176Z","time spent":"2.470115347s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:12.822313Z","caller":"traceutil/trace.go:171","msg":"trace[1986934056] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"2.470376029s","start":"2026-04-28T03:19:10.351901Z","end":"2026-04-28T03:19:12.822277Z","steps":["trace[1986934056] 'process raft request' (duration: 2.469160722s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.822507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:10.351837Z","time spent":"2.470563428s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3721,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:12.829897Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.402622996s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:19:12.952401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.31883ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:19:12.953178Z","caller":"traceutil/trace.go:171","msg":"trace[2080507826] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"1.528099354s","start":"2026-04-28T03:19:11.425039Z","end":"2026-04-28T03:19:12.953138Z","steps":["trace[2080507826] 'process raft request' (duration: 1.527827462s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:12.953247Z","caller":"traceutil/trace.go:171","msg":"trace[233991172] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"1.527906435s","start":"2026-04-28T03:19:11.425316Z","end":"2026-04-28T03:19:12.953223Z","steps":["trace[233991172] 'process raft request' (duration: 1.527751908s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:12.953319Z","caller":"traceutil/trace.go:171","msg":"trace[161371943] linearizableReadLoop","detail":"{readStateIndex:2444; appliedIndex:2439; }","duration":"132.116932ms","start":"2026-04-28T03:19:12.821177Z","end":"2026-04-28T03:19:12.953294Z","steps":["trace[161371943] 'read index received' (duration: 8.846847ms)","trace[161371943] 'applied index is now lower than readState.Index' (duration: 123.268765ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:12.953335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:11.425294Z","time spent":"1.527986899s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:12.953385Z","caller":"traceutil/trace.go:171","msg":"trace[981518411] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"779.925088ms","start":"2026-04-28T03:19:12.173438Z","end":"2026-04-28T03:19:12.953363Z","steps":["trace[981518411] 'process raft request' (duration: 779.698587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.95348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602342962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef7da8d3-3ee9-4e6e-aa7a-7d42ac489141\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-28T03:19:12.953491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530821275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d4676a4-b9ba-4269-b698-c6d0d0d2bfff\" ","response":"range_response_count:1 size:3736"} {"level":"info","ts":"2026-04-28T03:19:12.953519Z","caller":"traceutil/trace.go:171","msg":"trace[147115097] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ef7da8d3-3ee9-4e6e-aa7a-7d42ac489141; range_end:; response_count:1; response_revision:2340; }","duration":"1.602409235s","start":"2026-04-28T03:19:11.3511Z","end":"2026-04-28T03:19:12.953509Z","steps":["trace[147115097] 'agreement among raft nodes before linearized reading' (duration: 1.602263948s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.953539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:11.351081Z","time spent":"1.602454117s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef7da8d3-3ee9-4e6e-aa7a-7d42ac489141\" "} {"level":"info","ts":"2026-04-28T03:19:12.953544Z","caller":"traceutil/trace.go:171","msg":"trace[1880126883] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9d4676a4-b9ba-4269-b698-c6d0d0d2bfff; range_end:; response_count:1; response_revision:2340; }","duration":"2.530868827s","start":"2026-04-28T03:19:10.422655Z","end":"2026-04-28T03:19:12.953523Z","steps":["trace[1880126883] 'agreement among raft nodes before linearized reading' (duration: 2.530727711s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.95355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:12.173406Z","time spent":"780.059314ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:12.953583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:10.422598Z","time spent":"2.530976783s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3758,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d4676a4-b9ba-4269-b698-c6d0d0d2bfff\" "} {"level":"warn","ts":"2026-04-28T03:19:12.953602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.59547866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:12.953642Z","caller":"traceutil/trace.go:171","msg":"trace[637774764] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2340; }","duration":"2.595559954s","start":"2026-04-28T03:19:10.35807Z","end":"2026-04-28T03:19:12.95363Z","steps":["trace[637774764] 'agreement among raft nodes before linearized reading' (duration: 2.595482641s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.953694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:10.358048Z","time spent":"2.595627828s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:19:12.953761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601515892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:19:12.953789Z","caller":"traceutil/trace.go:171","msg":"trace[165736890] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2340; }","duration":"1.601558493s","start":"2026-04-28T03:19:11.352223Z","end":"2026-04-28T03:19:12.953781Z","steps":["trace[165736890] 'agreement among raft nodes before linearized reading' (duration: 1.601442778s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.953331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:11.425014Z","time spent":"1.528247511s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:12.953808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:11.352214Z","time spent":"1.601590426s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:19:12.953836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38191093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:12.953885Z","caller":"traceutil/trace.go:171","msg":"trace[1408719024] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2340; }","duration":"2.382019795s","start":"2026-04-28T03:19:10.571851Z","end":"2026-04-28T03:19:12.953871Z","steps":["trace[1408719024] 'agreement among raft nodes before linearized reading' (duration: 2.381939921s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.953931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:10.571828Z","time spent":"2.382093639s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:12.95403Z","caller":"traceutil/trace.go:171","msg":"trace[558199070] transaction","detail":"{read_only:false; response_revision:2340; number_of_response:1; }","duration":"127.491474ms","start":"2026-04-28T03:19:12.826529Z","end":"2026-04-28T03:19:12.954021Z","steps":["trace[558199070] 'process raft request' (duration: 126.705387ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:12.954133Z","caller":"traceutil/trace.go:171","msg":"trace[1239516484] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"605.087958ms","start":"2026-04-28T03:19:12.349037Z","end":"2026-04-28T03:19:12.954125Z","steps":["trace[1239516484] 'process raft request' (duration: 604.150444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.954175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:12.349016Z","time spent":"605.13673ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:12.954229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.750713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:19:12.954284Z","caller":"traceutil/trace.go:171","msg":"trace[337737814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2340; }","duration":"556.842267ms","start":"2026-04-28T03:19:12.397429Z","end":"2026-04-28T03:19:12.954272Z","steps":["trace[337737814] 'agreement among raft nodes before linearized reading' (duration: 556.68897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.954316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:12.39741Z","time spent":"556.898411ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:19:12.954405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.839247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:12.954444Z","caller":"traceutil/trace.go:171","msg":"trace[292424654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2340; }","duration":"600.90278ms","start":"2026-04-28T03:19:12.353532Z","end":"2026-04-28T03:19:12.954435Z","steps":["trace[292424654] 'agreement among raft nodes before linearized reading' (duration: 599.775716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.954465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:12.353519Z","time spent":"600.941182ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:19:13.912503Z","caller":"traceutil/trace.go:171","msg":"trace[898242193] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"129.894388ms","start":"2026-04-28T03:19:13.782582Z","end":"2026-04-28T03:19:13.912476Z","steps":["trace[898242193] 'process raft request' (duration: 129.620524ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:15.138197Z","caller":"traceutil/trace.go:171","msg":"trace[912305083] linearizableReadLoop","detail":"{readStateIndex:2482; appliedIndex:2480; }","duration":"123.556377ms","start":"2026-04-28T03:19:15.014609Z","end":"2026-04-28T03:19:15.138165Z","steps":["trace[912305083] 'read index received' (duration: 63.257798ms)","trace[912305083] 'applied index is now lower than readState.Index' (duration: 60.297489ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:15.138283Z","caller":"traceutil/trace.go:171","msg":"trace[295802837] transaction","detail":"{read_only:false; response_revision:2376; number_of_response:1; }","duration":"128.922351ms","start":"2026-04-28T03:19:15.009305Z","end":"2026-04-28T03:19:15.138228Z","steps":["trace[295802837] 'process raft request' (duration: 96.838885ms)","trace[295802837] 'compare' (duration: 31.923098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:15.138388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.767627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:19:15.138413Z","caller":"traceutil/trace.go:171","msg":"trace[1913937525] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2376; }","duration":"123.83548ms","start":"2026-04-28T03:19:15.014571Z","end":"2026-04-28T03:19:15.138406Z","steps":["trace[1913937525] 'agreement among raft nodes before linearized reading' (duration: 123.715554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:15.583099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.275209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa6714b8434547\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-04-28T03:19:15.583149Z","caller":"traceutil/trace.go:171","msg":"trace[2093108219] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa6714b8434547; range_end:; response_count:1; response_revision:2377; }","duration":"303.362543ms","start":"2026-04-28T03:19:15.279774Z","end":"2026-04-28T03:19:15.583137Z","steps":["trace[2093108219] 'range keys from in-memory index tree' (duration: 303.128372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:15.583176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:15.279758Z","time spent":"303.413186ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1004,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa6714b8434547\" "} {"level":"warn","ts":"2026-04-28T03:19:15.897058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.878053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:15.897143Z","caller":"traceutil/trace.go:171","msg":"trace[1472329638] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2380; }","duration":"186.323514ms","start":"2026-04-28T03:19:15.710801Z","end":"2026-04-28T03:19:15.897124Z","steps":["trace[1472329638] 'count revisions from in-memory index tree' (duration: 185.783018ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:17.224366Z","caller":"traceutil/trace.go:171","msg":"trace[1469325671] linearizableReadLoop","detail":"{readStateIndex:2516; appliedIndex:2515; }","duration":"105.660282ms","start":"2026-04-28T03:19:17.118683Z","end":"2026-04-28T03:19:17.224344Z","steps":["trace[1469325671] 'read index received' (duration: 80.748285ms)","trace[1469325671] 'applied index is now lower than readState.Index' (duration: 24.911147ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:17.22439Z","caller":"traceutil/trace.go:171","msg":"trace[1081362577] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"106.163196ms","start":"2026-04-28T03:19:17.118211Z","end":"2026-04-28T03:19:17.224374Z","steps":["trace[1081362577] 'process raft request' (duration: 81.224147ms)","trace[1081362577] 'compare' (duration: 24.744549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:17.224487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.782157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:17.224534Z","caller":"traceutil/trace.go:171","msg":"trace[859958722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2410; }","duration":"105.887012ms","start":"2026-04-28T03:19:17.118634Z","end":"2026-04-28T03:19:17.224521Z","steps":["trace[859958722] 'agreement among raft nodes before linearized reading' (duration: 105.788728ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:17.376577Z","caller":"traceutil/trace.go:171","msg":"trace[1292182650] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"141.743577ms","start":"2026-04-28T03:19:17.234797Z","end":"2026-04-28T03:19:17.37654Z","steps":["trace[1292182650] 'process raft request' (duration: 133.045317ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:17.764272Z","caller":"traceutil/trace.go:171","msg":"trace[1024559680] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"132.121692ms","start":"2026-04-28T03:19:17.632125Z","end":"2026-04-28T03:19:17.764247Z","steps":["trace[1024559680] 'process raft request' (duration: 131.893871ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:17.772959Z","caller":"traceutil/trace.go:171","msg":"trace[1909373088] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"108.968438ms","start":"2026-04-28T03:19:17.663967Z","end":"2026-04-28T03:19:17.772935Z","steps":["trace[1909373088] 'process raft request' (duration: 108.903185ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:17.772992Z","caller":"traceutil/trace.go:171","msg":"trace[1140045811] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"116.973557ms","start":"2026-04-28T03:19:17.655992Z","end":"2026-04-28T03:19:17.772966Z","steps":["trace[1140045811] 'process raft request' (duration: 116.714434ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:18.790242Z","caller":"traceutil/trace.go:171","msg":"trace[2054694457] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"233.496962ms","start":"2026-04-28T03:19:18.556717Z","end":"2026-04-28T03:19:18.790214Z","steps":["trace[2054694457] 'process raft request' (duration: 233.321114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:19.176726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.206559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:19.177083Z","caller":"traceutil/trace.go:171","msg":"trace[663774029] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"187.354682ms","start":"2026-04-28T03:19:18.989711Z","end":"2026-04-28T03:19:19.177065Z","steps":["trace[663774029] 'process raft request' (duration: 187.31086ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:19.177119Z","caller":"traceutil/trace.go:171","msg":"trace[167758186] transaction","detail":"{read_only:false; response_revision:2426; number_of_response:1; }","duration":"216.037476ms","start":"2026-04-28T03:19:18.961058Z","end":"2026-04-28T03:19:19.177096Z","steps":["trace[167758186] 'process raft request' (duration: 215.887749ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:19.177078Z","caller":"traceutil/trace.go:171","msg":"trace[1648275382] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"216.169993ms","start":"2026-04-28T03:19:18.960874Z","end":"2026-04-28T03:19:19.177044Z","steps":["trace[1648275382] 'process raft request' (duration: 30.574775ms)","trace[1648275382] 'compare' (duration: 185.085804ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:19.190619Z","caller":"traceutil/trace.go:171","msg":"trace[1933555636] transaction","detail":"{read_only:false; response_revision:2428; number_of_response:1; }","duration":"178.323585ms","start":"2026-04-28T03:19:19.012264Z","end":"2026-04-28T03:19:19.190588Z","steps":["trace[1933555636] 'process raft request' (duration: 178.112955ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:19.191124Z","caller":"traceutil/trace.go:171","msg":"trace[1119206076] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"166.264856ms","start":"2026-04-28T03:19:19.02484Z","end":"2026-04-28T03:19:19.191104Z","steps":["trace[1119206076] 'process raft request' (duration: 165.701659ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:19.191211Z","caller":"traceutil/trace.go:171","msg":"trace[1150276273] linearizableReadLoop","detail":"{readStateIndex:2536; appliedIndex:2530; }","duration":"157.210637ms","start":"2026-04-28T03:19:19.033976Z","end":"2026-04-28T03:19:19.191186Z","steps":["trace[1150276273] 'read index received' (duration: 46.995779ms)","trace[1150276273] 'applied index is now lower than readState.Index' (duration: 110.213638ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:19.191428Z","caller":"traceutil/trace.go:171","msg":"trace[286404467] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"165.546321ms","start":"2026-04-28T03:19:19.025868Z","end":"2026-04-28T03:19:19.191414Z","steps":["trace[286404467] 'process raft request' (duration: 165.177994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:19.191837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.769303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:19:19.191922Z","caller":"traceutil/trace.go:171","msg":"trace[911878811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2430; }","duration":"157.981903ms","start":"2026-04-28T03:19:19.033926Z","end":"2026-04-28T03:19:19.191908Z","steps":["trace[911878811] 'agreement among raft nodes before linearized reading' (duration: 157.629237ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:19.747651Z","caller":"traceutil/trace.go:171","msg":"trace[763805000] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"286.354029ms","start":"2026-04-28T03:19:19.461225Z","end":"2026-04-28T03:19:19.747579Z","steps":["trace[763805000] 'process raft request' (duration: 286.080306ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.958941Z","caller":"traceutil/trace.go:171","msg":"trace[1689168409] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"342.850598ms","start":"2026-04-28T03:19:20.616061Z","end":"2026-04-28T03:19:20.958912Z","steps":["trace[1689168409] 'process raft request' (duration: 342.593576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.959072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:20.616026Z","time spent":"342.978385ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:23.088623Z","caller":"traceutil/trace.go:171","msg":"trace[1222715685] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"112.255533ms","start":"2026-04-28T03:19:22.976342Z","end":"2026-04-28T03:19:23.088598Z","steps":["trace[1222715685] 'process raft request' (duration: 112.053944ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:23.166035Z","caller":"traceutil/trace.go:171","msg":"trace[1854807089] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"186.754694ms","start":"2026-04-28T03:19:22.979243Z","end":"2026-04-28T03:19:23.165998Z","steps":["trace[1854807089] 'process raft request' (duration: 178.84818ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:23.166054Z","caller":"traceutil/trace.go:171","msg":"trace[625537836] linearizableReadLoop","detail":"{readStateIndex:2556; appliedIndex:2554; }","duration":"154.643297ms","start":"2026-04-28T03:19:23.011335Z","end":"2026-04-28T03:19:23.165978Z","steps":["trace[625537836] 'read index received' (duration: 77.04917ms)","trace[625537836] 'applied index is now lower than readState.Index' (duration: 77.592287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:23.166229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.879818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11664"} {"level":"info","ts":"2026-04-28T03:19:23.166318Z","caller":"traceutil/trace.go:171","msg":"trace[1260290659] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2449; }","duration":"155.015655ms","start":"2026-04-28T03:19:23.011281Z","end":"2026-04-28T03:19:23.166297Z","steps":["trace[1260290659] 'agreement among raft nodes before linearized reading' (duration: 154.790494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:24.532753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.089436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:19:24.532873Z","caller":"traceutil/trace.go:171","msg":"trace[2132972578] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2462; }","duration":"301.262444ms","start":"2026-04-28T03:19:24.231591Z","end":"2026-04-28T03:19:24.532854Z","steps":["trace[2132972578] 'range keys from in-memory index tree' (duration: 300.884025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:24.532918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:24.231567Z","time spent":"301.340877ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:19:24.852363Z","caller":"traceutil/trace.go:171","msg":"trace[1132560022] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"191.784012ms","start":"2026-04-28T03:19:24.660541Z","end":"2026-04-28T03:19:24.852325Z","steps":["trace[1132560022] 'process raft request' (duration: 191.628774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:25.127764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.569927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:19:25.127834Z","caller":"traceutil/trace.go:171","msg":"trace[1910567846] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:2463; }","duration":"138.689332ms","start":"2026-04-28T03:19:24.989128Z","end":"2026-04-28T03:19:25.127818Z","steps":["trace[1910567846] 'range keys from in-memory index tree' (duration: 138.376368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:25.358871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.180367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:25.35897Z","caller":"traceutil/trace.go:171","msg":"trace[1179211632] linearizableReadLoop","detail":"{readStateIndex:2572; appliedIndex:2570; }","duration":"187.421494ms","start":"2026-04-28T03:19:25.171532Z","end":"2026-04-28T03:19:25.358953Z","steps":["trace[1179211632] 'read index received' (duration: 9.299709ms)","trace[1179211632] 'applied index is now lower than readState.Index' (duration: 178.120165ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:25.359038Z","caller":"traceutil/trace.go:171","msg":"trace[1046120490] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"227.705607ms","start":"2026-04-28T03:19:25.131321Z","end":"2026-04-28T03:19:25.359027Z","steps":["trace[1046120490] 'process raft request' (duration: 121.282299ms)","trace[1046120490] 'compare' (duration: 106.02966ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:25.359257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.724189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:19:25.359372Z","caller":"traceutil/trace.go:171","msg":"trace[225961204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2464; }","duration":"187.839555ms","start":"2026-04-28T03:19:25.171472Z","end":"2026-04-28T03:19:25.359311Z","steps":["trace[225961204] 'agreement among raft nodes before linearized reading' (duration: 187.577761ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:25.362954Z","caller":"traceutil/trace.go:171","msg":"trace[1537259392] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"180.924428ms","start":"2026-04-28T03:19:25.182011Z","end":"2026-04-28T03:19:25.362935Z","steps":["trace[1537259392] 'process raft request' (duration: 180.764341ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:25.362992Z","caller":"traceutil/trace.go:171","msg":"trace[786516864] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"150.50293ms","start":"2026-04-28T03:19:25.212477Z","end":"2026-04-28T03:19:25.36298Z","steps":["trace[786516864] 'process raft request' (duration: 150.457588ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:25.363194Z","caller":"traceutil/trace.go:171","msg":"trace[2129690965] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"156.043242ms","start":"2026-04-28T03:19:25.207142Z","end":"2026-04-28T03:19:25.363185Z","steps":["trace[2129690965] 'process raft request' (duration: 155.715667ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:25.363372Z","caller":"traceutil/trace.go:171","msg":"trace[804629182] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"134.312615ms","start":"2026-04-28T03:19:25.229051Z","end":"2026-04-28T03:19:25.363363Z","steps":["trace[804629182] 'process raft request' (duration: 134.157878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:25.363401Z","caller":"traceutil/trace.go:171","msg":"trace[291872026] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"139.711531ms","start":"2026-04-28T03:19:25.223679Z","end":"2026-04-28T03:19:25.363391Z","steps":["trace[291872026] 'process raft request' (duration: 139.2799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:25.370033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.969831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-28T03:19:25.370065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.938836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-28T03:19:25.370083Z","caller":"traceutil/trace.go:171","msg":"trace[1443481516] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2470; }","duration":"144.068346ms","start":"2026-04-28T03:19:25.226003Z","end":"2026-04-28T03:19:25.370072Z","steps":["trace[1443481516] 'agreement among raft nodes before linearized reading' (duration: 143.94291ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:25.37009Z","caller":"traceutil/trace.go:171","msg":"trace[1215991232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2470; }","duration":"155.981439ms","start":"2026-04-28T03:19:25.214101Z","end":"2026-04-28T03:19:25.370083Z","steps":["trace[1215991232] 'agreement among raft nodes before linearized reading' (duration: 155.915166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:25.370298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.095486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:19:25.370328Z","caller":"traceutil/trace.go:171","msg":"trace[1170560848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2470; }","duration":"134.150128ms","start":"2026-04-28T03:19:25.23617Z","end":"2026-04-28T03:19:25.37032Z","steps":["trace[1170560848] 'agreement among raft nodes before linearized reading' (duration: 134.082654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:25.370438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.868471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11664"} {"level":"info","ts":"2026-04-28T03:19:25.370507Z","caller":"traceutil/trace.go:171","msg":"trace[20507371] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2470; }","duration":"156.946765ms","start":"2026-04-28T03:19:25.213543Z","end":"2026-04-28T03:19:25.37049Z","steps":["trace[20507371] 'agreement among raft nodes before linearized reading' (duration: 156.743685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:25.371005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.492308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:19:25.371042Z","caller":"traceutil/trace.go:171","msg":"trace[626469852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2470; }","duration":"158.558521ms","start":"2026-04-28T03:19:25.212475Z","end":"2026-04-28T03:19:25.371034Z","steps":["trace[626469852] 'agreement among raft nodes before linearized reading' (duration: 157.781994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:25.62868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.077112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:25.628821Z","caller":"traceutil/trace.go:171","msg":"trace[826879624] linearizableReadLoop","detail":"{readStateIndex:2580; appliedIndex:2579; }","duration":"254.606009ms","start":"2026-04-28T03:19:25.374195Z","end":"2026-04-28T03:19:25.628801Z","steps":["trace[826879624] 'read index received' (duration: 90.327208ms)","trace[826879624] 'applied index is now lower than readState.Index' (duration: 164.276951ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:25.628877Z","caller":"traceutil/trace.go:171","msg":"trace[479662189] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"254.703404ms","start":"2026-04-28T03:19:25.374153Z","end":"2026-04-28T03:19:25.628856Z","steps":["trace[479662189] 'process raft request' (duration: 90.355399ms)","trace[479662189] 'compare' (duration: 163.790098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:25.629291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.05913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:19:25.62935Z","caller":"traceutil/trace.go:171","msg":"trace[202063515] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2472; }","duration":"255.170835ms","start":"2026-04-28T03:19:25.374164Z","end":"2026-04-28T03:19:25.629335Z","steps":["trace[202063515] 'agreement among raft nodes before linearized reading' (duration: 254.798558ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:25.712961Z","caller":"traceutil/trace.go:171","msg":"trace[387664769] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"338.24926ms","start":"2026-04-28T03:19:25.374668Z","end":"2026-04-28T03:19:25.712918Z","steps":["trace[387664769] 'process raft request' (duration: 338.155206ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:25.713078Z","caller":"traceutil/trace.go:171","msg":"trace[28159460] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"331.963774ms","start":"2026-04-28T03:19:25.381077Z","end":"2026-04-28T03:19:25.713041Z","steps":["trace[28159460] 'process raft request' (duration: 331.775135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:25.713157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:25.374654Z","time spent":"338.391847ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:25.713226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:25.381063Z","time spent":"332.093269ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11966,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:25.713296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.768323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:19:25.713373Z","caller":"traceutil/trace.go:171","msg":"trace[1182588244] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2475; }","duration":"172.92687ms","start":"2026-04-28T03:19:25.540433Z","end":"2026-04-28T03:19:25.713359Z","steps":["trace[1182588244] 'agreement among raft nodes before linearized reading' (duration: 172.670028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:25.713386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.088179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ef7da8d3-3ee9-4e6e-aa7a-7d42ac489141\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-28T03:19:25.713522Z","caller":"traceutil/trace.go:171","msg":"trace[535639085] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ef7da8d3-3ee9-4e6e-aa7a-7d42ac489141; range_end:; response_count:1; response_revision:2475; }","duration":"339.242337ms","start":"2026-04-28T03:19:25.374269Z","end":"2026-04-28T03:19:25.713512Z","steps":["trace[535639085] 'agreement among raft nodes before linearized reading' (duration: 339.039047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:25.713557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:25.374256Z","time spent":"339.29283ms","remote":"127.0.0.1:50990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-ef7da8d3-3ee9-4e6e-aa7a-7d42ac489141\" "} {"level":"info","ts":"2026-04-28T03:19:25.712947Z","caller":"traceutil/trace.go:171","msg":"trace[1850812682] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"338.625258ms","start":"2026-04-28T03:19:25.374302Z","end":"2026-04-28T03:19:25.712927Z","steps":["trace[1850812682] 'process raft request' (duration: 338.408878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:25.714296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:25.374283Z","time spent":"339.93642ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:26.322093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.990341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:26.322348Z","caller":"traceutil/trace.go:171","msg":"trace[1428323597] linearizableReadLoop","detail":"{readStateIndex:2587; appliedIndex:2583; }","duration":"204.801045ms","start":"2026-04-28T03:19:26.117534Z","end":"2026-04-28T03:19:26.322335Z","steps":["trace[1428323597] 'read index received' (duration: 51.372µs)","trace[1428323597] 'applied index is now lower than readState.Index' (duration: 204.748883ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:26.322428Z","caller":"traceutil/trace.go:171","msg":"trace[261608123] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"602.756967ms","start":"2026-04-28T03:19:25.719662Z","end":"2026-04-28T03:19:26.322419Z","steps":["trace[261608123] 'process raft request' (duration: 602.528646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:26.32249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:25.71964Z","time spent":"602.817069ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1139,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:26.322578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.058178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:26.322621Z","caller":"traceutil/trace.go:171","msg":"trace[743783813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2479; }","duration":"205.236166ms","start":"2026-04-28T03:19:26.117375Z","end":"2026-04-28T03:19:26.322611Z","steps":["trace[743783813] 'agreement among raft nodes before linearized reading' (duration: 205.170523ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:26.322708Z","caller":"traceutil/trace.go:171","msg":"trace[443942564] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"602.946665ms","start":"2026-04-28T03:19:25.719729Z","end":"2026-04-28T03:19:26.322676Z","steps":["trace[443942564] 'process raft request' (duration: 602.530105ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:26.322787Z","caller":"traceutil/trace.go:171","msg":"trace[1589188293] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"602.39598ms","start":"2026-04-28T03:19:25.72038Z","end":"2026-04-28T03:19:26.322776Z","steps":["trace[1589188293] 'process raft request' (duration: 601.921417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:26.322858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:25.720372Z","time spent":"602.449923ms","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:26.322866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:25.719719Z","time spent":"603.064142ms","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1702,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:26.322834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.77532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-28T03:19:26.323004Z","caller":"traceutil/trace.go:171","msg":"trace[1619144750] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2479; }","duration":"100.990671ms","start":"2026-04-28T03:19:26.221997Z","end":"2026-04-28T03:19:26.322988Z","steps":["trace[1619144750] 'agreement among raft nodes before linearized reading' (duration: 100.638384ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:26.322341Z","caller":"traceutil/trace.go:171","msg":"trace[1183215484] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"604.09892ms","start":"2026-04-28T03:19:25.718215Z","end":"2026-04-28T03:19:26.322314Z","steps":["trace[1183215484] 'process raft request' (duration: 143.820355ms)","trace[1183215484] 'compare' (duration: 459.769841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:26.323215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:25.718192Z","time spent":"604.94216ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1144,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:27.877008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779665592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:28.377419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779665592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:28.878124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779665592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:29.35511Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.672792509s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:19:30.118018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00092917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:19:30.118223Z","caller":"traceutil/trace.go:171","msg":"trace[1384757659] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001185792s","start":"2026-04-28T03:19:28.117007Z","end":"2026-04-28T03:19:30.118193Z","steps":["trace[1384757659] 'agreement among raft nodes before linearized reading' (duration: 2.000948081s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.118868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:28.116992Z","time spent":"2.001807672s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:19:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:19:30.572697Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.217429455s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:19:30.682111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.961155168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:19:30.682289Z","caller":"traceutil/trace.go:171","msg":"trace[110781945] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2479; }","duration":"3.961376988s","start":"2026-04-28T03:19:26.720892Z","end":"2026-04-28T03:19:30.682269Z","steps":["trace[110781945] 'range keys from in-memory index tree' (duration: 3.960815691s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.682424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.720871Z","time spent":"3.961537835s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:19:30.684731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.321652345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T03:19:30.68484Z","caller":"traceutil/trace.go:171","msg":"trace[1600083678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2479; }","duration":"3.321806883s","start":"2026-04-28T03:19:27.363006Z","end":"2026-04-28T03:19:30.684812Z","steps":["trace[1600083678] 'range keys from in-memory index tree' (duration: 3.321462716s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.684901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.362985Z","time spent":"3.321900447s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:30.685416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.121853457s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:30.685549Z","caller":"traceutil/trace.go:171","msg":"trace[1627357409] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2479; }","duration":"3.122087808s","start":"2026-04-28T03:19:27.563428Z","end":"2026-04-28T03:19:30.685516Z","steps":["trace[1627357409] 'range keys from in-memory index tree' (duration: 3.121804054s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.68562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330257055s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:30.685848Z","caller":"traceutil/trace.go:171","msg":"trace[978975247] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"3.317992331s","start":"2026-04-28T03:19:27.367832Z","end":"2026-04-28T03:19:30.685824Z","steps":["trace[978975247] 'process raft request' (duration: 1.987461744s)","trace[978975247] 'compare' (duration: 1.326232284s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:30.685885Z","caller":"traceutil/trace.go:171","msg":"trace[1019142168] linearizableReadLoop","detail":"{readStateIndex:2591; appliedIndex:2587; }","duration":"3.309239579s","start":"2026-04-28T03:19:27.376631Z","end":"2026-04-28T03:19:30.685871Z","steps":["trace[1019142168] 'read index received' (duration: 1.978680699s)","trace[1019142168] 'applied index is now lower than readState.Index' (duration: 1.330558049s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:30.685965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.367814Z","time spent":"3.318082776s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:30.686117Z","caller":"traceutil/trace.go:171","msg":"trace[1504955666] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"3.317609933s","start":"2026-04-28T03:19:27.368494Z","end":"2026-04-28T03:19:30.686104Z","steps":["trace[1504955666] 'process raft request' (duration: 3.317288338s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.686517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.368474Z","time spent":"3.317982171s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:30.686157Z","caller":"traceutil/trace.go:171","msg":"trace[805468958] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"3.317338391s","start":"2026-04-28T03:19:27.368812Z","end":"2026-04-28T03:19:30.68615Z","steps":["trace[805468958] 'process raft request' (duration: 3.317024986s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.686636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.3688Z","time spent":"3.317817634s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:30.686236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.309603905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:19:30.686736Z","caller":"traceutil/trace.go:171","msg":"trace[1541951836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2483; }","duration":"3.310103539s","start":"2026-04-28T03:19:27.376625Z","end":"2026-04-28T03:19:30.686729Z","steps":["trace[1541951836] 'agreement among raft nodes before linearized reading' (duration: 3.309550283s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.686761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.376584Z","time spent":"3.310171772s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:19:30.686266Z","caller":"traceutil/trace.go:171","msg":"trace[235334581] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"3.317810963s","start":"2026-04-28T03:19:27.368449Z","end":"2026-04-28T03:19:30.68626Z","steps":["trace[235334581] 'process raft request' (duration: 3.317256577s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.686864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.368432Z","time spent":"3.318406701s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:31.01931Z","caller":"traceutil/trace.go:171","msg":"trace[309411325] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"1.232073556s","start":"2026-04-28T03:19:29.7872Z","end":"2026-04-28T03:19:31.019274Z","steps":["trace[309411325] 'process raft request' (duration: 1.191156833s)","trace[309411325] 'compare' (duration: 40.383138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:31.019421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.787175Z","time spent":"1.232187152s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:31.81174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.735082ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:19:31.812836Z","caller":"traceutil/trace.go:171","msg":"trace[159797334] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"1.169029648s","start":"2026-04-28T03:19:30.643786Z","end":"2026-04-28T03:19:31.812816Z","steps":["trace[159797334] 'process raft request' (duration: 1.168073713s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:31.812947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:30.643762Z","time spent":"1.169123263s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:32.118257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000047928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:19:32.118332Z","caller":"traceutil/trace.go:171","msg":"trace[1574908414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000207596s","start":"2026-04-28T03:19:30.118107Z","end":"2026-04-28T03:19:32.118315Z","steps":["trace[1574908414] 'agreement among raft nodes before linearized reading' (duration: 2.000107061s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:32.118373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:30.118082Z","time spent":"2.000281639s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:19:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:19:32.373452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00011624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:19:32.373535Z","caller":"traceutil/trace.go:171","msg":"trace[255514595] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000218266s","start":"2026-04-28T03:19:30.373299Z","end":"2026-04-28T03:19:32.373517Z","steps":["trace[255514595] 'agreement among raft nodes before linearized reading' (duration: 2.000111041s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:32.373576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:30.373218Z","time spent":"2.000350121s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:32.632027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999084552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:19:32.632128Z","caller":"traceutil/trace.go:171","msg":"trace[1961270209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999240299s","start":"2026-04-28T03:19:27.632867Z","end":"2026-04-28T03:19:32.632108Z","steps":["trace[1961270209] 'agreement among raft nodes before linearized reading' (duration: 4.999117234s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:32.632177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.632845Z","time spent":"4.999321853s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:19:32.718545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999769463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:19:32.718635Z","caller":"traceutil/trace.go:171","msg":"trace[1744207829] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.00033167s","start":"2026-04-28T03:19:27.718286Z","end":"2026-04-28T03:19:32.718618Z","steps":["trace[1744207829] 'agreement among raft nodes before linearized reading' (duration: 4.999795144s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:32.718831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.718231Z","time spent":"5.000582652s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 03:19:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:19:32.718915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99989984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:19:32.719053Z","caller":"traceutil/trace.go:171","msg":"trace[204368383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000057638s","start":"2026-04-28T03:19:27.718937Z","end":"2026-04-28T03:19:32.718994Z","steps":["trace[204368383] 'agreement among raft nodes before linearized reading' (duration: 4.999933512s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:32.719134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.718912Z","time spent":"5.000204445s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 03:19:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:19:32.792209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.330616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:32.792374Z","caller":"traceutil/trace.go:171","msg":"trace[1969566064] linearizableReadLoop","detail":"{readStateIndex:2594; appliedIndex:2591; }","duration":"2.106443724s","start":"2026-04-28T03:19:30.685915Z","end":"2026-04-28T03:19:32.792358Z","steps":["trace[1969566064] 'read index received' (duration: 292.435254ms)","trace[1969566064] 'applied index is now lower than readState.Index' (duration: 1.81400784s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:32.792452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.382627415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:32.792481Z","caller":"traceutil/trace.go:171","msg":"trace[234578725] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2487; }","duration":"3.382821454s","start":"2026-04-28T03:19:29.409651Z","end":"2026-04-28T03:19:32.792473Z","steps":["trace[234578725] 'agreement among raft nodes before linearized reading' (duration: 3.382766701s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:32.792506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.409628Z","time spent":"3.382870946s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:32.792719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.259971907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:32.792788Z","caller":"traceutil/trace.go:171","msg":"trace[692166796] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2487; }","duration":"5.260080852s","start":"2026-04-28T03:19:27.532688Z","end":"2026-04-28T03:19:32.792769Z","steps":["trace[692166796] 'agreement among raft nodes before linearized reading' (duration: 5.259975887s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:32.792821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.429810707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T03:19:32.792851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.532669Z","time spent":"5.260162026s","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:32.792862Z","caller":"traceutil/trace.go:171","msg":"trace[1120282619] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2487; }","duration":"4.429889731s","start":"2026-04-28T03:19:28.362959Z","end":"2026-04-28T03:19:32.792849Z","steps":["trace[1120282619] 'agreement among raft nodes before linearized reading' (duration: 4.429679201s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:32.792951Z","caller":"traceutil/trace.go:171","msg":"trace[1529705249] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"2.103509596s","start":"2026-04-28T03:19:30.68943Z","end":"2026-04-28T03:19:32.79294Z","steps":["trace[1529705249] 'process raft request' (duration: 1.123374772s)","trace[1529705249] 'compare' (duration: 979.119076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:32.793008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:30.689416Z","time spent":"2.103561118s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:32.793042Z","caller":"traceutil/trace.go:171","msg":"trace[1915461811] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"2.101342173s","start":"2026-04-28T03:19:30.691644Z","end":"2026-04-28T03:19:32.792986Z","steps":["trace[1915461811] 'process raft request' (duration: 2.100660481s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:32.793299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:30.69162Z","time spent":"2.101573944s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:32.793197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.597811474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11981"} {"level":"warn","ts":"2026-04-28T03:19:32.792996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:28.362934Z","time spent":"4.430014676s","remote":"127.0.0.1:51344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":320,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:32.793387Z","caller":"traceutil/trace.go:171","msg":"trace[1550387608] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2487; }","duration":"4.598035674s","start":"2026-04-28T03:19:28.195334Z","end":"2026-04-28T03:19:32.79337Z","steps":["trace[1550387608] 'agreement among raft nodes before linearized reading' (duration: 4.597549451s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:32.793449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:28.195311Z","time spent":"4.598121798s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12003,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:19:33.813154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.832493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:33.813265Z","caller":"traceutil/trace.go:171","msg":"trace[915577170] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"1.122251147s","start":"2026-04-28T03:19:32.690994Z","end":"2026-04-28T03:19:33.813245Z","steps":["trace[915577170] 'process raft request' (duration: 408.251856ms)","trace[915577170] 'compare' (duration: 713.734309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:33.813327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.690967Z","time spent":"1.122332411s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:34.125969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999830467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:19:34.126035Z","caller":"traceutil/trace.go:171","msg":"trace[782172821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999946442s","start":"2026-04-28T03:19:32.126074Z","end":"2026-04-28T03:19:34.12602Z","steps":["trace[782172821] 'agreement among raft nodes before linearized reading' (duration: 1.999857487s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:34.126069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.126058Z","time spent":"2.000004655s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:19:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:19:34.211793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.742729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:34.212336Z","caller":"traceutil/trace.go:171","msg":"trace[283588011] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"1.519901764s","start":"2026-04-28T03:19:32.692398Z","end":"2026-04-28T03:19:34.2123Z","steps":["trace[283588011] 'process raft request' (duration: 1.385562237s)","trace[283588011] 'compare' (duration: 133.337609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:34.212411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.692377Z","time spent":"1.519998379s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:34.212978Z","caller":"traceutil/trace.go:171","msg":"trace[776684026] linearizableReadLoop","detail":"{readStateIndex:2600; appliedIndex:2596; }","duration":"1.42055656s","start":"2026-04-28T03:19:32.792399Z","end":"2026-04-28T03:19:34.212955Z","steps":["trace[776684026] 'read index received' (duration: 306.859696ms)","trace[776684026] 'applied index is now lower than readState.Index' (duration: 1.113695584s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:34.212985Z","caller":"traceutil/trace.go:171","msg":"trace[1217381815] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"1.520107314s","start":"2026-04-28T03:19:32.692846Z","end":"2026-04-28T03:19:34.212954Z","steps":["trace[1217381815] 'process raft request' (duration: 1.51938494s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:34.213072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09176822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T03:19:34.213111Z","caller":"traceutil/trace.go:171","msg":"trace[1846347751] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b; range_end:; response_count:1; response_revision:2492; }","duration":"2.091841854s","start":"2026-04-28T03:19:32.121259Z","end":"2026-04-28T03:19:34.213101Z","steps":["trace[1846347751] 'agreement among raft nodes before linearized reading' (duration: 2.091732398s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:34.213136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.12124Z","time spent":"2.091889416s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b\" "} {"level":"warn","ts":"2026-04-28T03:19:34.213135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.692823Z","time spent":"1.520232259s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:34.213261Z","caller":"traceutil/trace.go:171","msg":"trace[1311326882] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"1.520193128s","start":"2026-04-28T03:19:32.693058Z","end":"2026-04-28T03:19:34.213251Z","steps":["trace[1311326882] 'process raft request' (duration: 1.519770028s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:34.213315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.693041Z","time spent":"1.5202473s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:34.213334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519728887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:19:34.213448Z","caller":"traceutil/trace.go:171","msg":"trace[1384263677] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2492; }","duration":"2.519848773s","start":"2026-04-28T03:19:31.693525Z","end":"2026-04-28T03:19:34.213374Z","steps":["trace[1384263677] 'agreement among raft nodes before linearized reading' (duration: 2.519598642s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:34.213451Z","caller":"traceutil/trace.go:171","msg":"trace[1517053063] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"1.336229886s","start":"2026-04-28T03:19:32.877123Z","end":"2026-04-28T03:19:34.213353Z","steps":["trace[1517053063] 'process raft request' (duration: 1.335774515s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:34.213535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:31.693508Z","time spent":"2.519982329s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:19:34.213597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732245587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:19:34.213625Z","caller":"traceutil/trace.go:171","msg":"trace[1402154411] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2492; }","duration":"2.732299521s","start":"2026-04-28T03:19:31.481317Z","end":"2026-04-28T03:19:34.213616Z","steps":["trace[1402154411] 'agreement among raft nodes before linearized reading' (duration: 2.732247618s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:34.213618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751963449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:34.21365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:31.481308Z","time spent":"2.732335002s","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":4,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:34.213669Z","caller":"traceutil/trace.go:171","msg":"trace[833566009] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2492; }","duration":"2.752061094s","start":"2026-04-28T03:19:31.461594Z","end":"2026-04-28T03:19:34.213655Z","steps":["trace[833566009] 'agreement among raft nodes before linearized reading' (duration: 2.751966629s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:34.213722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:31.461571Z","time spent":"2.752140437s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:34.21387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410150058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:34.213905Z","caller":"traceutil/trace.go:171","msg":"trace[1124493864] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2492; }","duration":"1.410217941s","start":"2026-04-28T03:19:32.80368Z","end":"2026-04-28T03:19:34.213897Z","steps":["trace[1124493864] 'agreement among raft nodes before linearized reading' (duration: 1.410164548s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:34.213928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.803662Z","time spent":"1.410260993s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:19:34.214089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.877101Z","time spent":"1.336474798s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:34.214344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.61764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:19:34.214381Z","caller":"traceutil/trace.go:171","msg":"trace[789474810] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2492; }","duration":"264.694374ms","start":"2026-04-28T03:19:33.949679Z","end":"2026-04-28T03:19:34.214373Z","steps":["trace[789474810] 'agreement among raft nodes before linearized reading' (duration: 264.635882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:34.214506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124722515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:19:34.214559Z","caller":"traceutil/trace.go:171","msg":"trace[1417965623] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2492; }","duration":"1.124814699s","start":"2026-04-28T03:19:33.08973Z","end":"2026-04-28T03:19:34.214544Z","steps":["trace[1417965623] 'agreement among raft nodes before linearized reading' (duration: 1.124670812s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:34.2146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.08971Z","time spent":"1.124877162s","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:34.214607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.560734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:34.214708Z","caller":"traceutil/trace.go:171","msg":"trace[710599587] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2492; }","duration":"679.666079ms","start":"2026-04-28T03:19:33.535025Z","end":"2026-04-28T03:19:34.214691Z","steps":["trace[710599587] 'agreement among raft nodes before linearized reading' (duration: 679.440589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:34.21505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.534958Z","time spent":"679.885179ms","remote":"127.0.0.1:39506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:34.718735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779665610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:35.943472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160940616s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:35.943562Z","caller":"traceutil/trace.go:171","msg":"trace[334091465] linearizableReadLoop","detail":"{readStateIndex:2602; appliedIndex:2601; }","duration":"1.725169962s","start":"2026-04-28T03:19:34.218377Z","end":"2026-04-28T03:19:35.943547Z","steps":["trace[334091465] 'read index received' (duration: 564.11571ms)","trace[334091465] 'applied index is now lower than readState.Index' (duration: 1.161052772s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:35.943753Z","caller":"traceutil/trace.go:171","msg":"trace[73066233] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"1.726422141s","start":"2026-04-28T03:19:34.217316Z","end":"2026-04-28T03:19:35.943738Z","steps":["trace[73066233] 'process raft request' (duration: 565.140428ms)","trace[73066233] 'compare' (duration: 1.160573789s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:35.943868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:34.217299Z","time spent":"1.726516104s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:35.944022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725636093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:35.944066Z","caller":"traceutil/trace.go:171","msg":"trace[1154966133] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2493; }","duration":"1.725705296s","start":"2026-04-28T03:19:34.218349Z","end":"2026-04-28T03:19:35.944054Z","steps":["trace[1154966133] 'agreement among raft nodes before linearized reading' (duration: 1.725609852s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:35.944114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:34.218335Z","time spent":"1.72576971s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:19:36.221694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000705498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:19:36.221767Z","caller":"traceutil/trace.go:171","msg":"trace[71901596] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000814203s","start":"2026-04-28T03:19:34.220938Z","end":"2026-04-28T03:19:36.221752Z","steps":["trace[71901596] 'agreement among raft nodes before linearized reading' (duration: 2.000724839s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:36.221813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:34.220926Z","time spent":"2.000877317s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:19:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:19:36.444458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779665613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:37.125815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.349178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:37.125892Z","caller":"traceutil/trace.go:171","msg":"trace[1618352378] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"1.306143804s","start":"2026-04-28T03:19:35.819735Z","end":"2026-04-28T03:19:37.125879Z","steps":["trace[1618352378] 'process raft request' (duration: 758.67103ms)","trace[1618352378] 'compare' (duration: 547.074546ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:37.125934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:35.819681Z","time spent":"1.306232079s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:37.205783Z","caller":"traceutil/trace.go:171","msg":"trace[1155139916] linearizableReadLoop","detail":"{readStateIndex:2607; appliedIndex:2602; }","duration":"1.262058482s","start":"2026-04-28T03:19:35.943701Z","end":"2026-04-28T03:19:37.20576Z","steps":["trace[1155139916] 'read index received' (duration: 634.715545ms)","trace[1155139916] 'applied index is now lower than readState.Index' (duration: 627.341957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:37.206059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98552709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:19:37.20614Z","caller":"traceutil/trace.go:171","msg":"trace[1424730833] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2498; }","duration":"1.985662317s","start":"2026-04-28T03:19:35.220459Z","end":"2026-04-28T03:19:37.206121Z","steps":["trace[1424730833] 'agreement among raft nodes before linearized reading' (duration: 1.985381893s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.206202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:35.220437Z","time spent":"1.98574225s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:19:37.206259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216839138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:19:37.206353Z","caller":"traceutil/trace.go:171","msg":"trace[934481462] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:2498; }","duration":"2.216917452s","start":"2026-04-28T03:19:34.989384Z","end":"2026-04-28T03:19:37.206301Z","steps":["trace[934481462] 'agreement among raft nodes before linearized reading' (duration: 2.216509043s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.20642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:34.989327Z","time spent":"2.217077981s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"info","ts":"2026-04-28T03:19:37.20664Z","caller":"traceutil/trace.go:171","msg":"trace[1288970084] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"767.12258ms","start":"2026-04-28T03:19:36.439502Z","end":"2026-04-28T03:19:37.206625Z","steps":["trace[1288970084] 'process raft request' (duration: 766.209396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.206722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:36.439474Z","time spent":"767.197774ms","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8743,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:37.20688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572993145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-28T03:19:37.206934Z","caller":"traceutil/trace.go:171","msg":"trace[1660604858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2498; }","duration":"2.573076819s","start":"2026-04-28T03:19:34.633841Z","end":"2026-04-28T03:19:37.206918Z","steps":["trace[1660604858] 'agreement among raft nodes before linearized reading' (duration: 2.572959603s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.206983Z","caller":"traceutil/trace.go:171","msg":"trace[161534] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"986.664782ms","start":"2026-04-28T03:19:36.220301Z","end":"2026-04-28T03:19:37.206966Z","steps":["trace[161534] 'process raft request' (duration: 985.336879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.207019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:34.633823Z","time spent":"2.573183874s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:19:37.207004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48634067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-28T03:19:37.207115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:36.220293Z","time spent":"986.732405ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:37.207126Z","caller":"traceutil/trace.go:171","msg":"trace[381710299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2498; }","duration":"2.486524929s","start":"2026-04-28T03:19:34.720586Z","end":"2026-04-28T03:19:37.207111Z","steps":["trace[381710299] 'agreement among raft nodes before linearized reading' (duration: 2.486213064s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.207171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:34.720561Z","time spent":"2.486599283s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:19:37.207025Z","caller":"traceutil/trace.go:171","msg":"trace[142545426] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"986.288684ms","start":"2026-04-28T03:19:36.220702Z","end":"2026-04-28T03:19:37.206991Z","steps":["trace[142545426] 'process raft request' (duration: 984.971222ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.207212Z","caller":"traceutil/trace.go:171","msg":"trace[834111213] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"987.472991ms","start":"2026-04-28T03:19:36.219727Z","end":"2026-04-28T03:19:37.2072Z","steps":["trace[834111213] 'process raft request' (duration: 985.75331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.207259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:36.219699Z","time spent":"987.533414ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:37.207244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259708682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6716c0cdcbf2\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-28T03:19:37.20732Z","caller":"traceutil/trace.go:171","msg":"trace[2019851820] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa6716c0cdcbf2; range_end:; response_count:1; response_revision:2498; }","duration":"1.259828047s","start":"2026-04-28T03:19:35.947473Z","end":"2026-04-28T03:19:37.207301Z","steps":["trace[2019851820] 'agreement among raft nodes before linearized reading' (duration: 1.259556944s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.207348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410665486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:19:37.207346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:36.220682Z","time spent":"986.538586ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:37.207377Z","caller":"traceutil/trace.go:171","msg":"trace[428899700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2498; }","duration":"2.410726909s","start":"2026-04-28T03:19:34.796641Z","end":"2026-04-28T03:19:37.207368Z","steps":["trace[428899700] 'agreement among raft nodes before linearized reading' (duration: 2.410640325s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.207412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:34.796619Z","time spent":"2.410786192s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:37.207426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.499327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:37.207456Z","caller":"traceutil/trace.go:171","msg":"trace[1009810288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2498; }","duration":"985.54799ms","start":"2026-04-28T03:19:36.2219Z","end":"2026-04-28T03:19:37.207448Z","steps":["trace[1009810288] 'agreement among raft nodes before linearized reading' (duration: 985.501367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.207495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:36.221855Z","time spent":"985.634014ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:37.207534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410992761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:19:37.207567Z","caller":"traceutil/trace.go:171","msg":"trace[426513248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2498; }","duration":"2.411046164s","start":"2026-04-28T03:19:34.796512Z","end":"2026-04-28T03:19:37.207558Z","steps":["trace[426513248] 'agreement among raft nodes before linearized reading' (duration: 2.4109676s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.207593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:34.7965Z","time spent":"2.411087415s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:37.207635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486518409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:19:37.207678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243282065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:19:37.207712Z","caller":"traceutil/trace.go:171","msg":"trace[110411764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2498; }","duration":"2.486615783s","start":"2026-04-28T03:19:34.721083Z","end":"2026-04-28T03:19:37.207699Z","steps":["trace[110411764] 'agreement among raft nodes before linearized reading' (duration: 2.486442815s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.207754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256220746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:19:37.207717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415152907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T03:19:37.207771Z","caller":"traceutil/trace.go:171","msg":"trace[895183079] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2498; }","duration":"1.243415932s","start":"2026-04-28T03:19:35.964329Z","end":"2026-04-28T03:19:37.207744Z","steps":["trace[895183079] 'agreement among raft nodes before linearized reading' (duration: 1.243149799s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.207793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:34.721074Z","time spent":"2.486706778s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:19:37.2078Z","caller":"traceutil/trace.go:171","msg":"trace[1392578113] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2498; }","duration":"1.256283479s","start":"2026-04-28T03:19:35.951506Z","end":"2026-04-28T03:19:37.207789Z","steps":["trace[1392578113] 'agreement among raft nodes before linearized reading' (duration: 1.256173434s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.207833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:35.951494Z","time spent":"1.256333041s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:19:37.207834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:35.964311Z","time spent":"1.243508756s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T03:19:37.207844Z","caller":"traceutil/trace.go:171","msg":"trace[908076696] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2498; }","duration":"2.415291763s","start":"2026-04-28T03:19:34.792514Z","end":"2026-04-28T03:19:37.207805Z","steps":["trace[908076696] 'agreement among raft nodes before linearized reading' (duration: 2.415094904s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.207377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:35.947459Z","time spent":"1.259907471s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6716c0cdcbf2\" "} {"level":"warn","ts":"2026-04-28T03:19:37.207971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:34.792493Z","time spent":"2.415443681s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:19:37.632952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.214927Z","time spent":"418.017638ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:19:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:19:37.718091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.214692Z","time spent":"503.393542ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:19:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:19:37.726717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.217928Z","time spent":"508.786205ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:19:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:19:37.79113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.496874ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:37.791216Z","caller":"traceutil/trace.go:171","msg":"trace[114991449] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2498; }","duration":"228.603559ms","start":"2026-04-28T03:19:37.5626Z","end":"2026-04-28T03:19:37.791203Z","steps":["trace[114991449] 'range keys from in-memory index tree' (duration: 228.480334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.791442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.139374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:37.791591Z","caller":"traceutil/trace.go:171","msg":"trace[295277769] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"577.223309ms","start":"2026-04-28T03:19:37.214342Z","end":"2026-04-28T03:19:37.791565Z","steps":["trace[295277769] 'process raft request' (duration: 249.921287ms)","trace[295277769] 'compare' (duration: 326.894093ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:37.791654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.214637Z","time spent":"577.013989ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:19:37.791709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.214322Z","time spent":"577.330084ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:37.791796Z","caller":"traceutil/trace.go:171","msg":"trace[1460422245] linearizableReadLoop","detail":"{readStateIndex:2611; appliedIndex:2607; }","duration":"575.292678ms","start":"2026-04-28T03:19:37.216494Z","end":"2026-04-28T03:19:37.791787Z","steps":["trace[1460422245] 'read index received' (duration: 247.959854ms)","trace[1460422245] 'applied index is now lower than readState.Index' (duration: 327.332314ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:37.791777Z","caller":"traceutil/trace.go:171","msg":"trace[1983749820] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"573.891932ms","start":"2026-04-28T03:19:37.21785Z","end":"2026-04-28T03:19:37.791742Z","steps":["trace[1983749820] 'process raft request' (duration: 573.774516ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.791808Z","caller":"traceutil/trace.go:171","msg":"trace[1044166861] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"572.986638ms","start":"2026-04-28T03:19:37.218793Z","end":"2026-04-28T03:19:37.791779Z","steps":["trace[1044166861] 'process raft request' (duration: 572.876783ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.791848Z","caller":"traceutil/trace.go:171","msg":"trace[2015406516] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"572.327758ms","start":"2026-04-28T03:19:37.219513Z","end":"2026-04-28T03:19:37.791841Z","steps":["trace[2015406516] 'process raft request' (duration: 572.173531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.791904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.219504Z","time spent":"572.359269ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:37.791951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.218784Z","time spent":"573.074303ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:37.791952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.21784Z","time spent":"573.999086ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:37.791996Z","caller":"traceutil/trace.go:171","msg":"trace[1570109430] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"572.235644ms","start":"2026-04-28T03:19:37.219755Z","end":"2026-04-28T03:19:37.79199Z","steps":["trace[1570109430] 'process raft request' (duration: 571.966891ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.791968Z","caller":"traceutil/trace.go:171","msg":"trace[200071311] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"570.956734ms","start":"2026-04-28T03:19:37.221001Z","end":"2026-04-28T03:19:37.791958Z","steps":["trace[200071311] 'process raft request' (duration: 570.746803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.792041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.219729Z","time spent":"572.287687ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:37.792054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.220988Z","time spent":"571.051258ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:37.792087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.561851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:37.792173Z","caller":"traceutil/trace.go:171","msg":"trace[2144336679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2507; }","duration":"575.685677ms","start":"2026-04-28T03:19:37.216467Z","end":"2026-04-28T03:19:37.792153Z","steps":["trace[2144336679] 'agreement among raft nodes before linearized reading' (duration: 575.521069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.792225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.216458Z","time spent":"575.757511ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:38.103613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.129513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:489"} {"level":"info","ts":"2026-04-28T03:19:38.103892Z","caller":"traceutil/trace.go:171","msg":"trace[179031895] linearizableReadLoop","detail":"{readStateIndex:2619; appliedIndex:2617; }","duration":"312.041132ms","start":"2026-04-28T03:19:37.791814Z","end":"2026-04-28T03:19:38.103855Z","steps":["trace[179031895] 'read index received' (duration: 205.583402ms)","trace[179031895] 'applied index is now lower than readState.Index' (duration: 106.456359ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:38.103905Z","caller":"traceutil/trace.go:171","msg":"trace[1969514069] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2507; }","duration":"467.896874ms","start":"2026-04-28T03:19:37.635942Z","end":"2026-04-28T03:19:38.103839Z","steps":["trace[1969514069] 'process raft request' (duration: 361.463856ms)","trace[1969514069] 'compare' (duration: 106.04585ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:38.10395Z","caller":"traceutil/trace.go:171","msg":"trace[305065759] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2507; }","duration":"381.777096ms","start":"2026-04-28T03:19:37.722142Z","end":"2026-04-28T03:19:38.103919Z","steps":["trace[305065759] 'process raft request' (duration: 381.582216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:38.104072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.635917Z","time spent":"468.071813ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":511,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:38.104098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.722118Z","time spent":"381.900091ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":524,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:38.104149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.802384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-28T03:19:38.103985Z","caller":"traceutil/trace.go:171","msg":"trace[1780357275] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"309.985294ms","start":"2026-04-28T03:19:37.793986Z","end":"2026-04-28T03:19:38.103972Z","steps":["trace[1780357275] 'process raft request' (duration: 309.775044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:38.104264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.793967Z","time spent":"310.268047ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:38.104324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.471267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:38.104359Z","caller":"traceutil/trace.go:171","msg":"trace[1790627171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2508; }","duration":"310.53088ms","start":"2026-04-28T03:19:37.79382Z","end":"2026-04-28T03:19:38.104351Z","steps":["trace[1790627171] 'agreement among raft nodes before linearized reading' (duration: 310.478557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:38.104394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.793806Z","time spent":"310.580772ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:19:38.104245Z","caller":"traceutil/trace.go:171","msg":"trace[129202410] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2508; }","duration":"335.884668ms","start":"2026-04-28T03:19:37.768298Z","end":"2026-04-28T03:19:38.104182Z","steps":["trace[129202410] 'agreement among raft nodes before linearized reading' (duration: 335.70599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:38.104452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.768264Z","time spent":"336.177771ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T03:19:38.104592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.674755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T03:19:38.104665Z","caller":"traceutil/trace.go:171","msg":"trace[120282840] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b; range_end:; response_count:1; response_revision:2508; }","duration":"307.776ms","start":"2026-04-28T03:19:37.796871Z","end":"2026-04-28T03:19:38.104647Z","steps":["trace[120282840] 'agreement among raft nodes before linearized reading' (duration: 307.553109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:38.104723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.796861Z","time spent":"307.852284ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b\" "} {"level":"info","ts":"2026-04-28T03:19:38.247305Z","caller":"traceutil/trace.go:171","msg":"trace[751472960] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"126.743137ms","start":"2026-04-28T03:19:38.12053Z","end":"2026-04-28T03:19:38.247273Z","steps":["trace[751472960] 'process raft request' (duration: 114.332011ms)","trace[751472960] 'compare' (duration: 12.187215ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:38.247801Z","caller":"traceutil/trace.go:171","msg":"trace[446466517] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"127.01432ms","start":"2026-04-28T03:19:38.120763Z","end":"2026-04-28T03:19:38.247778Z","steps":["trace[446466517] 'process raft request' (duration: 126.440253ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:39.247104Z","caller":"traceutil/trace.go:171","msg":"trace[93011887] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"116.293524ms","start":"2026-04-28T03:19:39.130776Z","end":"2026-04-28T03:19:39.247069Z","steps":["trace[93011887] 'process raft request' (duration: 116.082454ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:40.686735Z","caller":"traceutil/trace.go:171","msg":"trace[840904997] linearizableReadLoop","detail":"{readStateIndex:2647; appliedIndex:2646; }","duration":"139.610326ms","start":"2026-04-28T03:19:40.547106Z","end":"2026-04-28T03:19:40.686716Z","steps":["trace[840904997] 'read index received' (duration: 68.852343ms)","trace[840904997] 'applied index is now lower than readState.Index' (duration: 70.757033ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:40.686767Z","caller":"traceutil/trace.go:171","msg":"trace[295527461] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"175.214817ms","start":"2026-04-28T03:19:40.511534Z","end":"2026-04-28T03:19:40.686749Z","steps":["trace[295527461] 'process raft request' (duration: 104.529938ms)","trace[295527461] 'compare' (duration: 70.549463ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:40.686843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.724111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-04-28T03:19:40.686868Z","caller":"traceutil/trace.go:171","msg":"trace[331686770] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2534; }","duration":"139.821395ms","start":"2026-04-28T03:19:40.547037Z","end":"2026-04-28T03:19:40.686858Z","steps":["trace[331686770] 'agreement among raft nodes before linearized reading' (duration: 139.757672ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:43.423767Z","caller":"traceutil/trace.go:171","msg":"trace[566185421] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"157.528572ms","start":"2026-04-28T03:19:43.26621Z","end":"2026-04-28T03:19:43.423738Z","steps":["trace[566185421] 'process raft request' (duration: 123.312346ms)","trace[566185421] 'compare' (duration: 34.058399ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:43.424083Z","caller":"traceutil/trace.go:171","msg":"trace[555280622] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"151.452265ms","start":"2026-04-28T03:19:43.272609Z","end":"2026-04-28T03:19:43.424061Z","steps":["trace[555280622] 'process raft request' (duration: 151.079267ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:43.424192Z","caller":"traceutil/trace.go:171","msg":"trace[115585134] linearizableReadLoop","detail":"{readStateIndex:2660; appliedIndex:2657; }","duration":"141.561429ms","start":"2026-04-28T03:19:43.282614Z","end":"2026-04-28T03:19:43.424175Z","steps":["trace[115585134] 'read index received' (duration: 106.833359ms)","trace[115585134] 'applied index is now lower than readState.Index' (duration: 34.72658ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:43.42435Z","caller":"traceutil/trace.go:171","msg":"trace[1056073289] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"150.559043ms","start":"2026-04-28T03:19:43.273677Z","end":"2026-04-28T03:19:43.424236Z","steps":["trace[1056073289] 'process raft request' (duration: 150.274419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:43.424459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.821671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:19:43.42461Z","caller":"traceutil/trace.go:171","msg":"trace[489431405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2547; }","duration":"141.903285ms","start":"2026-04-28T03:19:43.282591Z","end":"2026-04-28T03:19:43.424494Z","steps":["trace[489431405] 'agreement among raft nodes before linearized reading' (duration: 141.720576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:43.659443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.676094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:19:43.659517Z","caller":"traceutil/trace.go:171","msg":"trace[398908339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2547; }","duration":"130.80242ms","start":"2026-04-28T03:19:43.528698Z","end":"2026-04-28T03:19:43.659501Z","steps":["trace[398908339] 'range keys from in-memory index tree' (duration: 130.512696ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:44.020987Z","caller":"traceutil/trace.go:171","msg":"trace[154961204] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"100.54862ms","start":"2026-04-28T03:19:43.920404Z","end":"2026-04-28T03:19:44.020952Z","steps":["trace[154961204] 'process raft request' (duration: 40.255473ms)","trace[154961204] 'compare' (duration: 60.110818ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:48.152228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.828916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:19:48.152252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.039462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:19:48.152251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.660608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T03:19:48.15231Z","caller":"traceutil/trace.go:171","msg":"trace[662132057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2564; }","duration":"472.919379ms","start":"2026-04-28T03:19:47.679372Z","end":"2026-04-28T03:19:48.152291Z","steps":["trace[662132057] 'range keys from in-memory index tree' (duration: 472.619903ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:48.15232Z","caller":"traceutil/trace.go:171","msg":"trace[764859886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2564; }","duration":"334.146692ms","start":"2026-04-28T03:19:47.818154Z","end":"2026-04-28T03:19:48.1523Z","steps":["trace[764859886] 'count revisions from in-memory index tree' (duration: 333.974094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:48.152342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.551757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:19:48.152349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:47.6793Z","time spent":"473.039577ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:19:48.152364Z","caller":"traceutil/trace.go:171","msg":"trace[1654084040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2564; }","duration":"216.604907ms","start":"2026-04-28T03:19:47.935748Z","end":"2026-04-28T03:19:48.152353Z","steps":["trace[1654084040] 'range keys from in-memory index tree' (duration: 216.460123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:48.152363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:47.81814Z","time spent":"334.211631ms","remote":"127.0.0.1:60772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:48.152416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.724528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:19:48.152426Z","caller":"traceutil/trace.go:171","msg":"trace[234795222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2564; }","duration":"101.751341ms","start":"2026-04-28T03:19:48.05055Z","end":"2026-04-28T03:19:48.152301Z","steps":["trace[234795222] 'range keys from in-memory index tree' (duration: 101.530212ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:48.152483Z","caller":"traceutil/trace.go:171","msg":"trace[1546707411] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2564; }","duration":"153.847416ms","start":"2026-04-28T03:19:47.998616Z","end":"2026-04-28T03:19:48.152463Z","steps":["trace[1546707411] 'count revisions from in-memory index tree' (duration: 153.596351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:48.152947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.357665ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:48.153049Z","caller":"traceutil/trace.go:171","msg":"trace[104409089] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2564; }","duration":"589.475623ms","start":"2026-04-28T03:19:47.56356Z","end":"2026-04-28T03:19:48.153035Z","steps":["trace[104409089] 'range keys from in-memory index tree' (duration: 589.342267ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:50.271656Z","caller":"traceutil/trace.go:171","msg":"trace[216736927] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"101.64459ms","start":"2026-04-28T03:19:50.169988Z","end":"2026-04-28T03:19:50.271633Z","steps":["trace[216736927] 'process raft request' (duration: 101.315527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:50.476805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.482261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:50.477267Z","caller":"traceutil/trace.go:171","msg":"trace[661942056] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"307.122863ms","start":"2026-04-28T03:19:50.170106Z","end":"2026-04-28T03:19:50.477228Z","steps":["trace[661942056] 'process raft request' (duration: 158.099558ms)","trace[661942056] 'compare' (duration: 148.351814ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:50.477473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:50.17009Z","time spent":"307.273266ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:51.530729Z","caller":"traceutil/trace.go:171","msg":"trace[930674540] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"244.960159ms","start":"2026-04-28T03:19:51.285752Z","end":"2026-04-28T03:19:51.530713Z","steps":["trace[930674540] 'process raft request' (duration: 244.877883ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:51.586706Z","caller":"traceutil/trace.go:171","msg":"trace[221262651] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"153.565073ms","start":"2026-04-28T03:19:51.433118Z","end":"2026-04-28T03:19:51.586683Z","steps":["trace[221262651] 'process raft request' (duration: 153.425058ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:51.586707Z","caller":"traceutil/trace.go:171","msg":"trace[1242292917] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"245.792235ms","start":"2026-04-28T03:19:51.34086Z","end":"2026-04-28T03:19:51.586652Z","steps":["trace[1242292917] 'process raft request' (duration: 245.524512ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:51.653615Z","caller":"traceutil/trace.go:171","msg":"trace[277930886] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"113.046045ms","start":"2026-04-28T03:19:51.540511Z","end":"2026-04-28T03:19:51.653557Z","steps":["trace[277930886] 'process raft request' (duration: 93.77049ms)","trace[277930886] 'compare' (duration: 19.139019ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:51.875093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.21855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:51.875189Z","caller":"traceutil/trace.go:171","msg":"trace[2070336334] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"138.961103ms","start":"2026-04-28T03:19:51.736209Z","end":"2026-04-28T03:19:51.87517Z","steps":["trace[2070336334] 'process raft request' (duration: 26.608006ms)","trace[2070336334] 'compare' (duration: 112.069407ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:52.615144Z","caller":"traceutil/trace.go:171","msg":"trace[685766627] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"123.38978ms","start":"2026-04-28T03:19:52.491729Z","end":"2026-04-28T03:19:52.615119Z","steps":["trace[685766627] 'process raft request' (duration: 123.222389ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:52.968511Z","caller":"traceutil/trace.go:171","msg":"trace[664018656] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"165.417988ms","start":"2026-04-28T03:19:52.80305Z","end":"2026-04-28T03:19:52.968467Z","steps":["trace[664018656] 'process raft request' (duration: 137.614989ms)","trace[664018656] 'compare' (duration: 26.980872ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:55.149305Z","caller":"traceutil/trace.go:171","msg":"trace[2058549449] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"149.063278ms","start":"2026-04-28T03:19:55.000224Z","end":"2026-04-28T03:19:55.149288Z","steps":["trace[2058549449] 'process raft request' (duration: 148.93178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:56.222714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779665878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:56.723633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779665878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:57.154883Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.541259435s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:19:57.155255Z","caller":"traceutil/trace.go:171","msg":"trace[910035522] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"1.541751283s","start":"2026-04-28T03:19:55.613484Z","end":"2026-04-28T03:19:57.155235Z","steps":["trace[910035522] 'process raft request' (duration: 1.541608256s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.155389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:55.613455Z","time spent":"1.541871583s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:57.459397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.765786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:57.459896Z","caller":"traceutil/trace.go:171","msg":"trace[1373305750] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"1.771574653s","start":"2026-04-28T03:19:55.68828Z","end":"2026-04-28T03:19:57.459854Z","steps":["trace[1373305750] 'process raft request' (duration: 1.644313509s)","trace[1373305750] 'compare' (duration: 126.56041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:57.46002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:55.688254Z","time spent":"1.771700043s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:57.460036Z","caller":"traceutil/trace.go:171","msg":"trace[254537519] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"1.771730287s","start":"2026-04-28T03:19:55.688277Z","end":"2026-04-28T03:19:57.460008Z","steps":["trace[254537519] 'process raft request' (duration: 1.771381065s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:57.460129Z","caller":"traceutil/trace.go:171","msg":"trace[1174896108] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"1.771808034s","start":"2026-04-28T03:19:55.688313Z","end":"2026-04-28T03:19:57.460121Z","steps":["trace[1174896108] 'process raft request' (duration: 1.771399382s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:57.460034Z","caller":"traceutil/trace.go:171","msg":"trace[152104277] linearizableReadLoop","detail":"{readStateIndex:2721; appliedIndex:2718; }","duration":"1.763972644s","start":"2026-04-28T03:19:55.696052Z","end":"2026-04-28T03:19:57.460025Z","steps":["trace[152104277] 'read index received' (duration: 1.459245285s)","trace[152104277] 'applied index is now lower than readState.Index' (duration: 304.726799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:57.460169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:55.688289Z","time spent":"1.771860915s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:57.460421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477685292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:57.460453Z","caller":"traceutil/trace.go:171","msg":"trace[1275434819] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2606; }","duration":"1.47776475s","start":"2026-04-28T03:19:55.982679Z","end":"2026-04-28T03:19:57.460443Z","steps":["trace[1275434819] 'agreement among raft nodes before linearized reading' (duration: 1.477708339s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.46048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:55.982658Z","time spent":"1.477814951s","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-28T03:19:57.460171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:55.68825Z","time spent":"1.771860606s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:57.46025Z","caller":"traceutil/trace.go:171","msg":"trace[1350463348] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"715.723393ms","start":"2026-04-28T03:19:56.744511Z","end":"2026-04-28T03:19:57.460235Z","steps":["trace[1350463348] 'process raft request' (duration: 715.476594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.460873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.806548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:19:57.460914Z","caller":"traceutil/trace.go:171","msg":"trace[1182137780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2606; }","duration":"834.885636ms","start":"2026-04-28T03:19:56.626016Z","end":"2026-04-28T03:19:57.460902Z","steps":["trace[1182137780] 'agreement among raft nodes before linearized reading' (duration: 834.803589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.46095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:56.625989Z","time spent":"834.954014ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:57.46081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.888545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:57.461043Z","caller":"traceutil/trace.go:171","msg":"trace[761284434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2606; }","duration":"344.153321ms","start":"2026-04-28T03:19:57.116882Z","end":"2026-04-28T03:19:57.461036Z","steps":["trace[761284434] 'agreement among raft nodes before linearized reading' (duration: 343.913061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.461109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:57.116861Z","time spent":"344.239168ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:57.460351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764303819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:19:57.461762Z","caller":"traceutil/trace.go:171","msg":"trace[1593140144] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2606; }","duration":"1.765733863s","start":"2026-04-28T03:19:55.696018Z","end":"2026-04-28T03:19:57.461752Z","steps":["trace[1593140144] 'agreement among raft nodes before linearized reading' (duration: 1.764260486s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.460637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.378115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"warn","ts":"2026-04-28T03:19:57.460701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23675731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:19:57.460719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.590359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:19:57.460724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11903529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:19:57.460749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369102789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:57.460781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.965479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:19:57.460805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371844939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2331"} {"level":"warn","ts":"2026-04-28T03:19:57.460802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.75717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:19:57.460836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478092356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:57.460885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:56.744487Z","time spent":"716.375155ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:57.462183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:55.696009Z","time spent":"1.766152314s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:19:57.46289Z","caller":"traceutil/trace.go:171","msg":"trace[1691545541] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2606; }","duration":"1.371266931s","start":"2026-04-28T03:19:56.091615Z","end":"2026-04-28T03:19:57.462882Z","steps":["trace[1691545541] 'agreement among raft nodes before linearized reading' (duration: 1.36909914s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.462946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:56.091601Z","time spent":"1.37132852s","remote":"127.0.0.1:51080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:57.463139Z","caller":"traceutil/trace.go:171","msg":"trace[1350392193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2606; }","duration":"1.121495183s","start":"2026-04-28T03:19:56.341628Z","end":"2026-04-28T03:19:57.463123Z","steps":["trace[1350392193] 'agreement among raft nodes before linearized reading' (duration: 1.118982409s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:57.463161Z","caller":"traceutil/trace.go:171","msg":"trace[494423848] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2606; }","duration":"1.480438877s","start":"2026-04-28T03:19:55.982699Z","end":"2026-04-28T03:19:57.463138Z","steps":["trace[494423848] 'agreement among raft nodes before linearized reading' (duration: 1.47811871s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:57.462313Z","caller":"traceutil/trace.go:171","msg":"trace[617196129] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2606; }","duration":"158.079043ms","start":"2026-04-28T03:19:57.304216Z","end":"2026-04-28T03:19:57.462295Z","steps":["trace[617196129] 'agreement among raft nodes before linearized reading' (duration: 156.371726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.463234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:55.982678Z","time spent":"1.480534061s","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-04-28T03:19:57.46324Z","caller":"traceutil/trace.go:171","msg":"trace[1876605469] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2606; }","duration":"287.31891ms","start":"2026-04-28T03:19:57.175768Z","end":"2026-04-28T03:19:57.463087Z","steps":["trace[1876605469] 'agreement among raft nodes before linearized reading' (duration: 284.968889ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:57.463346Z","caller":"traceutil/trace.go:171","msg":"trace[978456229] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2606; }","duration":"815.340913ms","start":"2026-04-28T03:19:56.647993Z","end":"2026-04-28T03:19:57.463334Z","steps":["trace[978456229] 'agreement among raft nodes before linearized reading' (duration: 812.757531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.463421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:56.647971Z","time spent":"815.436517ms","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:57.462351Z","caller":"traceutil/trace.go:171","msg":"trace[138264867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2606; }","duration":"1.238432573s","start":"2026-04-28T03:19:56.223908Z","end":"2026-04-28T03:19:57.462341Z","steps":["trace[138264867] 'agreement among raft nodes before linearized reading' (duration: 1.236742472s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:57.462846Z","caller":"traceutil/trace.go:171","msg":"trace[584200573] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2606; }","duration":"661.787205ms","start":"2026-04-28T03:19:56.801044Z","end":"2026-04-28T03:19:57.462831Z","steps":["trace[584200573] 'agreement among raft nodes before linearized reading' (duration: 659.64065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.463462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:56.801007Z","time spent":"662.445735ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:57.463185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:56.341607Z","time spent":"1.121565491s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:19:57.463569Z","caller":"traceutil/trace.go:171","msg":"trace[1392132248] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:2606; }","duration":"1.374631178s","start":"2026-04-28T03:19:56.088926Z","end":"2026-04-28T03:19:57.463557Z","steps":["trace[1392132248] 'agreement among raft nodes before linearized reading' (duration: 1.37183752s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.463609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:56.088911Z","time spent":"1.374687819s","remote":"127.0.0.1:39688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2353,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-04-28T03:19:57.463744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:56.223891Z","time spent":"1.239838391s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:19:57.686295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.284023ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:57.6864Z","caller":"traceutil/trace.go:171","msg":"trace[682698646] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2607; }","duration":"123.418041ms","start":"2026-04-28T03:19:57.562966Z","end":"2026-04-28T03:19:57.686384Z","steps":["trace[682698646] 'range keys from in-memory index tree' (duration: 123.264877ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:57.7144Z","caller":"traceutil/trace.go:171","msg":"trace[1378096180] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"244.474432ms","start":"2026-04-28T03:19:57.469894Z","end":"2026-04-28T03:19:57.714368Z","steps":["trace[1378096180] 'process raft request' (duration: 244.041144ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:57.715036Z","caller":"traceutil/trace.go:171","msg":"trace[1230326828] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"243.515881ms","start":"2026-04-28T03:19:57.471496Z","end":"2026-04-28T03:19:57.715012Z","steps":["trace[1230326828] 'process raft request' (duration: 242.633177ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:57.71535Z","caller":"traceutil/trace.go:171","msg":"trace[400653346] linearizableReadLoop","detail":"{readStateIndex:2724; appliedIndex:2723; }","duration":"244.84416ms","start":"2026-04-28T03:19:57.470492Z","end":"2026-04-28T03:19:57.715337Z","steps":["trace[400653346] 'read index received' (duration: 76.469251ms)","trace[400653346] 'applied index is now lower than readState.Index' (duration: 168.373569ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:57.715458Z","caller":"traceutil/trace.go:171","msg":"trace[715663809] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"242.947305ms","start":"2026-04-28T03:19:57.4725Z","end":"2026-04-28T03:19:57.715448Z","steps":["trace[715663809] 'process raft request' (duration: 242.224295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.715728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.217439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2331"} {"level":"info","ts":"2026-04-28T03:19:57.715805Z","caller":"traceutil/trace.go:171","msg":"trace[615355563] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:2610; }","duration":"245.32732ms","start":"2026-04-28T03:19:57.470466Z","end":"2026-04-28T03:19:57.715793Z","steps":["trace[615355563] 'agreement among raft nodes before linearized reading' (duration: 245.095299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:58.215984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779665892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:58.716397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779665892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:59.15881Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.444892985s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:19:59.159172Z","caller":"traceutil/trace.go:171","msg":"trace[1223718853] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"1.57771741s","start":"2026-04-28T03:19:57.581427Z","end":"2026-04-28T03:19:59.159144Z","steps":["trace[1223718853] 'process raft request' (duration: 1.577552927s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:59.159334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:57.581407Z","time spent":"1.57784223s","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9154,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:59.185827Z","caller":"traceutil/trace.go:171","msg":"trace[690905983] linearizableReadLoop","detail":"{readStateIndex:2728; appliedIndex:2726; }","duration":"1.470372276s","start":"2026-04-28T03:19:57.715416Z","end":"2026-04-28T03:19:59.185788Z","steps":["trace[690905983] 'read index received' (duration: 1.443639203s)","trace[690905983] 'applied index is now lower than readState.Index' (duration: 26.732333ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:59.185837Z","caller":"traceutil/trace.go:171","msg":"trace[467555100] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"1.466705732s","start":"2026-04-28T03:19:57.719104Z","end":"2026-04-28T03:19:59.185809Z","steps":["trace[467555100] 'process raft request' (duration: 1.466587552s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:59.185971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:57.719059Z","time spent":"1.466842229s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:59.186018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713485354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:59.186119Z","caller":"traceutil/trace.go:171","msg":"trace[10769444] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2612; }","duration":"1.713626501s","start":"2026-04-28T03:19:57.472475Z","end":"2026-04-28T03:19:59.186101Z","steps":["trace[10769444] 'agreement among raft nodes before linearized reading' (duration: 1.713413026s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:59.18617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:57.47247Z","time spent":"1.71368963s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:19:59.245995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517874849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-04-28T03:19:59.246008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526877258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-28T03:19:59.246078Z","caller":"traceutil/trace.go:171","msg":"trace[1748790378] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:2613; }","duration":"1.51799169s","start":"2026-04-28T03:19:57.728067Z","end":"2026-04-28T03:19:59.246059Z","steps":["trace[1748790378] 'agreement among raft nodes before linearized reading' (duration: 1.517791372s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:59.246091Z","caller":"traceutil/trace.go:171","msg":"trace[404430633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2613; }","duration":"1.527000928s","start":"2026-04-28T03:19:57.719069Z","end":"2026-04-28T03:19:59.24607Z","steps":["trace[404430633] 'agreement among raft nodes before linearized reading' (duration: 1.526812329s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:59.246127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:57.719054Z","time spent":"1.527066187s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:19:59.246125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:57.728058Z","time spent":"1.518058308s","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" "} {"level":"warn","ts":"2026-04-28T03:19:59.246018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065193132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:19:59.246258Z","caller":"traceutil/trace.go:171","msg":"trace[2081945762] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2613; }","duration":"1.065490394s","start":"2026-04-28T03:19:58.180758Z","end":"2026-04-28T03:19:59.246248Z","steps":["trace[2081945762] 'agreement among raft nodes before linearized reading' (duration: 1.065077451s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:59.24629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:58.180737Z","time spent":"1.065541735s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:19:59.246292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128692474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:59.246303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.632749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:19:59.246329Z","caller":"traceutil/trace.go:171","msg":"trace[591750395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2613; }","duration":"1.128762633s","start":"2026-04-28T03:19:58.117553Z","end":"2026-04-28T03:19:59.246315Z","steps":["trace[591750395] 'agreement among raft nodes before linearized reading' (duration: 1.128712711s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:59.246356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:58.117532Z","time spent":"1.128817133s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:19:59.246353Z","caller":"traceutil/trace.go:171","msg":"trace[777844775] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2613; }","duration":"775.718304ms","start":"2026-04-28T03:19:58.470618Z","end":"2026-04-28T03:19:59.246337Z","steps":["trace[777844775] 'agreement among raft nodes before linearized reading' (duration: 775.580997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:59.246393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:58.47058Z","time spent":"775.803921ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:20:00.851939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548091576s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:00.852998Z","caller":"traceutil/trace.go:171","msg":"trace[1874597972] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"1.388433419s","start":"2026-04-28T03:19:59.464545Z","end":"2026-04-28T03:20:00.852979Z","steps":["trace[1874597972] 'process raft request' (duration: 1.38780551s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:00.853074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:59.464518Z","time spent":"1.388528013s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:00.853091Z","caller":"traceutil/trace.go:171","msg":"trace[1621082954] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"1.388679858s","start":"2026-04-28T03:19:59.464381Z","end":"2026-04-28T03:20:00.853061Z","steps":["trace[1621082954] 'process raft request' (duration: 1.38780072s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:00.853236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:59.464359Z","time spent":"1.388803809s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:00.853311Z","caller":"traceutil/trace.go:171","msg":"trace[1794562834] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"1.388292053s","start":"2026-04-28T03:19:59.465002Z","end":"2026-04-28T03:20:00.853294Z","steps":["trace[1794562834] 'process raft request' (duration: 1.387382199s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:00.853367Z","caller":"traceutil/trace.go:171","msg":"trace[349839207] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"1.60169769s","start":"2026-04-28T03:19:59.251644Z","end":"2026-04-28T03:20:00.853342Z","steps":["trace[349839207] 'process raft request' (duration: 1.600375832s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:00.853397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:59.464989Z","time spent":"1.388376569s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:00.853452Z","caller":"traceutil/trace.go:171","msg":"trace[655526062] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"1.602729354s","start":"2026-04-28T03:19:59.250682Z","end":"2026-04-28T03:20:00.853411Z","steps":["trace[655526062] 'process raft request' (duration: 53.080799ms)","trace[655526062] 'compare' (duration: 1.54787885s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:00.853511Z","caller":"traceutil/trace.go:171","msg":"trace[1381732576] linearizableReadLoop","detail":"{readStateIndex:2730; appliedIndex:2729; }","duration":"1.602745681s","start":"2026-04-28T03:19:59.250757Z","end":"2026-04-28T03:20:00.853503Z","steps":["trace[1381732576] 'read index received' (duration: 52.916675ms)","trace[1381732576] 'applied index is now lower than readState.Index' (duration: 1.549827896s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:00.8536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:59.250667Z","time spent":"1.602848374s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:00.853478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:59.251634Z","time spent":"1.601783787s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:00.99088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.452336ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:20:00.991024Z","caller":"traceutil/trace.go:171","msg":"trace[899904918] linearizableReadLoop","detail":"{readStateIndex:2735; appliedIndex:2734; }","duration":"137.482492ms","start":"2026-04-28T03:20:00.853527Z","end":"2026-04-28T03:20:00.991009Z","steps":["trace[899904918] 'read index received' (duration: 60.06µs)","trace[899904918] 'applied index is now lower than readState.Index' (duration: 137.420912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:00.991184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.197746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:20:00.991174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600444793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:00.99121Z","caller":"traceutil/trace.go:171","msg":"trace[1434056810] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2618; }","duration":"738.272433ms","start":"2026-04-28T03:20:00.252929Z","end":"2026-04-28T03:20:00.991202Z","steps":["trace[1434056810] 'agreement among raft nodes before linearized reading' (duration: 738.151852ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:00.991239Z","caller":"traceutil/trace.go:171","msg":"trace[1894782765] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2618; }","duration":"1.600545327s","start":"2026-04-28T03:19:59.390676Z","end":"2026-04-28T03:20:00.991221Z","steps":["trace[1894782765] 'agreement among raft nodes before linearized reading' (duration: 1.600421127s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:00.991265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:00.25291Z","time spent":"738.342152ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:20:00.99128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:59.390657Z","time spent":"1.600613956s","remote":"127.0.0.1:50936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":29,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:00.991209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.281694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:00.991336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269551999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:20:00.991364Z","caller":"traceutil/trace.go:171","msg":"trace[824282209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2618; }","duration":"1.269619799s","start":"2026-04-28T03:19:59.721736Z","end":"2026-04-28T03:20:00.991356Z","steps":["trace[824282209] 'agreement among raft nodes before linearized reading' (duration: 1.26949201s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:00.99138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:59.721712Z","time spent":"1.269664142s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:20:00.991365Z","caller":"traceutil/trace.go:171","msg":"trace[596205585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2618; }","duration":"616.497659ms","start":"2026-04-28T03:20:00.374847Z","end":"2026-04-28T03:20:00.991345Z","steps":["trace[596205585] 'agreement among raft nodes before linearized reading' (duration: 616.223943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:00.991416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:00.374829Z","time spent":"616.578856ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:00.991531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.830605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:00.991561Z","caller":"traceutil/trace.go:171","msg":"trace[2033609342] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2618; }","duration":"754.884586ms","start":"2026-04-28T03:20:00.236658Z","end":"2026-04-28T03:20:00.991543Z","steps":["trace[2033609342] 'agreement among raft nodes before linearized reading' (duration: 754.629547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:00.991579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:00.23664Z","time spent":"754.934878ms","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":15,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:00.991603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737419859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:00.991632Z","caller":"traceutil/trace.go:171","msg":"trace[1775084256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2618; }","duration":"1.737461282s","start":"2026-04-28T03:19:59.254164Z","end":"2026-04-28T03:20:00.991625Z","steps":["trace[1775084256] 'agreement among raft nodes before linearized reading' (duration: 1.737148873s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:00.991652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:59.254159Z","time spent":"1.737488538s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:00.991685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737954263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:20:00.991693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270954082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:20:00.991718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.626072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-28T03:20:00.991522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74074026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:220"} {"level":"info","ts":"2026-04-28T03:20:00.991743Z","caller":"traceutil/trace.go:171","msg":"trace[52176846] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2618; }","duration":"1.271006934s","start":"2026-04-28T03:19:59.720727Z","end":"2026-04-28T03:20:00.991734Z","steps":["trace[52176846] 'agreement among raft nodes before linearized reading' (duration: 1.270604349s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:00.991747Z","caller":"traceutil/trace.go:171","msg":"trace[1037245146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2618; }","duration":"134.689182ms","start":"2026-04-28T03:20:00.857051Z","end":"2026-04-28T03:20:00.99174Z","steps":["trace[1037245146] 'agreement among raft nodes before linearized reading' (duration: 134.609915ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:00.99174Z","caller":"traceutil/trace.go:171","msg":"trace[614808671] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2618; }","duration":"1.737996017s","start":"2026-04-28T03:19:59.253722Z","end":"2026-04-28T03:20:00.991718Z","steps":["trace[614808671] 'agreement among raft nodes before linearized reading' (duration: 1.737580594s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:00.991766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:59.720669Z","time spent":"1.271091651s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:20:00.99176Z","caller":"traceutil/trace.go:171","msg":"trace[1311090661] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:2618; }","duration":"1.741024724s","start":"2026-04-28T03:19:59.250721Z","end":"2026-04-28T03:20:00.991746Z","steps":["trace[1311090661] 'agreement among raft nodes before linearized reading' (duration: 1.602851234s)","trace[1311090661] 'range keys from in-memory index tree' (duration: 137.884437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:00.991785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:59.253695Z","time spent":"1.738079493s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:20:00.9918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:59.250705Z","time spent":"1.741082384s","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" "} {"level":"warn","ts":"2026-04-28T03:20:00.991835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44113819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:20:00.991855Z","caller":"traceutil/trace.go:171","msg":"trace[1016156026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2618; }","duration":"1.441203859s","start":"2026-04-28T03:19:59.550646Z","end":"2026-04-28T03:20:00.99185Z","steps":["trace[1016156026] 'agreement among raft nodes before linearized reading' (duration: 1.440676734s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:00.99189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:59.550625Z","time spent":"1.441261789s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:20:01.2191Z","caller":"traceutil/trace.go:171","msg":"trace[1675077771] linearizableReadLoop","detail":"{readStateIndex:2737; appliedIndex:2736; }","duration":"223.581173ms","start":"2026-04-28T03:20:00.995492Z","end":"2026-04-28T03:20:01.219074Z","steps":["trace[1675077771] 'read index received' (duration: 223.371257ms)","trace[1675077771] 'applied index is now lower than readState.Index' (duration: 208.666µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:01.219152Z","caller":"traceutil/trace.go:171","msg":"trace[126375708] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"226.156309ms","start":"2026-04-28T03:20:00.992958Z","end":"2026-04-28T03:20:01.219114Z","steps":["trace[126375708] 'process raft request' (duration: 225.922076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:01.219259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.738159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:20:01.219317Z","caller":"traceutil/trace.go:171","msg":"trace[1241701070] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:2619; }","duration":"223.838822ms","start":"2026-04-28T03:20:00.995461Z","end":"2026-04-28T03:20:01.2193Z","steps":["trace[1241701070] 'agreement among raft nodes before linearized reading' (duration: 223.700874ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:01.255584Z","caller":"traceutil/trace.go:171","msg":"trace[289423737] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"258.615638ms","start":"2026-04-28T03:20:00.996949Z","end":"2026-04-28T03:20:01.255565Z","steps":["trace[289423737] 'process raft request' (duration: 258.446045ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:01.255782Z","caller":"traceutil/trace.go:171","msg":"trace[703302352] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"258.619928ms","start":"2026-04-28T03:20:00.997156Z","end":"2026-04-28T03:20:01.255776Z","steps":["trace[703302352] 'process raft request' (duration: 258.367449ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:01.256118Z","caller":"traceutil/trace.go:171","msg":"trace[132864899] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"258.92177ms","start":"2026-04-28T03:20:00.997176Z","end":"2026-04-28T03:20:01.256098Z","steps":["trace[132864899] 'process raft request' (duration: 258.562647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:01.256152Z","caller":"traceutil/trace.go:171","msg":"trace[1814117720] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"258.910692ms","start":"2026-04-28T03:20:00.997212Z","end":"2026-04-28T03:20:01.256122Z","steps":["trace[1814117720] 'process raft request' (duration: 258.788301ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:01.716372Z","caller":"traceutil/trace.go:171","msg":"trace[1982477977] linearizableReadLoop","detail":"{readStateIndex:2742; appliedIndex:2741; }","duration":"457.781135ms","start":"2026-04-28T03:20:01.258563Z","end":"2026-04-28T03:20:01.716344Z","steps":["trace[1982477977] 'read index received' (duration: 457.62658ms)","trace[1982477977] 'applied index is now lower than readState.Index' (duration: 153.315µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:01.716434Z","caller":"traceutil/trace.go:171","msg":"trace[1218768687] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"464.189141ms","start":"2026-04-28T03:20:01.252207Z","end":"2026-04-28T03:20:01.716396Z","steps":["trace[1218768687] 'process raft request' (duration: 463.958718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:01.716558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.971154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:212"} {"level":"info","ts":"2026-04-28T03:20:01.716614Z","caller":"traceutil/trace.go:171","msg":"trace[104338924] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:2624; }","duration":"458.066549ms","start":"2026-04-28T03:20:01.258533Z","end":"2026-04-28T03:20:01.716599Z","steps":["trace[104338924] 'agreement among raft nodes before linearized reading' (duration: 457.954967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:01.716664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:01.258521Z","time spent":"458.130789ms","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"warn","ts":"2026-04-28T03:20:01.716727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:01.252183Z","time spent":"464.391298ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:01.716749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.239354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:01.716873Z","caller":"traceutil/trace.go:171","msg":"trace[1878165743] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2624; }","duration":"394.444742ms","start":"2026-04-28T03:20:01.322408Z","end":"2026-04-28T03:20:01.716853Z","steps":["trace[1878165743] 'agreement among raft nodes before linearized reading' (duration: 394.134801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:01.716923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:01.322388Z","time spent":"394.52209ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:02.801678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.68717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:02.802018Z","caller":"traceutil/trace.go:171","msg":"trace[1812416336] linearizableReadLoop","detail":"{readStateIndex:2743; appliedIndex:2742; }","duration":"1.033461149s","start":"2026-04-28T03:20:01.768544Z","end":"2026-04-28T03:20:02.802005Z","steps":["trace[1812416336] 'read index received' (duration: 390.337909ms)","trace[1812416336] 'applied index is now lower than readState.Index' (duration: 643.1217ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:02.802167Z","caller":"traceutil/trace.go:171","msg":"trace[2053022386] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"1.034534547s","start":"2026-04-28T03:20:01.767624Z","end":"2026-04-28T03:20:02.802158Z","steps":["trace[2053022386] 'process raft request' (duration: 391.279227ms)","trace[2053022386] 'compare' (duration: 642.323528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:02.802261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:01.767601Z","time spent":"1.034636401s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:02.802419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033823601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-28T03:20:02.802549Z","caller":"traceutil/trace.go:171","msg":"trace[1187504041] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:2625; }","duration":"1.034017601s","start":"2026-04-28T03:20:01.768503Z","end":"2026-04-28T03:20:02.802521Z","steps":["trace[1187504041] 'agreement among raft nodes before linearized reading' (duration: 1.033718398s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:02.802612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:01.76848Z","time spent":"1.034122235s","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-04-28T03:20:03.080467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.137284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:03.080546Z","caller":"traceutil/trace.go:171","msg":"trace[92702430] linearizableReadLoop","detail":"{readStateIndex:2744; appliedIndex:2743; }","duration":"278.401832ms","start":"2026-04-28T03:20:02.802129Z","end":"2026-04-28T03:20:03.080531Z","steps":["trace[92702430] 'read index received' (duration: 135.964885ms)","trace[92702430] 'applied index is now lower than readState.Index' (duration: 142.436007ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:03.080804Z","caller":"traceutil/trace.go:171","msg":"trace[1604992046] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"451.924599ms","start":"2026-04-28T03:20:02.628866Z","end":"2026-04-28T03:20:03.08079Z","steps":["trace[1604992046] 'process raft request' (duration: 309.215555ms)","trace[1604992046] 'compare' (duration: 141.853469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:03.080773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.612523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:03.080816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.674451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:03.08087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:02.628823Z","time spent":"452.019135ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:03.080873Z","caller":"traceutil/trace.go:171","msg":"trace[456775808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2626; }","duration":"964.770247ms","start":"2026-04-28T03:20:02.116086Z","end":"2026-04-28T03:20:03.080856Z","steps":["trace[456775808] 'agreement among raft nodes before linearized reading' (duration: 964.673952ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:03.080868Z","caller":"traceutil/trace.go:171","msg":"trace[1096859928] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2626; }","duration":"501.765438ms","start":"2026-04-28T03:20:02.579084Z","end":"2026-04-28T03:20:03.08085Z","steps":["trace[1096859928] 'agreement among raft nodes before linearized reading' (duration: 501.56399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:03.080913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:02.116067Z","time spent":"964.838126ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:03.080925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:02.579064Z","time spent":"501.847025ms","remote":"127.0.0.1:51126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:03.081015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081296462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:20:03.081083Z","caller":"traceutil/trace.go:171","msg":"trace[460036265] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2626; }","duration":"1.081399676s","start":"2026-04-28T03:20:01.999668Z","end":"2026-04-28T03:20:03.081067Z","steps":["trace[460036265] 'agreement among raft nodes before linearized reading' (duration: 1.081191798s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:03.081115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:01.999653Z","time spent":"1.081454107s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:20:03.421919Z","caller":"traceutil/trace.go:171","msg":"trace[1642243386] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"562.942243ms","start":"2026-04-28T03:20:02.858957Z","end":"2026-04-28T03:20:03.4219Z","steps":["trace[1642243386] 'process raft request' (duration: 562.881723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:03.422289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.698204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-28T03:20:03.422293Z","caller":"traceutil/trace.go:171","msg":"trace[1889942225] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"563.193014ms","start":"2026-04-28T03:20:02.859069Z","end":"2026-04-28T03:20:03.422262Z","steps":["trace[1889942225] 'process raft request' (duration: 562.804406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:03.422414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.345322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:20:03.422439Z","caller":"traceutil/trace.go:171","msg":"trace[430289881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2629; }","duration":"564.407022ms","start":"2026-04-28T03:20:02.858027Z","end":"2026-04-28T03:20:03.422434Z","steps":["trace[430289881] 'agreement among raft nodes before linearized reading' (duration: 564.314317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:03.422435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:02.859032Z","time spent":"563.329683ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:03.422461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:02.858007Z","time spent":"564.448766ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:20:03.421987Z","caller":"traceutil/trace.go:171","msg":"trace[1387699920] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"563.437626ms","start":"2026-04-28T03:20:02.858516Z","end":"2026-04-28T03:20:03.421953Z","steps":["trace[1387699920] 'process raft request' (duration: 502.163071ms)","trace[1387699920] 'compare' (duration: 61.041202ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:03.422329Z","caller":"traceutil/trace.go:171","msg":"trace[356219464] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:2629; }","duration":"616.78266ms","start":"2026-04-28T03:20:02.805538Z","end":"2026-04-28T03:20:03.422321Z","steps":["trace[356219464] 'agreement among raft nodes before linearized reading' (duration: 616.647312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:03.422613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:02.805519Z","time spent":"617.066136ms","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-04-28T03:20:03.422161Z","caller":"traceutil/trace.go:171","msg":"trace[1129864049] linearizableReadLoop","detail":"{readStateIndex:2747; appliedIndex:2744; }","duration":"341.580862ms","start":"2026-04-28T03:20:03.080564Z","end":"2026-04-28T03:20:03.422145Z","steps":["trace[1129864049] 'read index received' (duration: 280.048167ms)","trace[1129864049] 'applied index is now lower than readState.Index' (duration: 61.530985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:03.422614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:02.858489Z","time spent":"564.041901ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:03.422293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:02.858943Z","time spent":"563.259314ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:03.422874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.824601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:20:03.423646Z","caller":"traceutil/trace.go:171","msg":"trace[2128242938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2629; }","duration":"163.613907ms","start":"2026-04-28T03:20:03.260018Z","end":"2026-04-28T03:20:03.423632Z","steps":["trace[2128242938] 'agreement among raft nodes before linearized reading' (duration: 162.799775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:03.422891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.975367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:03.423749Z","caller":"traceutil/trace.go:171","msg":"trace[1002771443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2629; }","duration":"341.859929ms","start":"2026-04-28T03:20:03.081864Z","end":"2026-04-28T03:20:03.423724Z","steps":["trace[1002771443] 'agreement among raft nodes before linearized reading' (duration: 340.956351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:03.422937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.235474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:20:03.423824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:03.081847Z","time spent":"341.962082ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:20:03.423841Z","caller":"traceutil/trace.go:171","msg":"trace[872183526] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2629; }","duration":"163.134133ms","start":"2026-04-28T03:20:03.260697Z","end":"2026-04-28T03:20:03.423831Z","steps":["trace[872183526] 'agreement among raft nodes before linearized reading' (duration: 162.20052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:03.422962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.76186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:03.423966Z","caller":"traceutil/trace.go:171","msg":"trace[798162000] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2629; }","duration":"321.812114ms","start":"2026-04-28T03:20:03.102136Z","end":"2026-04-28T03:20:03.423948Z","steps":["trace[798162000] 'agreement among raft nodes before linearized reading' (duration: 320.789665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:03.423022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.258573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:20:03.424039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:03.102111Z","time spent":"321.904ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:03.424043Z","caller":"traceutil/trace.go:171","msg":"trace[1804024260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2629; }","duration":"164.323295ms","start":"2026-04-28T03:20:03.259703Z","end":"2026-04-28T03:20:03.424026Z","steps":["trace[1804024260] 'agreement among raft nodes before linearized reading' (duration: 163.199262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:03.42304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.040777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:20:03.424224Z","caller":"traceutil/trace.go:171","msg":"trace[485613291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2629; }","duration":"164.249377ms","start":"2026-04-28T03:20:03.259961Z","end":"2026-04-28T03:20:03.42421Z","steps":["trace[485613291] 'agreement among raft nodes before linearized reading' (duration: 162.954851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:03.937367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.87905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:03.937841Z","caller":"traceutil/trace.go:171","msg":"trace[2048061462] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"509.4528ms","start":"2026-04-28T03:20:03.428366Z","end":"2026-04-28T03:20:03.937819Z","steps":["trace[2048061462] 'process raft request' (duration: 509.112554ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:03.937909Z","caller":"traceutil/trace.go:171","msg":"trace[1028289917] linearizableReadLoop","detail":"{readStateIndex:2752; appliedIndex:2748; }","duration":"456.575817ms","start":"2026-04-28T03:20:03.481325Z","end":"2026-04-28T03:20:03.937901Z","steps":["trace[1028289917] 'read index received' (duration: 187.067827ms)","trace[1028289917] 'applied index is now lower than readState.Index' (duration: 269.50655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:03.938032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.386948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-28T03:20:03.938018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.512139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:03.937858Z","caller":"traceutil/trace.go:171","msg":"trace[1491102918] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"508.958888ms","start":"2026-04-28T03:20:03.428871Z","end":"2026-04-28T03:20:03.93783Z","steps":["trace[1491102918] 'process raft request' (duration: 508.684642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:03.938227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:03.428341Z","time spent":"509.593228ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:03.938059Z","caller":"traceutil/trace.go:171","msg":"trace[95965539] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:2635; }","duration":"453.458866ms","start":"2026-04-28T03:20:03.484594Z","end":"2026-04-28T03:20:03.938053Z","steps":["trace[95965539] 'agreement among raft nodes before linearized reading' (duration: 453.382588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:03.93841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:03.484576Z","time spent":"453.813302ms","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-04-28T03:20:03.938429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:03.428859Z","time spent":"509.431924ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:03.938086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.750838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-28T03:20:03.938669Z","caller":"traceutil/trace.go:171","msg":"trace[1075084579] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:2635; }","duration":"453.361032ms","start":"2026-04-28T03:20:03.485293Z","end":"2026-04-28T03:20:03.938654Z","steps":["trace[1075084579] 'agreement among raft nodes before linearized reading' (duration: 452.775654ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:03.937857Z","caller":"traceutil/trace.go:171","msg":"trace[1381217887] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"507.188836ms","start":"2026-04-28T03:20:03.430643Z","end":"2026-04-28T03:20:03.937832Z","steps":["trace[1381217887] 'process raft request' (duration: 506.991827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:03.938799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:03.430633Z","time spent":"508.126018ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:03.938817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:03.485276Z","time spent":"453.476184ms","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-04-28T03:20:03.938088Z","caller":"traceutil/trace.go:171","msg":"trace[1602259103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2635; }","duration":"505.610973ms","start":"2026-04-28T03:20:03.432461Z","end":"2026-04-28T03:20:03.938072Z","steps":["trace[1602259103] 'agreement among raft nodes before linearized reading' (duration: 505.495042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:03.938932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:03.432453Z","time spent":"506.454061ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:20:03.937845Z","caller":"traceutil/trace.go:171","msg":"trace[1358767134] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"509.490224ms","start":"2026-04-28T03:20:03.428333Z","end":"2026-04-28T03:20:03.937824Z","steps":["trace[1358767134] 'process raft request' (duration: 240.031976ms)","trace[1358767134] 'compare' (duration: 268.740721ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:03.938183Z","caller":"traceutil/trace.go:171","msg":"trace[1985504566] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"216.623389ms","start":"2026-04-28T03:20:03.721272Z","end":"2026-04-28T03:20:03.937895Z","steps":["trace[1985504566] 'process raft request' (duration: 216.565318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:03.939103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:03.428317Z","time spent":"510.687787ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:04.81927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.833195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:04.81935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.473738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"warn","ts":"2026-04-28T03:20:04.819442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-28T03:20:04.819438Z","caller":"traceutil/trace.go:171","msg":"trace[1829479040] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:2635; }","duration":"689.598249ms","start":"2026-04-28T03:20:04.129822Z","end":"2026-04-28T03:20:04.81942Z","steps":["trace[1829479040] 'range keys from in-memory index tree' (duration: 689.377722ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:04.819469Z","caller":"traceutil/trace.go:171","msg":"trace[1533905952] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:2635; }","duration":"745.6562ms","start":"2026-04-28T03:20:04.073806Z","end":"2026-04-28T03:20:04.819462Z","steps":["trace[1533905952] 'range keys from in-memory index tree' (duration: 745.513903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:04.819488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:04.129805Z","time spent":"689.673606ms","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-04-28T03:20:04.819518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:04.073787Z","time spent":"745.708332ms","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-04-28T03:20:04.819562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.447245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:20:04.819556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.209814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:04.819395Z","caller":"traceutil/trace.go:171","msg":"trace[299281292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2635; }","duration":"703.945567ms","start":"2026-04-28T03:20:04.115374Z","end":"2026-04-28T03:20:04.819319Z","steps":["trace[299281292] 'range keys from in-memory index tree' (duration: 703.755617ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:04.819618Z","caller":"traceutil/trace.go:171","msg":"trace[1062458515] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2635; }","duration":"732.53981ms","start":"2026-04-28T03:20:04.087065Z","end":"2026-04-28T03:20:04.819604Z","steps":["trace[1062458515] 'range keys from in-memory index tree' (duration: 732.319604ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:04.81963Z","caller":"traceutil/trace.go:171","msg":"trace[1418184983] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2635; }","duration":"599.320137ms","start":"2026-04-28T03:20:04.22029Z","end":"2026-04-28T03:20:04.819611Z","steps":["trace[1418184983] 'count revisions from in-memory index tree' (duration: 599.145994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:04.819671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:04.087054Z","time spent":"732.594751ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:20:04.819671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:04.220277Z","time spent":"599.383397ms","remote":"127.0.0.1:35898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:04.819713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:04.115351Z","time spent":"704.303881ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:05.330178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779665983,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:05.830539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779665983,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:05.951198Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.122929142s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:20:05.951731Z","caller":"traceutil/trace.go:171","msg":"trace[266369442] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"1.123556875s","start":"2026-04-28T03:20:04.828142Z","end":"2026-04-28T03:20:05.951699Z","steps":["trace[266369442] 'process raft request' (duration: 1.12339118s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:05.951951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:04.82812Z","time spent":"1.123689255s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:06.468028Z","caller":"traceutil/trace.go:171","msg":"trace[1602382742] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"1.497642483s","start":"2026-04-28T03:20:04.970364Z","end":"2026-04-28T03:20:06.468007Z","steps":["trace[1602382742] 'process raft request' (duration: 1.497354077s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:06.468153Z","caller":"traceutil/trace.go:171","msg":"trace[2108192051] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"1.040236958s","start":"2026-04-28T03:20:05.427906Z","end":"2026-04-28T03:20:06.468143Z","steps":["trace[2108192051] 'process raft request' (duration: 1.040057266s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.46816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:04.970341Z","time spent":"1.497749067s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:06.468198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.427847Z","time spent":"1.040327894s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:06.468349Z","caller":"traceutil/trace.go:171","msg":"trace[642844283] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"1.039672896s","start":"2026-04-28T03:20:05.428662Z","end":"2026-04-28T03:20:06.468335Z","steps":["trace[642844283] 'process raft request' (duration: 1.03944984s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.468423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.428648Z","time spent":"1.039740376s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:06.468521Z","caller":"traceutil/trace.go:171","msg":"trace[694067396] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"1.038753977s","start":"2026-04-28T03:20:05.429756Z","end":"2026-04-28T03:20:06.46851Z","steps":["trace[694067396] 'process raft request' (duration: 1.0385361s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.468583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.429745Z","time spent":"1.03880031s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:06.468641Z","caller":"traceutil/trace.go:171","msg":"trace[1248563669] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"522.915373ms","start":"2026-04-28T03:20:05.945721Z","end":"2026-04-28T03:20:06.468636Z","steps":["trace[1248563669] 'process raft request' (duration: 522.668231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.468675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.945709Z","time spent":"522.948757ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:06.468881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639642543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ef7da8d3-3ee9-4e6e-aa7a-7d42ac489141\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-28T03:20:06.468954Z","caller":"traceutil/trace.go:171","msg":"trace[279538334] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ef7da8d3-3ee9-4e6e-aa7a-7d42ac489141; range_end:; response_count:1; response_revision:2641; }","duration":"1.639706323s","start":"2026-04-28T03:20:04.82921Z","end":"2026-04-28T03:20:06.468916Z","steps":["trace[279538334] 'agreement among raft nodes before linearized reading' (duration: 1.639578451s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.468989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:04.829203Z","time spent":"1.639777042s","remote":"127.0.0.1:50990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-ef7da8d3-3ee9-4e6e-aa7a-7d42ac489141\" "} {"level":"info","ts":"2026-04-28T03:20:06.469707Z","caller":"traceutil/trace.go:171","msg":"trace[391442086] linearizableReadLoop","detail":"{readStateIndex:2758; appliedIndex:2753; }","duration":"1.639443292s","start":"2026-04-28T03:20:04.829235Z","end":"2026-04-28T03:20:06.468678Z","steps":["trace[391442086] 'read index received' (duration: 1.122215173s)","trace[391442086] 'applied index is now lower than readState.Index' (duration: 517.22607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:06.469902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478480368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:20:06.469931Z","caller":"traceutil/trace.go:171","msg":"trace[1871270744] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:2641; }","duration":"1.478567745s","start":"2026-04-28T03:20:04.991354Z","end":"2026-04-28T03:20:06.469921Z","steps":["trace[1871270744] 'agreement among raft nodes before linearized reading' (duration: 1.478464971s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.469954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:04.991329Z","time spent":"1.478620047s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640873765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9d4676a4-b9ba-4269-b698-c6d0d0d2bfff\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-04-28T03:20:06.470921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082926962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4402"} {"level":"info","ts":"2026-04-28T03:20:06.471465Z","caller":"traceutil/trace.go:171","msg":"trace[1600527896] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:2641; }","duration":"1.083477338s","start":"2026-04-28T03:20:05.387971Z","end":"2026-04-28T03:20:06.471449Z","steps":["trace[1600527896] 'agreement among raft nodes before linearized reading' (duration: 1.082892148s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.470199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.263889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-04-28T03:20:06.471601Z","caller":"traceutil/trace.go:171","msg":"trace[1807984817] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2641; }","duration":"469.701538ms","start":"2026-04-28T03:20:06.001886Z","end":"2026-04-28T03:20:06.471587Z","steps":["trace[1807984817] 'agreement among raft nodes before linearized reading' (duration: 468.24866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.471665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.001862Z","time spent":"469.790195ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12010,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:20:06.471726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084199989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5930"} {"level":"info","ts":"2026-04-28T03:20:06.471815Z","caller":"traceutil/trace.go:171","msg":"trace[183748338] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:2641; }","duration":"1.084310531s","start":"2026-04-28T03:20:05.38749Z","end":"2026-04-28T03:20:06.4718Z","steps":["trace[183748338] 'agreement among raft nodes before linearized reading' (duration: 1.084069757s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.471849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.387963Z","time spent":"1.083788962s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4424,"request content":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" "} {"level":"warn","ts":"2026-04-28T03:20:06.471967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.387482Z","time spent":"1.08445118s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":5952,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082765307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18157"} {"level":"info","ts":"2026-04-28T03:20:06.47211Z","caller":"traceutil/trace.go:171","msg":"trace[1320155652] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:2641; }","duration":"1.084641141s","start":"2026-04-28T03:20:05.387453Z","end":"2026-04-28T03:20:06.472094Z","steps":["trace[1320155652] 'agreement among raft nodes before linearized reading' (duration: 1.082761838s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.470319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082859963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-28T03:20:06.472164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.387439Z","time spent":"1.08471328s","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18179,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"info","ts":"2026-04-28T03:20:06.472189Z","caller":"traceutil/trace.go:171","msg":"trace[183240218] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:2641; }","duration":"1.084723559s","start":"2026-04-28T03:20:05.387453Z","end":"2026-04-28T03:20:06.472177Z","steps":["trace[183240218] 'agreement among raft nodes before linearized reading' (duration: 1.082819059s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.472226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.387415Z","time spent":"1.084798967s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":5673,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082906576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-04-28T03:20:06.47229Z","caller":"traceutil/trace.go:171","msg":"trace[1963969088] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:2641; }","duration":"1.084846809s","start":"2026-04-28T03:20:05.387436Z","end":"2026-04-28T03:20:06.472283Z","steps":["trace[1963969088] 'agreement among raft nodes before linearized reading' (duration: 1.082893107s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.472308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.387429Z","time spent":"1.084874235s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083557726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3312"} {"level":"warn","ts":"2026-04-28T03:20:06.470462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083816606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/memcached-memcached-cf56b6468\" ","response":"range_response_count:1 size:6878"} {"level":"info","ts":"2026-04-28T03:20:06.472339Z","caller":"traceutil/trace.go:171","msg":"trace[733354490] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:2641; }","duration":"1.085493399s","start":"2026-04-28T03:20:05.386835Z","end":"2026-04-28T03:20:06.472329Z","steps":["trace[733354490] 'agreement among raft nodes before linearized reading' (duration: 1.083535868s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.472578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.386829Z","time spent":"1.085736082s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3334,"request content":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" "} {"level":"info","ts":"2026-04-28T03:20:06.472518Z","caller":"traceutil/trace.go:171","msg":"trace[277352603] range","detail":"{range_begin:/registry/replicasets/openstack/memcached-memcached-cf56b6468; range_end:; response_count:1; response_revision:2641; }","duration":"1.085874981s","start":"2026-04-28T03:20:05.386633Z","end":"2026-04-28T03:20:06.472508Z","steps":["trace[277352603] 'agreement among raft nodes before linearized reading' (duration: 1.083792569s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.472822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.38663Z","time spent":"1.086150279s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6900,"request content":"key:\"/registry/replicasets/openstack/memcached-memcached-cf56b6468\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08385281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-04-28T03:20:06.472958Z","caller":"traceutil/trace.go:171","msg":"trace[1073475248] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:2641; }","duration":"1.086292717s","start":"2026-04-28T03:20:05.386653Z","end":"2026-04-28T03:20:06.472946Z","steps":["trace[1073475248] 'agreement among raft nodes before linearized reading' (duration: 1.083765923s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.473034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.38665Z","time spent":"1.086366146s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3925,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083957923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3659"} {"level":"info","ts":"2026-04-28T03:20:06.473375Z","caller":"traceutil/trace.go:171","msg":"trace[22030955] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:2641; }","duration":"1.08679261s","start":"2026-04-28T03:20:05.386571Z","end":"2026-04-28T03:20:06.473363Z","steps":["trace[22030955] 'agreement among raft nodes before linearized reading' (duration: 1.083945165s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.473404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.386554Z","time spent":"1.086840723s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3681,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.734003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-28T03:20:06.473469Z","caller":"traceutil/trace.go:171","msg":"trace[116330991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2641; }","duration":"530.740373ms","start":"2026-04-28T03:20:05.94272Z","end":"2026-04-28T03:20:06.473461Z","steps":["trace[116330991] 'agreement among raft nodes before linearized reading' (duration: 527.670392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.473488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.942714Z","time spent":"530.769938ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354564316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:06.473578Z","caller":"traceutil/trace.go:171","msg":"trace[510914875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2641; }","duration":"1.357569896s","start":"2026-04-28T03:20:05.115999Z","end":"2026-04-28T03:20:06.473568Z","steps":["trace[510914875] 'agreement among raft nodes before linearized reading' (duration: 1.354578694s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.473613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.115986Z","time spent":"1.357615989s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:06.47061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.027249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:20:06.47369Z","caller":"traceutil/trace.go:171","msg":"trace[790555484] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2641; }","duration":"647.147732ms","start":"2026-04-28T03:20:05.826534Z","end":"2026-04-28T03:20:06.473682Z","steps":["trace[790555484] 'agreement among raft nodes before linearized reading' (duration: 644.016381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.473723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.826515Z","time spent":"647.200714ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083862598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6129"} {"level":"info","ts":"2026-04-28T03:20:06.473811Z","caller":"traceutil/trace.go:171","msg":"trace[1201354163] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2641; }","duration":"1.087067799s","start":"2026-04-28T03:20:05.386733Z","end":"2026-04-28T03:20:06.473801Z","steps":["trace[1201354163] 'agreement among raft nodes before linearized reading' (duration: 1.083826724s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.473841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.38671Z","time spent":"1.08712226s","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6151,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39417883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:06.473919Z","caller":"traceutil/trace.go:171","msg":"trace[1111199032] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2641; }","duration":"1.397477636s","start":"2026-04-28T03:20:05.076434Z","end":"2026-04-28T03:20:06.473911Z","steps":["trace[1111199032] 'agreement among raft nodes before linearized reading' (duration: 1.394168952s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.473947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.076354Z","time spent":"1.39758206s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:06.470645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.125446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:20:06.474044Z","caller":"traceutil/trace.go:171","msg":"trace[994877181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2641; }","duration":"530.540794ms","start":"2026-04-28T03:20:05.943498Z","end":"2026-04-28T03:20:06.474038Z","steps":["trace[994877181] 'agreement among raft nodes before linearized reading' (duration: 527.088242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.474064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.943491Z","time spent":"530.56736ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.26735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:20:06.474141Z","caller":"traceutil/trace.go:171","msg":"trace[149113104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2641; }","duration":"531.760396ms","start":"2026-04-28T03:20:05.942376Z","end":"2026-04-28T03:20:06.474136Z","steps":["trace[149113104] 'agreement among raft nodes before linearized reading' (duration: 528.256142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.47416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.942358Z","time spent":"531.796231ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084010176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4262"} {"level":"info","ts":"2026-04-28T03:20:06.474243Z","caller":"traceutil/trace.go:171","msg":"trace[445872732] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:2641; }","duration":"1.087532657s","start":"2026-04-28T03:20:05.386698Z","end":"2026-04-28T03:20:06.474231Z","steps":["trace[445872732] 'agreement among raft nodes before linearized reading' (duration: 1.083972531s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.474283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.386693Z","time spent":"1.08757796s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":4284,"request content":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083997908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" ","response":"range_response_count:1 size:5207"} {"level":"info","ts":"2026-04-28T03:20:06.474367Z","caller":"traceutil/trace.go:171","msg":"trace[360394281] range","detail":"{range_begin:/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9; range_end:; response_count:1; response_revision:2641; }","duration":"1.08764015s","start":"2026-04-28T03:20:05.386719Z","end":"2026-04-28T03:20:06.474359Z","steps":["trace[360394281] 'agreement among raft nodes before linearized reading' (duration: 1.083943746s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.474398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.386715Z","time spent":"1.087674516s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5229,"request content":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084070186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4783"} {"level":"info","ts":"2026-04-28T03:20:06.474481Z","caller":"traceutil/trace.go:171","msg":"trace[1146262495] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:2641; }","duration":"1.087795048s","start":"2026-04-28T03:20:05.386677Z","end":"2026-04-28T03:20:06.474472Z","steps":["trace[1146262495] 'agreement among raft nodes before linearized reading' (duration: 1.084025783s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.474511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.386669Z","time spent":"1.087833352s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4805,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.358206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:20:06.474581Z","caller":"traceutil/trace.go:171","msg":"trace[273612193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2641; }","duration":"978.135379ms","start":"2026-04-28T03:20:05.496439Z","end":"2026-04-28T03:20:06.474574Z","steps":["trace[273612193] 'agreement among raft nodes before linearized reading' (duration: 974.311593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.474607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.496385Z","time spent":"978.216017ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083178925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2918"} {"level":"info","ts":"2026-04-28T03:20:06.474741Z","caller":"traceutil/trace.go:171","msg":"trace[1609089711] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:2641; }","duration":"1.087113613s","start":"2026-04-28T03:20:05.387619Z","end":"2026-04-28T03:20:06.474732Z","steps":["trace[1609089711] 'agreement among raft nodes before linearized reading' (duration: 1.083169595s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.474777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.38761Z","time spent":"1.087157237s","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2940,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083082788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" ","response":"range_response_count:1 size:4105"} {"level":"info","ts":"2026-04-28T03:20:06.474896Z","caller":"traceutil/trace.go:171","msg":"trace[918250865] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-69cb5bbdb9; range_end:; response_count:1; response_revision:2641; }","duration":"1.087166696s","start":"2026-04-28T03:20:05.38772Z","end":"2026-04-28T03:20:06.474886Z","steps":["trace[918250865] 'agreement among raft nodes before linearized reading' (duration: 1.083041265s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.47493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.387708Z","time spent":"1.087212778s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4127,"request content":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" "} {"level":"warn","ts":"2026-04-28T03:20:06.47085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082799862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15383"} {"level":"info","ts":"2026-04-28T03:20:06.475054Z","caller":"traceutil/trace.go:171","msg":"trace[1126846780] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:2641; }","duration":"1.087014108s","start":"2026-04-28T03:20:05.388031Z","end":"2026-04-28T03:20:06.475045Z","steps":["trace[1126846780] 'agreement among raft nodes before linearized reading' (duration: 1.082756338s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.475084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.388024Z","time spent":"1.087051553s","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15405,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083136381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:15975"} {"level":"info","ts":"2026-04-28T03:20:06.475156Z","caller":"traceutil/trace.go:171","msg":"trace[1595633678] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:2641; }","duration":"1.087471569s","start":"2026-04-28T03:20:05.387678Z","end":"2026-04-28T03:20:06.475149Z","steps":["trace[1595633678] 'agreement among raft nodes before linearized reading' (duration: 1.083092568s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.475182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.387666Z","time spent":"1.087508623s","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":15997,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083147228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14480"} {"level":"info","ts":"2026-04-28T03:20:06.47525Z","caller":"traceutil/trace.go:171","msg":"trace[1563849721] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:2641; }","duration":"1.087542178s","start":"2026-04-28T03:20:05.387703Z","end":"2026-04-28T03:20:06.475245Z","steps":["trace[1563849721] 'agreement among raft nodes before linearized reading' (duration: 1.083124982s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.475272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.387692Z","time spent":"1.087572923s","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14502,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08280994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:1912"} {"level":"info","ts":"2026-04-28T03:20:06.47535Z","caller":"traceutil/trace.go:171","msg":"trace[878550072] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:2641; }","duration":"1.087311802s","start":"2026-04-28T03:20:05.388032Z","end":"2026-04-28T03:20:06.475344Z","steps":["trace[878550072] 'agreement among raft nodes before linearized reading' (duration: 1.082806581s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.475371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.388011Z","time spent":"1.087354376s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":1934,"request content":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082268983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4518"} {"level":"info","ts":"2026-04-28T03:20:06.475497Z","caller":"traceutil/trace.go:171","msg":"trace[2135367344] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:2641; }","duration":"1.087423306s","start":"2026-04-28T03:20:05.38806Z","end":"2026-04-28T03:20:06.475484Z","steps":["trace[2135367344] 'agreement among raft nodes before linearized reading' (duration: 1.082201554s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.47554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.388038Z","time spent":"1.087487006s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4540,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" "} {"level":"info","ts":"2026-04-28T03:20:06.471173Z","caller":"traceutil/trace.go:171","msg":"trace[321085389] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9d4676a4-b9ba-4269-b698-c6d0d0d2bfff; range_end:; response_count:1; response_revision:2641; }","duration":"1.641961068s","start":"2026-04-28T03:20:04.829196Z","end":"2026-04-28T03:20:06.471157Z","steps":["trace[321085389] 'agreement among raft nodes before linearized reading' (duration: 1.639510182s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.475589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:04.829182Z","time spent":"1.64640048s","remote":"127.0.0.1:50990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1315,"request content":"key:\"/registry/persistentvolumes/pvc-9d4676a4-b9ba-4269-b698-c6d0d0d2bfff\" "} {"level":"warn","ts":"2026-04-28T03:20:06.470518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.805835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:20:06.475671Z","caller":"traceutil/trace.go:171","msg":"trace[1762568777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2641; }","duration":"531.974386ms","start":"2026-04-28T03:20:05.94369Z","end":"2026-04-28T03:20:06.475665Z","steps":["trace[1762568777] 'agreement among raft nodes before linearized reading' (duration: 526.758953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.475691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.943684Z","time spent":"532.002162ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:07.53558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.765537ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-28T03:20:07.535798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.471424Z","time spent":"1.06436649s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:20:07.536217Z","caller":"traceutil/trace.go:171","msg":"trace[1025460306] linearizableReadLoop","detail":"{readStateIndex:2760; appliedIndex:2759; }","duration":"1.061165279s","start":"2026-04-28T03:20:06.475023Z","end":"2026-04-28T03:20:07.536188Z","steps":["trace[1025460306] 'read index received' (duration: 107.769757ms)","trace[1025460306] 'applied index is now lower than readState.Index' (duration: 953.391783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:07.536398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061342133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:07.536505Z","caller":"traceutil/trace.go:171","msg":"trace[1619687724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2641; }","duration":"1.061475482s","start":"2026-04-28T03:20:06.475004Z","end":"2026-04-28T03:20:07.536479Z","steps":["trace[1619687724] 'agreement among raft nodes before linearized reading' (duration: 1.061285451s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:07.536539Z","caller":"traceutil/trace.go:171","msg":"trace[741775294] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"1.05619022s","start":"2026-04-28T03:20:06.480318Z","end":"2026-04-28T03:20:07.536509Z","steps":["trace[741775294] 'process raft request' (duration: 1.055981171s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.536569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.474994Z","time spent":"1.061563819s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:07.536667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.480293Z","time spent":"1.056298413s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:07.536912Z","caller":"traceutil/trace.go:171","msg":"trace[76901475] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"1.054828279s","start":"2026-04-28T03:20:06.48206Z","end":"2026-04-28T03:20:07.536889Z","steps":["trace[76901475] 'process raft request' (duration: 1.054616391s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.537053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.48205Z","time spent":"1.054915486s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:07.536915Z","caller":"traceutil/trace.go:171","msg":"trace[900701398] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"1.056464618s","start":"2026-04-28T03:20:06.480423Z","end":"2026-04-28T03:20:07.536887Z","steps":["trace[900701398] 'process raft request' (duration: 1.056039243s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.537287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057083114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2112"} {"level":"warn","ts":"2026-04-28T03:20:07.537324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053496482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1391"} {"level":"info","ts":"2026-04-28T03:20:07.537352Z","caller":"traceutil/trace.go:171","msg":"trace[753861265] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:2646; }","duration":"1.057180229s","start":"2026-04-28T03:20:06.480155Z","end":"2026-04-28T03:20:07.537336Z","steps":["trace[753861265] 'agreement among raft nodes before linearized reading' (duration: 1.056989808s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:07.537409Z","caller":"traceutil/trace.go:171","msg":"trace[739225111] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"1.054595605s","start":"2026-04-28T03:20:06.482803Z","end":"2026-04-28T03:20:07.537398Z","steps":["trace[739225111] 'process raft request' (duration: 1.05403256s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.537476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.482795Z","time spent":"1.054649497s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:07.537488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053858717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1415"} {"level":"warn","ts":"2026-04-28T03:20:07.537531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056016498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5014"} {"level":"info","ts":"2026-04-28T03:20:07.537553Z","caller":"traceutil/trace.go:171","msg":"trace[1175944743] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:2646; }","duration":"1.053936045s","start":"2026-04-28T03:20:06.483599Z","end":"2026-04-28T03:20:07.537535Z","steps":["trace[1175944743] 'agreement among raft nodes before linearized reading' (duration: 1.053757642s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:07.537586Z","caller":"traceutil/trace.go:171","msg":"trace[687107195] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:2646; }","duration":"1.056073209s","start":"2026-04-28T03:20:06.481499Z","end":"2026-04-28T03:20:07.537572Z","steps":["trace[687107195] 'agreement among raft nodes before linearized reading' (duration: 1.055932671s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.537609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.483595Z","time spent":"1.053989968s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1437,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-04-28T03:20:07.537631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.481497Z","time spent":"1.056123892s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5036,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-04-28T03:20:07.537647Z","caller":"traceutil/trace.go:171","msg":"trace[1178624914] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"1.052676909s","start":"2026-04-28T03:20:06.484959Z","end":"2026-04-28T03:20:07.537636Z","steps":["trace[1178624914] 'process raft request' (duration: 1.052043005s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.537705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.484954Z","time spent":"1.052717332s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:07.537731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054327016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-28T03:20:07.537829Z","caller":"traceutil/trace.go:171","msg":"trace[1369558507] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:2646; }","duration":"1.054428381s","start":"2026-04-28T03:20:06.483386Z","end":"2026-04-28T03:20:07.537814Z","steps":["trace[1369558507] 'agreement among raft nodes before linearized reading' (duration: 1.054183678s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.537909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.483382Z","time spent":"1.054482172s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3782,"request content":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-04-28T03:20:07.537933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056427525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4749"} {"level":"info","ts":"2026-04-28T03:20:07.537978Z","caller":"traceutil/trace.go:171","msg":"trace[1882969603] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:2646; }","duration":"1.056476938s","start":"2026-04-28T03:20:06.481488Z","end":"2026-04-28T03:20:07.537965Z","steps":["trace[1882969603] 'agreement among raft nodes before linearized reading' (duration: 1.056353657s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.538037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.481486Z","time spent":"1.056540269s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4771,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-04-28T03:20:07.537911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054216503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6162"} {"level":"warn","ts":"2026-04-28T03:20:07.538245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056758975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4494"} {"level":"info","ts":"2026-04-28T03:20:07.53827Z","caller":"traceutil/trace.go:171","msg":"trace[1241174235] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:2646; }","duration":"1.054581518s","start":"2026-04-28T03:20:06.483674Z","end":"2026-04-28T03:20:07.538255Z","steps":["trace[1241174235] 'agreement among raft nodes before linearized reading' (duration: 1.054136825s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:07.538287Z","caller":"traceutil/trace.go:171","msg":"trace[32236516] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:2646; }","duration":"1.056803299s","start":"2026-04-28T03:20:06.481468Z","end":"2026-04-28T03:20:07.538271Z","steps":["trace[32236516] 'agreement among raft nodes before linearized reading' (duration: 1.056672018s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.538313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.483671Z","time spent":"1.05463101s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":6184,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-04-28T03:20:07.538334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.481463Z","time spent":"1.056861739s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4516,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-04-28T03:20:07.537539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055927662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"warn","ts":"2026-04-28T03:20:07.538492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057673366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5641"} {"level":"warn","ts":"2026-04-28T03:20:07.537989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054356622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1353"} {"level":"info","ts":"2026-04-28T03:20:07.538507Z","caller":"traceutil/trace.go:171","msg":"trace[71946479] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:2646; }","duration":"1.056935659s","start":"2026-04-28T03:20:06.48155Z","end":"2026-04-28T03:20:07.538485Z","steps":["trace[71946479] 'agreement among raft nodes before linearized reading' (duration: 1.055679879s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:07.53854Z","caller":"traceutil/trace.go:171","msg":"trace[1250658912] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:2646; }","duration":"1.057729338s","start":"2026-04-28T03:20:06.480799Z","end":"2026-04-28T03:20:07.538528Z","steps":["trace[1250658912] 'agreement among raft nodes before linearized reading' (duration: 1.057617225s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:07.538567Z","caller":"traceutil/trace.go:171","msg":"trace[978041644] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:2646; }","duration":"1.054928905s","start":"2026-04-28T03:20:06.483627Z","end":"2026-04-28T03:20:07.538556Z","steps":["trace[978041644] 'agreement among raft nodes before linearized reading' (duration: 1.054307459s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.53859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.480792Z","time spent":"1.05778168s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":5663,"request content":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-28T03:20:07.538593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.481547Z","time spent":"1.057025825s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4407,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-04-28T03:20:07.538683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058317548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:20:07.538713Z","caller":"traceutil/trace.go:171","msg":"trace[1728119606] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2646; }","duration":"1.058371619s","start":"2026-04-28T03:20:06.480332Z","end":"2026-04-28T03:20:07.538704Z","steps":["trace[1728119606] 'agreement among raft nodes before linearized reading' (duration: 1.058290991s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.538602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.483624Z","time spent":"1.054968969s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1375,"request content":"key:\"/registry/services/specs/openstack/valkey-metrics\" "} {"level":"warn","ts":"2026-04-28T03:20:07.538743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.480318Z","time spent":"1.058419382s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:20:07.538764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058299241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9168"} {"level":"info","ts":"2026-04-28T03:20:07.538818Z","caller":"traceutil/trace.go:171","msg":"trace[677245787] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2646; }","duration":"1.05837834s","start":"2026-04-28T03:20:06.480426Z","end":"2026-04-28T03:20:07.538804Z","steps":["trace[677245787] 'agreement among raft nodes before linearized reading' (duration: 1.058195626s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.538866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.480417Z","time spent":"1.05843695s","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9190,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T03:20:07.537365Z","caller":"traceutil/trace.go:171","msg":"trace[71320788] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:2646; }","duration":"1.053545235s","start":"2026-04-28T03:20:06.483808Z","end":"2026-04-28T03:20:07.537353Z","steps":["trace[71320788] 'agreement among raft nodes before linearized reading' (duration: 1.053374861s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.538925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.483802Z","time spent":"1.055108499s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1413,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-04-28T03:20:07.538451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055136303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:20:07.539078Z","caller":"traceutil/trace.go:171","msg":"trace[49959676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2646; }","duration":"1.055759919s","start":"2026-04-28T03:20:06.483298Z","end":"2026-04-28T03:20:07.539058Z","steps":["trace[49959676] 'agreement among raft nodes before linearized reading' (duration: 1.05508804s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.539126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.483293Z","time spent":"1.055821451s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:20:07.539244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055224031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3890"} {"level":"info","ts":"2026-04-28T03:20:07.539286Z","caller":"traceutil/trace.go:171","msg":"trace[1124097472] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:2646; }","duration":"1.055269804s","start":"2026-04-28T03:20:06.484004Z","end":"2026-04-28T03:20:07.539274Z","steps":["trace[1124097472] 'agreement among raft nodes before linearized reading' (duration: 1.05516927s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.539314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.484Z","time spent":"1.055306669s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3912,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-04-28T03:20:07.539347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.988935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:07.5394Z","caller":"traceutil/trace.go:171","msg":"trace[1080592588] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2646; }","duration":"809.08497ms","start":"2026-04-28T03:20:06.730302Z","end":"2026-04-28T03:20:07.539387Z","steps":["trace[1080592588] 'agreement among raft nodes before linearized reading' (duration: 807.711897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.539434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055110349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7182"} {"level":"warn","ts":"2026-04-28T03:20:07.539444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.73028Z","time spent":"809.15537ms","remote":"127.0.0.1:39646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:07.539461Z","caller":"traceutil/trace.go:171","msg":"trace[2077142992] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:2646; }","duration":"1.055141015s","start":"2026-04-28T03:20:06.48431Z","end":"2026-04-28T03:20:07.539451Z","steps":["trace[2077142992] 'agreement among raft nodes before linearized reading' (duration: 1.055069815s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.53949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.484305Z","time spent":"1.055178799s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7204,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-04-28T03:20:07.539545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054924908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1073"} {"level":"info","ts":"2026-04-28T03:20:07.539593Z","caller":"traceutil/trace.go:171","msg":"trace[458792656] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:2646; }","duration":"1.05497489s","start":"2026-04-28T03:20:06.484604Z","end":"2026-04-28T03:20:07.539578Z","steps":["trace[458792656] 'agreement among raft nodes before linearized reading' (duration: 1.054866467s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.539607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055413713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"warn","ts":"2026-04-28T03:20:07.539397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055048858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"warn","ts":"2026-04-28T03:20:07.539632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.484599Z","time spent":"1.055023173s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1095,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"info","ts":"2026-04-28T03:20:07.539655Z","caller":"traceutil/trace.go:171","msg":"trace[698525850] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:2646; }","duration":"1.055474184s","start":"2026-04-28T03:20:06.484166Z","end":"2026-04-28T03:20:07.539641Z","steps":["trace[698525850] 'agreement among raft nodes before linearized reading' (duration: 1.055340064s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:07.539677Z","caller":"traceutil/trace.go:171","msg":"trace[745026779] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:2646; }","duration":"1.055342894s","start":"2026-04-28T03:20:06.484322Z","end":"2026-04-28T03:20:07.539665Z","steps":["trace[745026779] 'agreement among raft nodes before linearized reading' (duration: 1.054982289s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.5397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.484162Z","time spent":"1.055525487s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4731,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-04-28T03:20:07.53972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.484313Z","time spent":"1.055395766s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4241,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-28T03:20:07.537405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.480139Z","time spent":"1.057253989s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2134,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" "} {"level":"warn","ts":"2026-04-28T03:20:07.539451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054391579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:07.539854Z","caller":"traceutil/trace.go:171","msg":"trace[622919188] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2646; }","duration":"1.054808766s","start":"2026-04-28T03:20:06.485036Z","end":"2026-04-28T03:20:07.539844Z","steps":["trace[622919188] 'agreement among raft nodes before linearized reading' (duration: 1.05438748s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.539976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.485029Z","time spent":"1.054938416s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:20:07.539662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055708218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5883"} {"level":"info","ts":"2026-04-28T03:20:07.540073Z","caller":"traceutil/trace.go:171","msg":"trace[1959949876] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:2646; }","duration":"1.056126855s","start":"2026-04-28T03:20:06.483937Z","end":"2026-04-28T03:20:07.540064Z","steps":["trace[1959949876] 'agreement among raft nodes before linearized reading' (duration: 1.055664695s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.540107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.483933Z","time spent":"1.056166239s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5905,"request content":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-04-28T03:20:07.540229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.480414Z","time spent":"1.056730438s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:07.963963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.975976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:07.964291Z","caller":"traceutil/trace.go:171","msg":"trace[1716195698] linearizableReadLoop","detail":"{readStateIndex:2766; appliedIndex:2765; }","duration":"419.941836ms","start":"2026-04-28T03:20:07.544327Z","end":"2026-04-28T03:20:07.964269Z","steps":["trace[1716195698] 'read index received' (duration: 204.455167ms)","trace[1716195698] 'applied index is now lower than readState.Index' (duration: 215.484419ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:07.964606Z","caller":"traceutil/trace.go:171","msg":"trace[1296599099] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"427.1817ms","start":"2026-04-28T03:20:07.537378Z","end":"2026-04-28T03:20:07.96456Z","steps":["trace[1296599099] 'process raft request' (duration: 211.476204ms)","trace[1296599099] 'compare' (duration: 214.375237ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:07.964782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:07.537359Z","time spent":"427.340656ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:07.964825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.473867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2463"} {"level":"info","ts":"2026-04-28T03:20:07.964912Z","caller":"traceutil/trace.go:171","msg":"trace[1187138285] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:2647; }","duration":"420.596018ms","start":"2026-04-28T03:20:07.544299Z","end":"2026-04-28T03:20:07.964894Z","steps":["trace[1187138285] 'agreement among raft nodes before linearized reading' (duration: 420.309961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.964932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.128462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1164"} {"level":"info","ts":"2026-04-28T03:20:07.964962Z","caller":"traceutil/trace.go:171","msg":"trace[1500064272] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:2647; }","duration":"417.161417ms","start":"2026-04-28T03:20:07.547789Z","end":"2026-04-28T03:20:07.96495Z","steps":["trace[1500064272] 'agreement among raft nodes before linearized reading' (duration: 417.095277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.964961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:07.544284Z","time spent":"420.667177ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":2485,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-04-28T03:20:07.964988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:07.547784Z","time spent":"417.197891ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":1186,"request content":"key:\"/registry/services/specs/openstack/memcached\" "} {"level":"warn","ts":"2026-04-28T03:20:07.96513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.345079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"warn","ts":"2026-04-28T03:20:07.964864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.494873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2555"} {"level":"info","ts":"2026-04-28T03:20:07.965152Z","caller":"traceutil/trace.go:171","msg":"trace[900316841] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:2647; }","duration":"417.372416ms","start":"2026-04-28T03:20:07.547773Z","end":"2026-04-28T03:20:07.965146Z","steps":["trace[900316841] 'agreement among raft nodes before linearized reading' (duration: 417.304316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.965171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:07.547771Z","time spent":"417.395481ms","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4407,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"info","ts":"2026-04-28T03:20:07.965185Z","caller":"traceutil/trace.go:171","msg":"trace[455829761] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:2647; }","duration":"420.816384ms","start":"2026-04-28T03:20:07.544351Z","end":"2026-04-28T03:20:07.965167Z","steps":["trace[455829761] 'agreement among raft nodes before linearized reading' (duration: 420.392289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.965227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.367996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1211"} {"level":"info","ts":"2026-04-28T03:20:07.965312Z","caller":"traceutil/trace.go:171","msg":"trace[883321325] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:2647; }","duration":"417.435805ms","start":"2026-04-28T03:20:07.547844Z","end":"2026-04-28T03:20:07.965279Z","steps":["trace[883321325] 'agreement among raft nodes before linearized reading' (duration: 417.322452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.965357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.695446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:07.965378Z","caller":"traceutil/trace.go:171","msg":"trace[1154092793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2647; }","duration":"417.727121ms","start":"2026-04-28T03:20:07.547644Z","end":"2026-04-28T03:20:07.965371Z","steps":["trace[1154092793] 'agreement among raft nodes before linearized reading' (duration: 417.696486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.965382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:07.54784Z","time spent":"417.532371ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1233,"request content":"key:\"/registry/services/specs/kube-system/kube-dns\" "} {"level":"warn","ts":"2026-04-28T03:20:07.965401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:07.547638Z","time spent":"417.758796ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:07.965443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.462862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2915"} {"level":"info","ts":"2026-04-28T03:20:07.965487Z","caller":"traceutil/trace.go:171","msg":"trace[1770551890] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:2647; }","duration":"417.517213ms","start":"2026-04-28T03:20:07.54796Z","end":"2026-04-28T03:20:07.965477Z","steps":["trace[1770551890] 'agreement among raft nodes before linearized reading' (duration: 417.402881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.965518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:07.547957Z","time spent":"417.553777ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2937,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-28T03:20:07.965535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.701085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1511"} {"level":"info","ts":"2026-04-28T03:20:07.965593Z","caller":"traceutil/trace.go:171","msg":"trace[277415194] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:2647; }","duration":"417.776594ms","start":"2026-04-28T03:20:07.547798Z","end":"2026-04-28T03:20:07.965574Z","steps":["trace[277415194] 'agreement among raft nodes before linearized reading' (duration: 417.478879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.965634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:07.54778Z","time spent":"417.845383ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1533,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-04-28T03:20:07.965655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.215476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey\" ","response":"range_response_count:1 size:1506"} {"level":"warn","ts":"2026-04-28T03:20:07.965655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.97282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:20:07.965676Z","caller":"traceutil/trace.go:171","msg":"trace[46035638] range","detail":"{range_begin:/registry/services/specs/openstack/valkey; range_end:; response_count:1; response_revision:2647; }","duration":"419.245322ms","start":"2026-04-28T03:20:07.546424Z","end":"2026-04-28T03:20:07.965669Z","steps":["trace[46035638] 'agreement among raft nodes before linearized reading' (duration: 419.19109ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:07.965686Z","caller":"traceutil/trace.go:171","msg":"trace[1335032260] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2647; }","duration":"111.027993ms","start":"2026-04-28T03:20:07.854645Z","end":"2026-04-28T03:20:07.965673Z","steps":["trace[1335032260] 'agreement among raft nodes before linearized reading' (duration: 110.948335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.965722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.314472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:07.965744Z","caller":"traceutil/trace.go:171","msg":"trace[1269743525] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2647; }","duration":"419.346047ms","start":"2026-04-28T03:20:07.546392Z","end":"2026-04-28T03:20:07.965738Z","steps":["trace[1269743525] 'agreement among raft nodes before linearized reading' (duration: 419.313002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.965761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:07.546387Z","time spent":"419.369673ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:20:07.965775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.952887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1524"} {"level":"warn","ts":"2026-04-28T03:20:07.965695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:07.546421Z","time spent":"419.269478ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":1528,"request content":"key:\"/registry/services/specs/openstack/valkey\" "} {"level":"info","ts":"2026-04-28T03:20:07.965836Z","caller":"traceutil/trace.go:171","msg":"trace[703673260] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:2647; }","duration":"417.985753ms","start":"2026-04-28T03:20:07.547813Z","end":"2026-04-28T03:20:07.965798Z","steps":["trace[703673260] 'agreement among raft nodes before linearized reading' (duration: 417.877339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.96586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.003019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-hzqkbl\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-04-28T03:20:07.965906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.731128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:20:07.965912Z","caller":"traceutil/trace.go:171","msg":"trace[443730692] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-hzqkbl; range_end:; response_count:1; response_revision:2647; }","duration":"418.054431ms","start":"2026-04-28T03:20:07.547838Z","end":"2026-04-28T03:20:07.965892Z","steps":["trace[443730692] 'agreement among raft nodes before linearized reading' (duration: 417.972674ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:07.965932Z","caller":"traceutil/trace.go:171","msg":"trace[461209875] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2647; }","duration":"419.774461ms","start":"2026-04-28T03:20:07.546151Z","end":"2026-04-28T03:20:07.965925Z","steps":["trace[461209875] 'agreement among raft nodes before linearized reading' (duration: 419.703642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.965951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:07.546091Z","time spent":"419.854969ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:20:07.96595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:07.547834Z","time spent":"418.105804ms","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":562,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-hzqkbl\" "} {"level":"warn","ts":"2026-04-28T03:20:07.965089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.220729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-28T03:20:07.966018Z","caller":"traceutil/trace.go:171","msg":"trace[544577334] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2647; }","duration":"418.206479ms","start":"2026-04-28T03:20:07.5478Z","end":"2026-04-28T03:20:07.966006Z","steps":["trace[544577334] 'agreement among raft nodes before linearized reading' (duration: 416.995933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.965554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.051141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1494"} {"level":"info","ts":"2026-04-28T03:20:07.966129Z","caller":"traceutil/trace.go:171","msg":"trace[1889920360] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:2647; }","duration":"419.641911ms","start":"2026-04-28T03:20:07.546474Z","end":"2026-04-28T03:20:07.966116Z","steps":["trace[1889920360] 'agreement among raft nodes before linearized reading' (duration: 419.030224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.966174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:07.546461Z","time spent":"419.701672ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1516,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-04-28T03:20:07.966267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.319141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1609"} {"level":"info","ts":"2026-04-28T03:20:07.966295Z","caller":"traceutil/trace.go:171","msg":"trace[372737882] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:2647; }","duration":"418.353766ms","start":"2026-04-28T03:20:07.547934Z","end":"2026-04-28T03:20:07.966288Z","steps":["trace[372737882] 'agreement among raft nodes before linearized reading' (duration: 418.284487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.966317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:07.547931Z","time spent":"418.377933ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1631,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-04-28T03:20:07.965251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:07.544348Z","time spent":"420.886454ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2577,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" "} {"level":"warn","ts":"2026-04-28T03:20:07.965604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.121131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"range_response_count:1 size:1463"} {"level":"info","ts":"2026-04-28T03:20:07.966416Z","caller":"traceutil/trace.go:171","msg":"trace[1620849435] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; response_count:1; response_revision:2647; }","duration":"419.939817ms","start":"2026-04-28T03:20:07.546471Z","end":"2026-04-28T03:20:07.966411Z","steps":["trace[1620849435] 'agreement among raft nodes before linearized reading' (duration: 419.096005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.966437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:07.546467Z","time spent":"419.964542ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1485,"request content":"key:\"/registry/services/specs/openstack/valkey-headless\" "} {"level":"warn","ts":"2026-04-28T03:20:07.965326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.558127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"info","ts":"2026-04-28T03:20:07.966491Z","caller":"traceutil/trace.go:171","msg":"trace[1481571797] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:2647; }","duration":"418.732088ms","start":"2026-04-28T03:20:07.547753Z","end":"2026-04-28T03:20:07.966485Z","steps":["trace[1481571797] 'agreement among raft nodes before linearized reading' (duration: 417.529531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.966509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:07.547747Z","time spent":"418.757654ms","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4407,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-04-28T03:20:07.965868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:07.547795Z","time spent":"418.06621ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1546,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-04-28T03:20:07.966066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:07.547792Z","time spent":"418.26201ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T03:20:07.966581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.504963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-04-28T03:20:07.966767Z","caller":"traceutil/trace.go:171","msg":"trace[325682580] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:2647; }","duration":"418.876087ms","start":"2026-04-28T03:20:07.547843Z","end":"2026-04-28T03:20:07.966719Z","steps":["trace[325682580] 'agreement among raft nodes before linearized reading' (duration: 416.957338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.966882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:07.547834Z","time spent":"419.032094ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":783,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"warn","ts":"2026-04-28T03:20:08.441952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.224353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:08.442113Z","caller":"traceutil/trace.go:171","msg":"trace[1369444205] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"418.865197ms","start":"2026-04-28T03:20:08.023219Z","end":"2026-04-28T03:20:08.442084Z","steps":["trace[1369444205] 'process raft request' (duration: 301.324742ms)","trace[1369444205] 'compare' (duration: 116.837941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:08.442192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:08.023193Z","time spent":"418.961362ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:08.935284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.050691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:08.935471Z","caller":"traceutil/trace.go:171","msg":"trace[113932994] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"460.655786ms","start":"2026-04-28T03:20:08.474793Z","end":"2026-04-28T03:20:08.935449Z","steps":["trace[113932994] 'process raft request' (duration: 142.354642ms)","trace[113932994] 'compare' (duration: 317.554606ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:08.935565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:08.474761Z","time spent":"460.770318ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:10.56323Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.946089341s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:20:10.56436Z","caller":"traceutil/trace.go:171","msg":"trace[505883994] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"2.089152151s","start":"2026-04-28T03:20:08.475197Z","end":"2026-04-28T03:20:10.564349Z","steps":["trace[505883994] 'process raft request' (duration: 2.088354877s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.564493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:08.475175Z","time spent":"2.089246577s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:10.564514Z","caller":"traceutil/trace.go:171","msg":"trace[1330604141] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"2.088832239s","start":"2026-04-28T03:20:08.475632Z","end":"2026-04-28T03:20:10.564464Z","steps":["trace[1330604141] 'process raft request' (duration: 2.088579566s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:10.564504Z","caller":"traceutil/trace.go:171","msg":"trace[439729420] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"2.088834079s","start":"2026-04-28T03:20:08.475614Z","end":"2026-04-28T03:20:10.564448Z","steps":["trace[439729420] 'process raft request' (duration: 2.088536073s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.564621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:08.475595Z","time spent":"2.088973078s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:10.564692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:08.475601Z","time spent":"2.088991026s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:10.564833Z","caller":"traceutil/trace.go:171","msg":"trace[1822373227] linearizableReadLoop","detail":"{readStateIndex:2772; appliedIndex:2768; }","duration":"2.016314048s","start":"2026-04-28T03:20:08.547921Z","end":"2026-04-28T03:20:10.564235Z","steps":["trace[1822373227] 'read index received' (duration: 69.230524ms)","trace[1822373227] 'applied index is now lower than readState.Index' (duration: 1.947082975s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:10.565051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017171162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:20:10.565183Z","caller":"traceutil/trace.go:171","msg":"trace[1190116858] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2653; }","duration":"2.017342346s","start":"2026-04-28T03:20:08.54779Z","end":"2026-04-28T03:20:10.565133Z","steps":["trace[1190116858] 'agreement among raft nodes before linearized reading' (duration: 2.017059808s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.565254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:08.54776Z","time spent":"2.017477796s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:20:10.965043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.357826ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:20:10.965153Z","caller":"traceutil/trace.go:171","msg":"trace[633523525] linearizableReadLoop","detail":"{readStateIndex:2773; appliedIndex:2772; }","duration":"400.25199ms","start":"2026-04-28T03:20:10.564883Z","end":"2026-04-28T03:20:10.965135Z","steps":["trace[633523525] 'read index received' (duration: 131.736557ms)","trace[633523525] 'applied index is now lower than readState.Index' (duration: 268.513983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:10.965302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.55407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:10.965464Z","caller":"traceutil/trace.go:171","msg":"trace[483316291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2653; }","duration":"591.724444ms","start":"2026-04-28T03:20:10.373684Z","end":"2026-04-28T03:20:10.965408Z","steps":["trace[483316291] 'agreement among raft nodes before linearized reading' (duration: 591.55229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.965599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423804536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:20:10.965514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:10.373664Z","time spent":"591.840447ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:20:10.965634Z","caller":"traceutil/trace.go:171","msg":"trace[770531534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2653; }","duration":"1.423866936s","start":"2026-04-28T03:20:09.541758Z","end":"2026-04-28T03:20:10.965625Z","steps":["trace[770531534] 'agreement among raft nodes before linearized reading' (duration: 1.423787288s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.965657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:09.541743Z","time spent":"1.42390748s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:20:10.965665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422580898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:20:10.96571Z","caller":"traceutil/trace.go:171","msg":"trace[787955360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2653; }","duration":"1.422656986s","start":"2026-04-28T03:20:09.543034Z","end":"2026-04-28T03:20:10.965691Z","steps":["trace[787955360] 'agreement among raft nodes before linearized reading' (duration: 1.422501169s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.965828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:09.543016Z","time spent":"1.422800106s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:10.965342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762627376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:10.965931Z","caller":"traceutil/trace.go:171","msg":"trace[887340850] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2653; }","duration":"1.763280919s","start":"2026-04-28T03:20:09.202636Z","end":"2026-04-28T03:20:10.965917Z","steps":["trace[887340850] 'agreement among raft nodes before linearized reading' (duration: 1.76266646s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.965959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420134412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:20:10.966033Z","caller":"traceutil/trace.go:171","msg":"trace[419312373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2653; }","duration":"1.420231498s","start":"2026-04-28T03:20:09.545783Z","end":"2026-04-28T03:20:10.966014Z","steps":["trace[419312373] 'agreement among raft nodes before linearized reading' (duration: 1.419439425s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.966077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:09.545777Z","time spent":"1.420291919s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:10.966099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:09.202602Z","time spent":"1.763358788s","remote":"127.0.0.1:34012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:10.966232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849045748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:10.966242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419900098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:20:10.966269Z","caller":"traceutil/trace.go:171","msg":"trace[938429552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2653; }","duration":"1.41994549s","start":"2026-04-28T03:20:09.546315Z","end":"2026-04-28T03:20:10.966261Z","steps":["trace[938429552] 'agreement among raft nodes before linearized reading' (duration: 1.419864812s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:10.966264Z","caller":"traceutil/trace.go:171","msg":"trace[1793225349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2653; }","duration":"1.849108188s","start":"2026-04-28T03:20:09.117147Z","end":"2026-04-28T03:20:10.966256Z","steps":["trace[1793225349] 'agreement among raft nodes before linearized reading' (duration: 1.849059455s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.966346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:09.117131Z","time spent":"1.849207134s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:10.966298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:09.546304Z","time spent":"1.419988525s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:20:10.966672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.205978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:10.96684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418083947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:10.966911Z","caller":"traceutil/trace.go:171","msg":"trace[2011709737] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2653; }","duration":"2.418219136s","start":"2026-04-28T03:20:08.548675Z","end":"2026-04-28T03:20:10.966894Z","steps":["trace[2011709737] 'agreement among raft nodes before linearized reading' (duration: 2.418091954s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.966971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:08.548644Z","time spent":"2.418310553s","remote":"127.0.0.1:33966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:10.967088Z","caller":"traceutil/trace.go:171","msg":"trace[1772000855] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2653; }","duration":"594.387842ms","start":"2026-04-28T03:20:10.372439Z","end":"2026-04-28T03:20:10.966826Z","steps":["trace[1772000855] 'agreement among raft nodes before linearized reading' (duration: 593.715011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.966734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422383437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:20:10.967317Z","caller":"traceutil/trace.go:171","msg":"trace[236207182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2653; }","duration":"1.424260271s","start":"2026-04-28T03:20:09.543044Z","end":"2026-04-28T03:20:10.967304Z","steps":["trace[236207182] 'agreement among raft nodes before linearized reading' (duration: 1.422321906s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.967366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:09.543035Z","time spent":"1.424318753s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:10.967238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:10.372375Z","time spent":"594.839736ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:11.085559Z","caller":"traceutil/trace.go:171","msg":"trace[44108167] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"144.860652ms","start":"2026-04-28T03:20:10.940669Z","end":"2026-04-28T03:20:11.08553Z","steps":["trace[44108167] 'process raft request' (duration: 144.674549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:11.085661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.406862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:11.085901Z","caller":"traceutil/trace.go:171","msg":"trace[616353575] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2654; }","duration":"198.703728ms","start":"2026-04-28T03:20:10.887176Z","end":"2026-04-28T03:20:11.08588Z","steps":["trace[616353575] 'agreement among raft nodes before linearized reading' (duration: 198.370277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:11.085677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.891771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:11.085775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.52413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:11.086043Z","caller":"traceutil/trace.go:171","msg":"trace[1290414106] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2654; }","duration":"502.310139ms","start":"2026-04-28T03:20:10.583711Z","end":"2026-04-28T03:20:11.086021Z","steps":["trace[1290414106] 'agreement among raft nodes before linearized reading' (duration: 501.89181ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:11.086149Z","caller":"traceutil/trace.go:171","msg":"trace[1267861363] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2654; }","duration":"280.897546ms","start":"2026-04-28T03:20:10.805238Z","end":"2026-04-28T03:20:11.086135Z","steps":["trace[1267861363] 'agreement among raft nodes before linearized reading' (duration: 280.476408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:11.086202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:10.58369Z","time spent":"502.487113ms","remote":"127.0.0.1:33998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:11.085523Z","caller":"traceutil/trace.go:171","msg":"trace[1098897768] linearizableReadLoop","detail":"{readStateIndex:2774; appliedIndex:2773; }","duration":"120.318928ms","start":"2026-04-28T03:20:10.96518Z","end":"2026-04-28T03:20:11.085499Z","steps":["trace[1098897768] 'read index received' (duration: 120.262956ms)","trace[1098897768] 'applied index is now lower than readState.Index' (duration: 55.022µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:11.236929Z","caller":"traceutil/trace.go:171","msg":"trace[1713774262] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"266.574187ms","start":"2026-04-28T03:20:10.970335Z","end":"2026-04-28T03:20:11.236909Z","steps":["trace[1713774262] 'process raft request' (duration: 221.978149ms)","trace[1713774262] 'compare' (duration: 44.334706ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:11.23698Z","caller":"traceutil/trace.go:171","msg":"trace[610674941] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"265.591221ms","start":"2026-04-28T03:20:10.971369Z","end":"2026-04-28T03:20:11.23696Z","steps":["trace[610674941] 'process raft request' (duration: 265.479458ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:11.237517Z","caller":"traceutil/trace.go:171","msg":"trace[1770713915] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"265.704066ms","start":"2026-04-28T03:20:10.971798Z","end":"2026-04-28T03:20:11.237502Z","steps":["trace[1770713915] 'process raft request' (duration: 265.099425ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:11.237637Z","caller":"traceutil/trace.go:171","msg":"trace[354790977] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"265.383043ms","start":"2026-04-28T03:20:10.972247Z","end":"2026-04-28T03:20:11.23763Z","steps":["trace[354790977] 'process raft request' (duration: 265.194341ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:11.237648Z","caller":"traceutil/trace.go:171","msg":"trace[1236708645] linearizableReadLoop","detail":"{readStateIndex:2779; appliedIndex:2774; }","duration":"151.254822ms","start":"2026-04-28T03:20:11.086378Z","end":"2026-04-28T03:20:11.237633Z","steps":["trace[1236708645] 'read index received' (duration: 105.850643ms)","trace[1236708645] 'applied index is now lower than readState.Index' (duration: 45.401279ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:11.237682Z","caller":"traceutil/trace.go:171","msg":"trace[1460080301] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"264.109081ms","start":"2026-04-28T03:20:10.973552Z","end":"2026-04-28T03:20:11.237661Z","steps":["trace[1460080301] 'process raft request' (duration: 263.946985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:11.237759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.645394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:11.237769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.344789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:11.237788Z","caller":"traceutil/trace.go:171","msg":"trace[536574372] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2659; }","duration":"199.721593ms","start":"2026-04-28T03:20:11.038059Z","end":"2026-04-28T03:20:11.237781Z","steps":["trace[536574372] 'agreement among raft nodes before linearized reading' (duration: 199.641175ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:11.237799Z","caller":"traceutil/trace.go:171","msg":"trace[1092138499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2659; }","duration":"269.40741ms","start":"2026-04-28T03:20:10.968382Z","end":"2026-04-28T03:20:11.237789Z","steps":["trace[1092138499] 'agreement among raft nodes before linearized reading' (duration: 269.33675ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:13.395102Z","caller":"traceutil/trace.go:171","msg":"trace[1566200323] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"303.99856ms","start":"2026-04-28T03:20:13.090835Z","end":"2026-04-28T03:20:13.394834Z","steps":["trace[1566200323] 'process raft request' (duration: 303.821605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:13.395236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.090814Z","time spent":"304.358658ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:13.798291Z","caller":"traceutil/trace.go:171","msg":"trace[1181471666] linearizableReadLoop","detail":"{readStateIndex:2784; appliedIndex:2782; }","duration":"556.425167ms","start":"2026-04-28T03:20:13.24184Z","end":"2026-04-28T03:20:13.798265Z","steps":["trace[1181471666] 'read index received' (duration: 152.856437ms)","trace[1181471666] 'applied index is now lower than readState.Index' (duration: 403.56765ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:13.79869Z","caller":"traceutil/trace.go:171","msg":"trace[799558270] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"683.697383ms","start":"2026-04-28T03:20:13.11497Z","end":"2026-04-28T03:20:13.798668Z","steps":["trace[799558270] 'process raft request' (duration: 652.240985ms)","trace[799558270] 'compare' (duration: 30.868473ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:13.798738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.899388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:20:13.798812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.114944Z","time spent":"683.797599ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:13.798844Z","caller":"traceutil/trace.go:171","msg":"trace[897864203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2664; }","duration":"557.015743ms","start":"2026-04-28T03:20:13.241815Z","end":"2026-04-28T03:20:13.798831Z","steps":["trace[897864203] 'agreement among raft nodes before linearized reading' (duration: 556.797113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:13.798927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.241799Z","time spent":"557.116549ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:20:13.859489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.628918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:13.859588Z","caller":"traceutil/trace.go:171","msg":"trace[506563867] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2665; }","duration":"471.780017ms","start":"2026-04-28T03:20:13.387783Z","end":"2026-04-28T03:20:13.859563Z","steps":["trace[506563867] 'agreement among raft nodes before linearized reading' (duration: 471.557629ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:13.859575Z","caller":"traceutil/trace.go:171","msg":"trace[1159502638] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"436.665914ms","start":"2026-04-28T03:20:13.422867Z","end":"2026-04-28T03:20:13.859533Z","steps":["trace[1159502638] 'process raft request' (duration: 436.230536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:13.859644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.387765Z","time spent":"471.865105ms","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:13.859675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.041834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:20:13.859785Z","caller":"traceutil/trace.go:171","msg":"trace[1511238144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2665; }","duration":"617.239775ms","start":"2026-04-28T03:20:13.242527Z","end":"2026-04-28T03:20:13.859766Z","steps":["trace[1511238144] 'agreement among raft nodes before linearized reading' (duration: 616.831914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:13.859951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.24252Z","time spent":"617.41491ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:20:13.860107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.638074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:20:13.860148Z","caller":"traceutil/trace.go:171","msg":"trace[139057185] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2665; }","duration":"200.717672ms","start":"2026-04-28T03:20:13.659418Z","end":"2026-04-28T03:20:13.860136Z","steps":["trace[139057185] 'agreement among raft nodes before linearized reading' (duration: 200.575032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:13.860556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.961712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:20:13.860608Z","caller":"traceutil/trace.go:171","msg":"trace[2081580230] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2665; }","duration":"618.038842ms","start":"2026-04-28T03:20:13.242557Z","end":"2026-04-28T03:20:13.860596Z","steps":["trace[2081580230] 'agreement among raft nodes before linearized reading' (duration: 617.823462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:13.860642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.242547Z","time spent":"618.087544ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:13.862549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.422847Z","time spent":"439.62041ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:13.862984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.569248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:20:13.863033Z","caller":"traceutil/trace.go:171","msg":"trace[154325486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2665; }","duration":"620.644017ms","start":"2026-04-28T03:20:13.242378Z","end":"2026-04-28T03:20:13.863022Z","steps":["trace[154325486] 'agreement among raft nodes before linearized reading' (duration: 617.075599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:13.863247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.242364Z","time spent":"620.805884ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:13.865097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.101065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:20:13.865163Z","caller":"traceutil/trace.go:171","msg":"trace[1174228175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2665; }","duration":"623.222897ms","start":"2026-04-28T03:20:13.241926Z","end":"2026-04-28T03:20:13.865148Z","steps":["trace[1174228175] 'agreement among raft nodes before linearized reading' (duration: 617.34662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:13.865198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.241903Z","time spent":"623.286198ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:16.116196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000124074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:20:16.116296Z","caller":"traceutil/trace.go:171","msg":"trace[522272906] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272042s","start":"2026-04-28T03:20:14.115992Z","end":"2026-04-28T03:20:16.116264Z","steps":["trace[522272906] 'agreement among raft nodes before linearized reading' (duration: 2.000155758s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:16.116426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:14.115954Z","time spent":"2.000454507s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:18.121152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003787667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:20:18.12123Z","caller":"traceutil/trace.go:171","msg":"trace[1389598461] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003914769s","start":"2026-04-28T03:20:16.117297Z","end":"2026-04-28T03:20:18.121212Z","steps":["trace[1389598461] 'agreement among raft nodes before linearized reading' (duration: 2.003814823s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:18.121272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:16.117245Z","time spent":"2.004015425s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:18.648573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:20:18.648687Z","caller":"traceutil/trace.go:171","msg":"trace[398312959] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000062973s","start":"2026-04-28T03:20:16.648576Z","end":"2026-04-28T03:20:18.648639Z","steps":["trace[398312959] 'agreement among raft nodes before linearized reading' (duration: 1.999951268s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:18.648738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:16.648555Z","time spent":"2.000172998s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:18.801844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.80302Z","time spent":"4.998818157s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:20:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:18.863325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.864821Z","time spent":"4.998496715s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:20:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:18.864554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.866124Z","time spent":"4.998422332s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:20:19.603178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:14.605172Z","time spent":"4.9979976s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:20:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:19.657356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:14.65902Z","time spent":"4.998330304s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:20:19.657465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:14.657917Z","time spent":"4.999546572s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:20:19.841771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:19.318872Z","time spent":"522.891231ms","remote":"127.0.0.1:32920","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:20:19.842413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279239053s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:19.842539Z","caller":"traceutil/trace.go:171","msg":"trace[1354382951] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2665; }","duration":"2.279373605s","start":"2026-04-28T03:20:17.563145Z","end":"2026-04-28T03:20:19.842519Z","steps":["trace[1354382951] 'range keys from in-memory index tree' (duration: 2.279220546s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:19.84338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.631899009s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-28T03:20:20.127441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000481049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:20:20.12756Z","caller":"traceutil/trace.go:171","msg":"trace[648525276] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000655895s","start":"2026-04-28T03:20:18.126875Z","end":"2026-04-28T03:20:20.127531Z","steps":["trace[648525276] 'agreement among raft nodes before linearized reading' (duration: 2.000493507s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:20.127612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:18.126865Z","time spent":"2.000736184s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:20.349895Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.423062073s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:20:20.398593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:15.399721Z","time spent":"4.998863904s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:20:20.868323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.86778Z","time spent":"7.000536573s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:20:20.868367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.867775Z","time spent":"7.000589357s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:20:20.974841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.974092Z","time spent":"7.000742886s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:20:21.932711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582505026s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:21.93313Z","caller":"traceutil/trace.go:171","msg":"trace[1376373781] linearizableReadLoop","detail":"{readStateIndex:2790; appliedIndex:2785; }","duration":"8.037191932s","start":"2026-04-28T03:20:13.895916Z","end":"2026-04-28T03:20:21.933108Z","steps":["trace[1376373781] 'read index received' (duration: 315.521296ms)","trace[1376373781] 'applied index is now lower than readState.Index' (duration: 7.721669057s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:21.933281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.037346451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:21.933333Z","caller":"traceutil/trace.go:171","msg":"trace[982781821] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2671; }","duration":"8.037434179s","start":"2026-04-28T03:20:13.895884Z","end":"2026-04-28T03:20:21.933318Z","steps":["trace[982781821] 'agreement among raft nodes before linearized reading' (duration: 8.037328643s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:21.933383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.895849Z","time spent":"8.037520197s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:22.128646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000342801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:20:22.128732Z","caller":"traceutil/trace.go:171","msg":"trace[900277697] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000467664s","start":"2026-04-28T03:20:20.12824Z","end":"2026-04-28T03:20:22.128707Z","steps":["trace[900277697] 'agreement among raft nodes before linearized reading' (duration: 2.000367937s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.12878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:20.128224Z","time spent":"2.000546755s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:20:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:22.229657Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.879573101s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:20:22.372275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999959165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:20:22.372361Z","caller":"traceutil/trace.go:171","msg":"trace[306300810] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000108595s","start":"2026-04-28T03:20:20.372233Z","end":"2026-04-28T03:20:22.372341Z","steps":["trace[306300810] 'agreement among raft nodes before linearized reading' (duration: 1.99999655s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.372411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:20.372207Z","time spent":"2.000194423s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:22.783627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.617987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:22.784767Z","caller":"traceutil/trace.go:171","msg":"trace[564699641] linearizableReadLoop","detail":"{readStateIndex:2795; appliedIndex:2791; }","duration":"851.563537ms","start":"2026-04-28T03:20:21.933181Z","end":"2026-04-28T03:20:22.784744Z","steps":["trace[564699641] 'read index received' (duration: 296.764215ms)","trace[564699641] 'applied index is now lower than readState.Index' (duration: 554.797252ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:22.971756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.12476ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-28T03:20:22.971948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.367035513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-04-28T03:20:22.972028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.847735503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T03:20:22.972027Z","caller":"traceutil/trace.go:171","msg":"trace[371870085] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2676; }","duration":"3.36713173s","start":"2026-04-28T03:20:19.604878Z","end":"2026-04-28T03:20:22.97201Z","steps":["trace[371870085] 'agreement among raft nodes before linearized reading' (duration: 3.179867977s)","trace[371870085] 'range keys from in-memory index tree' (duration: 187.172135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:22.972069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:19.604863Z","time spent":"3.367197371s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":546,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-28T03:20:22.972087Z","caller":"traceutil/trace.go:171","msg":"trace[645616947] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b; range_end:; response_count:1; response_revision:2676; }","duration":"4.847779117s","start":"2026-04-28T03:20:18.124267Z","end":"2026-04-28T03:20:22.972046Z","steps":["trace[645616947] 'agreement among raft nodes before linearized reading' (duration: 4.660581036s)","trace[645616947] 'range keys from in-memory index tree' (duration: 187.097215ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:22.972124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:18.124257Z","time spent":"4.847858086s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b\" "} {"level":"warn","ts":"2026-04-28T03:20:22.972198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.104552807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:20:22.972259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.256691794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T03:20:22.972302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.850401319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:20:22.972279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168412064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-28T03:20:22.972357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.980579549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:22.972373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.571298641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"warn","ts":"2026-04-28T03:20:22.972374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.03085547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:20:22.972379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.312706323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:20:22.972392Z","caller":"traceutil/trace.go:171","msg":"trace[1835426706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2676; }","duration":"2.168578132s","start":"2026-04-28T03:20:20.803782Z","end":"2026-04-28T03:20:22.972361Z","steps":["trace[1835426706] 'agreement among raft nodes before linearized reading' (duration: 1.981008789s)","trace[1835426706] 'range keys from in-memory index tree' (duration: 187.316596ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:22.97241Z","caller":"traceutil/trace.go:171","msg":"trace[1139350477] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2676; }","duration":"7.0309365s","start":"2026-04-28T03:20:15.941464Z","end":"2026-04-28T03:20:22.9724Z","steps":["trace[1139350477] 'agreement among raft nodes before linearized reading' (duration: 6.843402273s)","trace[1139350477] 'count revisions from in-memory index tree' (duration: 187.491372ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:22.972424Z","caller":"traceutil/trace.go:171","msg":"trace[1353451170] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2676; }","duration":"3.312768114s","start":"2026-04-28T03:20:19.65964Z","end":"2026-04-28T03:20:22.972408Z","steps":["trace[1353451170] 'agreement among raft nodes before linearized reading' (duration: 3.125173775s)","trace[1353451170] 'range keys from in-memory index tree' (duration: 187.489913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:22.972692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.924136335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"warn","ts":"2026-04-28T03:20:22.972444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:15.941436Z","time spent":"7.030999682s","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:22.972404Z","caller":"traceutil/trace.go:171","msg":"trace[1244236171] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2676; }","duration":"2.571357643s","start":"2026-04-28T03:20:20.401037Z","end":"2026-04-28T03:20:22.972395Z","steps":["trace[1244236171] 'agreement among raft nodes before linearized reading' (duration: 2.383759225s)","trace[1244236171] 'range keys from in-memory index tree' (duration: 187.504721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:22.972728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:19.65963Z","time spent":"3.313082173s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:20:22.972756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.172310893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:22.972198Z","caller":"traceutil/trace.go:171","msg":"trace[1988045397] linearizableReadLoop","detail":"{readStateIndex:2796; appliedIndex:2795; }","duration":"187.331953ms","start":"2026-04-28T03:20:22.784842Z","end":"2026-04-28T03:20:22.972174Z","steps":["trace[1988045397] 'read index received' (duration: 52.093µs)","trace[1988045397] 'applied index is now lower than readState.Index' (duration: 187.080537ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:22.972798Z","caller":"traceutil/trace.go:171","msg":"trace[713284469] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2676; }","duration":"3.172382324s","start":"2026-04-28T03:20:19.800399Z","end":"2026-04-28T03:20:22.972781Z","steps":["trace[713284469] 'agreement among raft nodes before linearized reading' (duration: 2.984403366s)","trace[713284469] 'count revisions from in-memory index tree' (duration: 187.937474ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:22.972831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:19.800378Z","time spent":"3.172441326s","remote":"127.0.0.1:39674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:22.972381Z","caller":"traceutil/trace.go:171","msg":"trace[2146331459] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:0; response_revision:2676; }","duration":"7.980599696s","start":"2026-04-28T03:20:14.99177Z","end":"2026-04-28T03:20:22.97237Z","steps":["trace[2146331459] 'agreement among raft nodes before linearized reading' (duration: 7.793090766s)","trace[2146331459] 'range keys from in-memory index tree' (duration: 187.484003ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:22.97291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843379852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:20:22.97291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.313238002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-04-28T03:20:22.972952Z","caller":"traceutil/trace.go:171","msg":"trace[144565358] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2676; }","duration":"1.843454952s","start":"2026-04-28T03:20:21.129485Z","end":"2026-04-28T03:20:22.97294Z","steps":["trace[144565358] 'agreement among raft nodes before linearized reading' (duration: 1.65527885s)","trace[144565358] 'count revisions from in-memory index tree' (duration: 188.132588ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:22.972969Z","caller":"traceutil/trace.go:171","msg":"trace[1546972898] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2676; }","duration":"3.31332643s","start":"2026-04-28T03:20:19.659625Z","end":"2026-04-28T03:20:22.972951Z","steps":["trace[1546972898] 'agreement among raft nodes before linearized reading' (duration: 3.125183574s)","trace[1546972898] 'range keys from in-memory index tree' (duration: 188.029851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:22.972992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:21.12944Z","time spent":"1.843539471s","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:22.973028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:19.659606Z","time spent":"3.313407699s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:20:22.97207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.056245011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:22.973082Z","caller":"traceutil/trace.go:171","msg":"trace[1935608506] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2676; }","duration":"8.057307051s","start":"2026-04-28T03:20:14.915762Z","end":"2026-04-28T03:20:22.973069Z","steps":["trace[1935608506] 'agreement among raft nodes before linearized reading' (duration: 7.86912274s)","trace[1935608506] 'count revisions from in-memory index tree' (duration: 187.145198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:22.973124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:14.915743Z","time spent":"8.057367082s","remote":"127.0.0.1:51332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:22.973164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.330931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:20:22.973196Z","caller":"traceutil/trace.go:171","msg":"trace[180557172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2676; }","duration":"100.390793ms","start":"2026-04-28T03:20:22.872797Z","end":"2026-04-28T03:20:22.973188Z","steps":["trace[180557172] 'agreement among raft nodes before linearized reading' (duration: 100.321512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.972762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:20.401021Z","time spent":"2.571731344s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":571,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-28T03:20:22.973234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994974218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-28T03:20:22.973265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107602539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-28T03:20:22.972318Z","caller":"traceutil/trace.go:171","msg":"trace[1098630872] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2676; }","duration":"8.256781272s","start":"2026-04-28T03:20:14.715521Z","end":"2026-04-28T03:20:22.972302Z","steps":["trace[1098630872] 'agreement among raft nodes before linearized reading' (duration: 8.069378278s)","trace[1098630872] 'count revisions from in-memory index tree' (duration: 187.325044ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:22.973288Z","caller":"traceutil/trace.go:171","msg":"trace[429260735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2676; }","duration":"2.107658712s","start":"2026-04-28T03:20:20.865621Z","end":"2026-04-28T03:20:22.97328Z","steps":["trace[429260735] 'agreement among raft nodes before linearized reading' (duration: 1.919164342s)","trace[429260735] 'range keys from in-memory index tree' (duration: 188.440926ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:22.973281Z","caller":"traceutil/trace.go:171","msg":"trace[1055700200] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:2676; }","duration":"1.995045797s","start":"2026-04-28T03:20:20.978222Z","end":"2026-04-28T03:20:22.973267Z","steps":["trace[1055700200] 'agreement among raft nodes before linearized reading' (duration: 1.806547908s)","trace[1055700200] 'range keys from in-memory index tree' (duration: 188.409681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:22.973295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:14.715507Z","time spent":"8.25778045s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":339,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:22.97331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:20.865602Z","time spent":"2.107702156s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:20:22.973318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:20.978205Z","time spent":"1.99510591s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-28T03:20:22.972714Z","caller":"traceutil/trace.go:171","msg":"trace[451058863] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2676; }","duration":"4.924186318s","start":"2026-04-28T03:20:18.048522Z","end":"2026-04-28T03:20:22.972708Z","steps":["trace[451058863] 'agreement among raft nodes before linearized reading' (duration: 4.736299887s)","trace[451058863] 'range keys from in-memory index tree' (duration: 187.603098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:22.973375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:18.048507Z","time spent":"4.924862238s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12010,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:20:22.971808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.600770234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:22.973409Z","caller":"traceutil/trace.go:171","msg":"trace[1095359636] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2676; }","duration":"7.602427554s","start":"2026-04-28T03:20:15.37097Z","end":"2026-04-28T03:20:22.973397Z","steps":["trace[1095359636] 'agreement among raft nodes before linearized reading' (duration: 7.413902699s)","trace[1095359636] 'count revisions from in-memory index tree' (duration: 186.885852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:22.97345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:15.37095Z","time spent":"7.602489187s","remote":"127.0.0.1:35912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:22.972268Z","caller":"traceutil/trace.go:171","msg":"trace[666894220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2676; }","duration":"8.104648534s","start":"2026-04-28T03:20:14.867596Z","end":"2026-04-28T03:20:22.972245Z","steps":["trace[666894220] 'agreement among raft nodes before linearized reading' (duration: 7.917283515s)","trace[666894220] 'range keys from in-memory index tree' (duration: 187.229617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:22.971894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.302862904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:20:22.973504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:14.867576Z","time spent":"8.105909307s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:20:22.971829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.877639422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:22.973156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106897044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:20:22.973642Z","caller":"traceutil/trace.go:171","msg":"trace[1999657008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2676; }","duration":"2.107399447s","start":"2026-04-28T03:20:20.866234Z","end":"2026-04-28T03:20:22.973633Z","steps":["trace[1999657008] 'agreement among raft nodes before linearized reading' (duration: 1.918541985s)","trace[1999657008] 'range keys from in-memory index tree' (duration: 188.291287ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:22.973639Z","caller":"traceutil/trace.go:171","msg":"trace[1138671818] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2676; }","duration":"3.879521624s","start":"2026-04-28T03:20:19.094104Z","end":"2026-04-28T03:20:22.973626Z","steps":["trace[1138671818] 'agreement among raft nodes before linearized reading' (duration: 3.690722905s)","trace[1138671818] 'count revisions from in-memory index tree' (duration: 186.931516ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:22.973668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:20.866227Z","time spent":"2.107433922s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:22.97368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:19.094084Z","time spent":"3.879582826s","remote":"127.0.0.1:51138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:22.972907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:14.991712Z","time spent":"7.981183729s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"warn","ts":"2026-04-28T03:20:22.973418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.394202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:20:22.973736Z","caller":"traceutil/trace.go:171","msg":"trace[151780555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2676; }","duration":"100.711681ms","start":"2026-04-28T03:20:22.873007Z","end":"2026-04-28T03:20:22.973719Z","steps":["trace[151780555] 'agreement among raft nodes before linearized reading' (duration: 100.367296ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:22.972331Z","caller":"traceutil/trace.go:171","msg":"trace[742211963] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2676; }","duration":"4.85047167s","start":"2026-04-28T03:20:18.121849Z","end":"2026-04-28T03:20:22.972321Z","steps":["trace[742211963] 'agreement among raft nodes before linearized reading' (duration: 4.663003814s)","trace[742211963] 'count revisions from in-memory index tree' (duration: 187.413483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:22.972871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624293779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:22.973806Z","caller":"traceutil/trace.go:171","msg":"trace[2017002863] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2676; }","duration":"1.625272799s","start":"2026-04-28T03:20:21.348518Z","end":"2026-04-28T03:20:22.973791Z","steps":["trace[2017002863] 'agreement among raft nodes before linearized reading' (duration: 1.436239491s)","trace[2017002863] 'count revisions from in-memory index tree' (duration: 188.085364ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:22.973523Z","caller":"traceutil/trace.go:171","msg":"trace[1646244698] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2676; }","duration":"4.304513425s","start":"2026-04-28T03:20:18.668999Z","end":"2026-04-28T03:20:22.973512Z","steps":["trace[1646244698] 'agreement among raft nodes before linearized reading' (duration: 4.1158361s)","trace[1646244698] 'count revisions from in-memory index tree' (duration: 187.023865ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:22.972713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:20.803757Z","time spent":"2.168939644s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:20:22.973861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:21.348487Z","time spent":"1.625353939s","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:22.973899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:18.121828Z","time spent":"4.852060559s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:22.972998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.853675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:22.973868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:18.668985Z","time spent":"4.304870977s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:22.97396Z","caller":"traceutil/trace.go:171","msg":"trace[1704422515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2676; }","duration":"833.921614ms","start":"2026-04-28T03:20:22.140031Z","end":"2026-04-28T03:20:22.973953Z","steps":["trace[1704422515] 'agreement among raft nodes before linearized reading' (duration: 832.257364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.973984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:22.140006Z","time spent":"833.971667ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:22.971922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.310033951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:22.974079Z","caller":"traceutil/trace.go:171","msg":"trace[280697273] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2676; }","duration":"4.312236479s","start":"2026-04-28T03:20:18.661836Z","end":"2026-04-28T03:20:22.974072Z","steps":["trace[280697273] 'agreement among raft nodes before linearized reading' (duration: 4.123005127s)","trace[280697273] 'count revisions from in-memory index tree' (duration: 187.067799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:22.974101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:18.661816Z","time spent":"4.312278273s","remote":"127.0.0.1:51236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} 2026/04/28 03:20:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 03:20:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 03:20:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 03:20:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:24.60296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620575036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:20:24.603027Z","caller":"traceutil/trace.go:171","msg":"trace[651813239] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"1.620662794s","start":"2026-04-28T03:20:22.982348Z","end":"2026-04-28T03:20:24.603011Z","steps":["trace[651813239] 'agreement among raft nodes before linearized reading' (duration: 1.620577435s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:24.603072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:22.982345Z","time spent":"1.620719386s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/28 03:20:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:24.629774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64590813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:20:24.629856Z","caller":"traceutil/trace.go:171","msg":"trace[9362917] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; }","duration":"1.646020446s","start":"2026-04-28T03:20:22.983817Z","end":"2026-04-28T03:20:24.629838Z","steps":["trace[9362917] 'agreement among raft nodes before linearized reading' (duration: 1.645918079s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:24.63032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:22.983811Z","time spent":"1.646490786s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} 2026/04/28 03:20:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:24.656362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675125224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:20:24.656447Z","caller":"traceutil/trace.go:171","msg":"trace[152346315] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"1.675244018s","start":"2026-04-28T03:20:22.981183Z","end":"2026-04-28T03:20:24.656427Z","steps":["trace[152346315] 'agreement among raft nodes before linearized reading' (duration: 1.675140152s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:24.656496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:22.981173Z","time spent":"1.675313659s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/28 03:20:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:24.657861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676688771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:20:24.657915Z","caller":"traceutil/trace.go:171","msg":"trace[1505787937] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"1.676773329s","start":"2026-04-28T03:20:22.981128Z","end":"2026-04-28T03:20:24.657902Z","steps":["trace[1505787937] 'agreement among raft nodes before linearized reading' (duration: 1.676711587s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:24.657957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:22.981115Z","time spent":"1.676833401s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/28 03:20:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:24.976109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99514237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:20:24.976198Z","caller":"traceutil/trace.go:171","msg":"trace[1134809082] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.995264244s","start":"2026-04-28T03:20:22.980915Z","end":"2026-04-28T03:20:24.976179Z","steps":["trace[1134809082] 'agreement among raft nodes before linearized reading' (duration: 1.995150769s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:24.97625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:22.980908Z","time spent":"1.995333165s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:20:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:25.210229Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.154298746s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:20:25.211111Z","caller":"traceutil/trace.go:171","msg":"trace[625990611] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"2.230018551s","start":"2026-04-28T03:20:22.98107Z","end":"2026-04-28T03:20:25.211089Z","steps":["trace[625990611] 'process raft request' (duration: 2.229695103s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:25.211233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:22.981041Z","time spent":"2.230130326s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:25.211654Z","caller":"traceutil/trace.go:171","msg":"trace[977803696] linearizableReadLoop","detail":"{readStateIndex:2798; appliedIndex:2797; }","duration":"2.230526075s","start":"2026-04-28T03:20:22.981104Z","end":"2026-04-28T03:20:25.21163Z","steps":["trace[977803696] 'read index received' (duration: 74.985249ms)","trace[977803696] 'applied index is now lower than readState.Index' (duration: 2.155539946s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:25.39806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415687305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:20:25.398134Z","caller":"traceutil/trace.go:171","msg":"trace[1137498914] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"2.415790672s","start":"2026-04-28T03:20:22.982326Z","end":"2026-04-28T03:20:25.398117Z","steps":["trace[1137498914] 'agreement among raft nodes before linearized reading' (duration: 2.415693744s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:25.398183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:22.982321Z","time spent":"2.415853193s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/28 03:20:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:25.711847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:26.21273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:26.713172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:26.984614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000554752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:20:26.984712Z","caller":"traceutil/trace.go:171","msg":"trace[1041189565] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000688655s","start":"2026-04-28T03:20:24.984001Z","end":"2026-04-28T03:20:26.98469Z","steps":["trace[1041189565] 'agreement among raft nodes before linearized reading' (duration: 2.00056683s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:26.984779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.983993Z","time spent":"2.000766455s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:20:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:27.17397Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.962629063s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:20:27.478718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.411735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:27.479072Z","caller":"traceutil/trace.go:171","msg":"trace[1451146341] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"3.384704857s","start":"2026-04-28T03:20:24.094351Z","end":"2026-04-28T03:20:27.479056Z","steps":["trace[1451146341] 'process raft request' (duration: 3.384668681s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:27.479135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.094323Z","time spent":"3.384786586s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:27.4793Z","caller":"traceutil/trace.go:171","msg":"trace[2117878284] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"4.422691404s","start":"2026-04-28T03:20:23.0566Z","end":"2026-04-28T03:20:27.479291Z","steps":["trace[2117878284] 'process raft request' (duration: 4.117587426s)","trace[2117878284] 'compare' (duration: 304.035602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:27.479335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:23.056583Z","time spent":"4.422732479s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:27.479404Z","caller":"traceutil/trace.go:171","msg":"trace[1833719186] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2683; }","duration":"4.234297274s","start":"2026-04-28T03:20:23.245073Z","end":"2026-04-28T03:20:27.479371Z","steps":["trace[1833719186] 'process raft request' (duration: 4.233863809s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:27.479538Z","caller":"traceutil/trace.go:171","msg":"trace[593174720] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"3.578966169s","start":"2026-04-28T03:20:23.900548Z","end":"2026-04-28T03:20:27.479514Z","steps":["trace[593174720] 'process raft request' (duration: 3.578416848s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:27.47956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:23.245061Z","time spent":"4.23441435s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:27.479649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:23.900521Z","time spent":"3.579068975s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:27.47981Z","caller":"traceutil/trace.go:171","msg":"trace[792938098] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2683; }","duration":"4.235298155s","start":"2026-04-28T03:20:23.244503Z","end":"2026-04-28T03:20:27.479801Z","steps":["trace[792938098] 'process raft request' (duration: 4.23439176s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:27.479852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:23.244488Z","time spent":"4.23534195s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":511,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:27.479956Z","caller":"traceutil/trace.go:171","msg":"trace[1027821590] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2683; }","duration":"4.235397633s","start":"2026-04-28T03:20:23.244549Z","end":"2026-04-28T03:20:27.479946Z","steps":["trace[1027821590] 'process raft request' (duration: 4.234367483s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:27.47992Z","caller":"traceutil/trace.go:171","msg":"trace[1926650577] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2683; }","duration":"4.235428998s","start":"2026-04-28T03:20:23.244415Z","end":"2026-04-28T03:20:27.479844Z","steps":["trace[1926650577] 'process raft request' (duration: 4.234409107s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:27.480018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:23.244543Z","time spent":"4.235437738s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":467,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:27.480117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:23.244221Z","time spent":"4.235778982s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":525,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:28.984746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999645835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:20:28.984814Z","caller":"traceutil/trace.go:171","msg":"trace[1591256996] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999777599s","start":"2026-04-28T03:20:26.985022Z","end":"2026-04-28T03:20:28.984799Z","steps":["trace[1591256996] 'agreement among raft nodes before linearized reading' (duration: 1.999677302s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:28.984849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:26.984804Z","time spent":"2.000038956s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:30.405719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591954576s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:30.405806Z","caller":"traceutil/trace.go:171","msg":"trace[883433795] linearizableReadLoop","detail":"{readStateIndex:2811; appliedIndex:2803; }","duration":"5.194033106s","start":"2026-04-28T03:20:25.211761Z","end":"2026-04-28T03:20:30.405794Z","steps":["trace[883433795] 'read index received' (duration: 1.962444768s)","trace[883433795] 'applied index is now lower than readState.Index' (duration: 3.231587268s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:30.405883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.198659428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:30.405901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.994643811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:30.405937Z","caller":"traceutil/trace.go:171","msg":"trace[1886601359] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2686; }","duration":"6.198760236s","start":"2026-04-28T03:20:24.207169Z","end":"2026-04-28T03:20:30.405929Z","steps":["trace[1886601359] 'agreement among raft nodes before linearized reading' (duration: 6.198684665s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.405963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.207148Z","time spent":"6.19880754s","remote":"127.0.0.1:39522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:30.406009Z","caller":"traceutil/trace.go:171","msg":"trace[685952432] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"5.00585811s","start":"2026-04-28T03:20:25.400135Z","end":"2026-04-28T03:20:30.405993Z","steps":["trace[685952432] 'process raft request' (duration: 2.413591302s)","trace[685952432] 'compare' (duration: 2.591499242s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:30.406102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.400115Z","time spent":"5.005925791s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:30.406189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.424297318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:20:30.40621Z","caller":"traceutil/trace.go:171","msg":"trace[871778842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2686; }","duration":"6.42435586s","start":"2026-04-28T03:20:23.981847Z","end":"2026-04-28T03:20:30.406203Z","steps":["trace[871778842] 'agreement among raft nodes before linearized reading' (duration: 6.424270531s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.406364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.416246063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:30.406419Z","caller":"traceutil/trace.go:171","msg":"trace[1424541382] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2686; }","duration":"5.416312944s","start":"2026-04-28T03:20:24.990085Z","end":"2026-04-28T03:20:30.406398Z","steps":["trace[1424541382] 'agreement among raft nodes before linearized reading' (duration: 5.416233654s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.406465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.990078Z","time spent":"5.416372507s","remote":"127.0.0.1:35854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:30.406747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.426333146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-04-28T03:20:30.406826Z","caller":"traceutil/trace.go:171","msg":"trace[1563996635] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2686; }","duration":"5.426441913s","start":"2026-04-28T03:20:24.980369Z","end":"2026-04-28T03:20:30.406811Z","steps":["trace[1563996635] 'agreement among raft nodes before linearized reading' (duration: 5.426273923s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.406875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.980356Z","time spent":"5.426505914s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7124,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T03:20:30.406235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:23.981816Z","time spent":"6.424408614s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:20:30.405961Z","caller":"traceutil/trace.go:171","msg":"trace[258644278] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2686; }","duration":"5.994761816s","start":"2026-04-28T03:20:24.411183Z","end":"2026-04-28T03:20:30.405945Z","steps":["trace[258644278] 'agreement among raft nodes before linearized reading' (duration: 5.994631212s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.407415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.411158Z","time spent":"5.996246053s","remote":"127.0.0.1:47560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:30.407687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843225173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:30.407752Z","caller":"traceutil/trace.go:171","msg":"trace[805153283] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2686; }","duration":"1.843329881s","start":"2026-04-28T03:20:28.564407Z","end":"2026-04-28T03:20:30.407737Z","steps":["trace[805153283] 'agreement among raft nodes before linearized reading' (duration: 1.843215785s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.407779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208916671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:30.407803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:28.56439Z","time spent":"1.843397962s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":20,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:30.407825Z","caller":"traceutil/trace.go:171","msg":"trace[663019378] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2686; }","duration":"1.20900773s","start":"2026-04-28T03:20:29.198808Z","end":"2026-04-28T03:20:30.407816Z","steps":["trace[663019378] 'agreement among raft nodes before linearized reading' (duration: 1.208946467s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.407848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:29.198786Z","time spent":"1.209055134s","remote":"127.0.0.1:39564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:30.408023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.962097919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T03:20:30.40805Z","caller":"traceutil/trace.go:171","msg":"trace[196363305] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2686; }","duration":"6.962165121s","start":"2026-04-28T03:20:23.445877Z","end":"2026-04-28T03:20:30.408042Z","steps":["trace[196363305] 'agreement among raft nodes before linearized reading' (duration: 6.962096849s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.408068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286879681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:30.408115Z","caller":"traceutil/trace.go:171","msg":"trace[1787776061] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2686; }","duration":"1.286989677s","start":"2026-04-28T03:20:29.121113Z","end":"2026-04-28T03:20:30.408102Z","steps":["trace[1787776061] 'agreement among raft nodes before linearized reading' (duration: 1.286904657s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.408169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:29.12109Z","time spent":"1.287065787s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":20,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:30.408245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.600564893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:30.408337Z","caller":"traceutil/trace.go:171","msg":"trace[297144883] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2686; }","duration":"3.600706135s","start":"2026-04-28T03:20:26.807605Z","end":"2026-04-28T03:20:30.408311Z","steps":["trace[297144883] 'agreement among raft nodes before linearized reading' (duration: 3.600547764s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.408382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414810737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:30.408395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:26.80759Z","time spent":"3.600788676s","remote":"127.0.0.1:60760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:30.408429Z","caller":"traceutil/trace.go:171","msg":"trace[124060225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2686; }","duration":"1.414887028s","start":"2026-04-28T03:20:28.993529Z","end":"2026-04-28T03:20:30.408416Z","steps":["trace[124060225] 'agreement among raft nodes before linearized reading' (duration: 1.414818125s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.408468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:28.993507Z","time spent":"1.41495074s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:30.408635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8639791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:30.408673Z","caller":"traceutil/trace.go:171","msg":"trace[1008766356] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2686; }","duration":"1.864017086s","start":"2026-04-28T03:20:28.544643Z","end":"2026-04-28T03:20:30.40866Z","steps":["trace[1008766356] 'agreement among raft nodes before linearized reading' (duration: 1.863946984s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.408685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608583013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:20:30.408706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:28.54458Z","time spent":"1.864115103s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:30.408733Z","caller":"traceutil/trace.go:171","msg":"trace[755748101] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2686; }","duration":"1.608677181s","start":"2026-04-28T03:20:28.800042Z","end":"2026-04-28T03:20:30.408719Z","steps":["trace[755748101] 'agreement among raft nodes before linearized reading' (duration: 1.60859844s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.408784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:28.800024Z","time spent":"1.608743143s","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":3,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:30.409893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.996451398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:30.409962Z","caller":"traceutil/trace.go:171","msg":"trace[2048144427] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2686; }","duration":"3.996565453s","start":"2026-04-28T03:20:26.41338Z","end":"2026-04-28T03:20:30.409946Z","steps":["trace[2048144427] 'agreement among raft nodes before linearized reading' (duration: 3.996453157s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.410013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:26.413359Z","time spent":"3.996638254s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:30.409983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178748192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:30.410097Z","caller":"traceutil/trace.go:171","msg":"trace[1159559611] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2686; }","duration":"3.178962475s","start":"2026-04-28T03:20:27.231107Z","end":"2026-04-28T03:20:30.41007Z","steps":["trace[1159559611] 'agreement among raft nodes before linearized reading' (duration: 3.178723795s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.410167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.827112503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:20:30.41016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.816158097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:30.410213Z","caller":"traceutil/trace.go:171","msg":"trace[972596363] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2686; }","duration":"4.827208921s","start":"2026-04-28T03:20:25.582992Z","end":"2026-04-28T03:20:30.4102Z","steps":["trace[972596363] 'agreement among raft nodes before linearized reading' (duration: 4.827094315s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.410538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.582975Z","time spent":"4.827550459s","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:30.410166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:27.231025Z","time spent":"3.179126605s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:30.408137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.385181118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:20:30.410793Z","caller":"traceutil/trace.go:171","msg":"trace[1511018123] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2686; }","duration":"7.387867748s","start":"2026-04-28T03:20:23.022912Z","end":"2026-04-28T03:20:30.41078Z","steps":["trace[1511018123] 'agreement among raft nodes before linearized reading' (duration: 7.385186697s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.410855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:23.022892Z","time spent":"7.387924131s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T03:20:30.41022Z","caller":"traceutil/trace.go:171","msg":"trace[1611138722] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2686; }","duration":"3.816254985s","start":"2026-04-28T03:20:26.59395Z","end":"2026-04-28T03:20:30.410205Z","steps":["trace[1611138722] 'agreement among raft nodes before linearized reading' (duration: 3.816168635s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.410913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:26.593929Z","time spent":"3.816961547s","remote":"127.0.0.1:35816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:30.41026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928584539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-28T03:20:30.410989Z","caller":"traceutil/trace.go:171","msg":"trace[1974678198] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2686; }","duration":"2.929352635s","start":"2026-04-28T03:20:27.481626Z","end":"2026-04-28T03:20:30.410978Z","steps":["trace[1974678198] 'agreement among raft nodes before linearized reading' (duration: 2.928575801s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.411032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:27.481601Z","time spent":"2.929418947s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T03:20:30.408068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:23.445857Z","time spent":"6.962206895s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:20:30.411785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.196467737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T03:20:30.411824Z","caller":"traceutil/trace.go:171","msg":"trace[402252532] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b; range_end:; response_count:1; response_revision:2686; }","duration":"5.196570184s","start":"2026-04-28T03:20:25.215245Z","end":"2026-04-28T03:20:30.411815Z","steps":["trace[402252532] 'agreement among raft nodes before linearized reading' (duration: 5.192054638s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.411956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.215182Z","time spent":"5.1967654s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b\" "} {"level":"warn","ts":"2026-04-28T03:20:31.186227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.396157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:31.186363Z","caller":"traceutil/trace.go:171","msg":"trace[686978064] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"770.455788ms","start":"2026-04-28T03:20:30.415887Z","end":"2026-04-28T03:20:31.186343Z","steps":["trace[686978064] 'process raft request' (duration: 262.862105ms)","trace[686978064] 'compare' (duration: 507.013114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:31.186424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:30.415857Z","time spent":"770.536279ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:32.271673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.351655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:32.272388Z","caller":"traceutil/trace.go:171","msg":"trace[2053451391] linearizableReadLoop","detail":"{readStateIndex:2814; appliedIndex:2811; }","duration":"1.85546046s","start":"2026-04-28T03:20:30.416907Z","end":"2026-04-28T03:20:32.272367Z","steps":["trace[2053451391] 'read index received' (duration: 261.956896ms)","trace[2053451391] 'applied index is now lower than readState.Index' (duration: 1.593502624s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:32.272459Z","caller":"traceutil/trace.go:171","msg":"trace[1248912019] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"1.855896027s","start":"2026-04-28T03:20:30.416536Z","end":"2026-04-28T03:20:32.272432Z","steps":["trace[1248912019] 'process raft request' (duration: 1.855268923s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:32.272487Z","caller":"traceutil/trace.go:171","msg":"trace[955624459] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"1.856205899s","start":"2026-04-28T03:20:30.416263Z","end":"2026-04-28T03:20:32.272469Z","steps":["trace[955624459] 'process raft request' (duration: 1.004942414s)","trace[955624459] 'compare' (duration: 850.221851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:32.272612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:30.41651Z","time spent":"1.856017932s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:32.272725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855809357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:20:32.27279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828085523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:32.272817Z","caller":"traceutil/trace.go:171","msg":"trace[345653285] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2691; }","duration":"1.855918424s","start":"2026-04-28T03:20:30.416887Z","end":"2026-04-28T03:20:32.272805Z","steps":["trace[345653285] 'agreement among raft nodes before linearized reading' (duration: 1.855789369s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:32.272856Z","caller":"traceutil/trace.go:171","msg":"trace[1667184569] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2691; }","duration":"1.82819285s","start":"2026-04-28T03:20:30.444646Z","end":"2026-04-28T03:20:32.272839Z","steps":["trace[1667184569] 'agreement among raft nodes before linearized reading' (duration: 1.828059376s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:32.272908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.002916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:32.272911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.833903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:20:32.272965Z","caller":"traceutil/trace.go:171","msg":"trace[996044173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2691; }","duration":"157.093426ms","start":"2026-04-28T03:20:32.115852Z","end":"2026-04-28T03:20:32.272946Z","steps":["trace[996044173] 'agreement among raft nodes before linearized reading' (duration: 157.030703ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:32.272972Z","caller":"traceutil/trace.go:171","msg":"trace[1653320687] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"1.855758924s","start":"2026-04-28T03:20:30.417202Z","end":"2026-04-28T03:20:32.272961Z","steps":["trace[1653320687] 'process raft request' (duration: 1.854985697s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:32.272971Z","caller":"traceutil/trace.go:171","msg":"trace[1919163766] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2691; }","duration":"853.938701ms","start":"2026-04-28T03:20:31.419017Z","end":"2026-04-28T03:20:32.272956Z","steps":["trace[1919163766] 'agreement among raft nodes before linearized reading' (duration: 853.786409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:32.272911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:30.444633Z","time spent":"1.8282679s","remote":"127.0.0.1:60736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:32.273051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:30.417189Z","time spent":"1.855814238s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:32.272904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:30.416872Z","time spent":"1.856018992s","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T03:20:32.273102Z","caller":"traceutil/trace.go:171","msg":"trace[15151726] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"1.7830623s","start":"2026-04-28T03:20:30.48995Z","end":"2026-04-28T03:20:32.273012Z","steps":["trace[15151726] 'process raft request' (duration: 1.782340047s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:32.272838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.577437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:32.273285Z","caller":"traceutil/trace.go:171","msg":"trace[431747558] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2691; }","duration":"646.048471ms","start":"2026-04-28T03:20:31.627222Z","end":"2026-04-28T03:20:32.273271Z","steps":["trace[431747558] 'agreement among raft nodes before linearized reading' (duration: 645.519075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:32.273326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:31.627176Z","time spent":"646.13631ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:32.273016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:31.418992Z","time spent":"854.015021ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:20:32.27324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:30.489918Z","time spent":"1.783288652s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:32.27376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:30.416253Z","time spent":"1.85627785s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:32.782793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:34.606408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806604791s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-28T03:20:34.607521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:32.277681Z","time spent":"2.329835961s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:20:35.512664Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.713475066s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:20:36.11736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000151722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:20:36.117456Z","caller":"traceutil/trace.go:171","msg":"trace[1059799353] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000280817s","start":"2026-04-28T03:20:34.117138Z","end":"2026-04-28T03:20:36.117419Z","steps":["trace[1059799353] 'agreement among raft nodes before linearized reading' (duration: 2.000183739s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:36.117541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:34.11712Z","time spent":"2.000364677s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:38.118488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000306112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:20:38.118566Z","caller":"traceutil/trace.go:171","msg":"trace[2100163405] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423528s","start":"2026-04-28T03:20:36.118124Z","end":"2026-04-28T03:20:38.118548Z","steps":["trace[2100163405] 'agreement among raft nodes before linearized reading' (duration: 2.000326959s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:38.118613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:36.118111Z","time spent":"2.00049364s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:20:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:38.696065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132935545s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:38.696145Z","caller":"traceutil/trace.go:171","msg":"trace[996001600] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2691; }","duration":"1.133024545s","start":"2026-04-28T03:20:37.563109Z","end":"2026-04-28T03:20:38.696133Z","steps":["trace[996001600] 'range keys from in-memory index tree' (duration: 1.132922777s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:38.697016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184055354s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:38.697124Z","caller":"traceutil/trace.go:171","msg":"trace[2049474626] linearizableReadLoop","detail":"{readStateIndex:2818; appliedIndex:2816; }","duration":"6.417042964s","start":"2026-04-28T03:20:32.28006Z","end":"2026-04-28T03:20:38.697103Z","steps":["trace[2049474626] 'read index received' (duration: 519.108222ms)","trace[2049474626] 'applied index is now lower than readState.Index' (duration: 5.897933013s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:38.697172Z","caller":"traceutil/trace.go:171","msg":"trace[1082520264] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"6.409563067s","start":"2026-04-28T03:20:32.287578Z","end":"2026-04-28T03:20:38.697141Z","steps":["trace[1082520264] 'process raft request' (duration: 3.225275549s)","trace[1082520264] 'compare' (duration: 3.183682127s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:38.697325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.417252671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6716c0cdcbf2\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-04-28T03:20:38.697407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:32.287567Z","time spent":"6.409680354s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:38.69745Z","caller":"traceutil/trace.go:171","msg":"trace[1306784973] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa6716c0cdcbf2; range_end:; response_count:1; response_revision:2692; }","duration":"6.417394545s","start":"2026-04-28T03:20:32.280039Z","end":"2026-04-28T03:20:38.697433Z","steps":["trace[1306784973] 'agreement among raft nodes before linearized reading' (duration: 6.417145103s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:38.697498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:32.28003Z","time spent":"6.417453928s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6716c0cdcbf2\" "} {"level":"warn","ts":"2026-04-28T03:20:39.19771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:39.218447Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.705540382s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:20:39.265613Z","caller":"traceutil/trace.go:171","msg":"trace[1727954358] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"4.656022182s","start":"2026-04-28T03:20:34.609554Z","end":"2026-04-28T03:20:39.265576Z","steps":["trace[1727954358] 'process raft request' (duration: 4.609151115s)","trace[1727954358] 'compare' (duration: 46.654882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:39.265775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:34.609529Z","time spent":"4.656164716s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:39.266074Z","caller":"traceutil/trace.go:171","msg":"trace[1941428970] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"1.774702139s","start":"2026-04-28T03:20:37.491353Z","end":"2026-04-28T03:20:39.266055Z","steps":["trace[1941428970] 'process raft request' (duration: 1.7741659s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:39.266127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:37.491329Z","time spent":"1.774772221s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:39.266383Z","caller":"traceutil/trace.go:171","msg":"trace[2142180105] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"1.410422341s","start":"2026-04-28T03:20:37.855849Z","end":"2026-04-28T03:20:39.266271Z","steps":["trace[2142180105] 'process raft request' (duration: 1.409732049s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:39.266489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:37.855821Z","time spent":"1.410617999s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:39.359726Z","caller":"traceutil/trace.go:171","msg":"trace[949065234] linearizableReadLoop","detail":"{readStateIndex:2823; appliedIndex:2818; }","duration":"662.54803ms","start":"2026-04-28T03:20:38.697155Z","end":"2026-04-28T03:20:39.359703Z","steps":["trace[949065234] 'read index received' (duration: 521.47922ms)","trace[949065234] 'applied index is now lower than readState.Index' (duration: 141.06792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:39.359969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.647592413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:39.359991Z","caller":"traceutil/trace.go:171","msg":"trace[781725469] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"659.538683ms","start":"2026-04-28T03:20:38.700402Z","end":"2026-04-28T03:20:39.35994Z","steps":["trace[781725469] 'process raft request' (duration: 659.179394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:39.359977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198949791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:39.360057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763957235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:39.360067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780665905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:39.360079Z","caller":"traceutil/trace.go:171","msg":"trace[123473510] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2696; }","duration":"2.763980032s","start":"2026-04-28T03:20:36.596093Z","end":"2026-04-28T03:20:39.360073Z","steps":["trace[123473510] 'agreement among raft nodes before linearized reading' (duration: 2.763946566s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:39.360022Z","caller":"traceutil/trace.go:171","msg":"trace[437996536] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2696; }","duration":"3.647675963s","start":"2026-04-28T03:20:35.712332Z","end":"2026-04-28T03:20:39.360008Z","steps":["trace[437996536] 'agreement among raft nodes before linearized reading' (duration: 3.647609611s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:39.360102Z","caller":"traceutil/trace.go:171","msg":"trace[2034054146] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2696; }","duration":"2.780724547s","start":"2026-04-28T03:20:36.579363Z","end":"2026-04-28T03:20:39.360088Z","steps":["trace[2034054146] 'agreement among raft nodes before linearized reading' (duration: 2.780681942s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:39.360123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:36.596051Z","time spent":"2.764059453s","remote":"127.0.0.1:35960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:39.360132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:36.579336Z","time spent":"2.78078747s","remote":"127.0.0.1:60788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:39.360138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:35.712312Z","time spent":"3.647809238s","remote":"127.0.0.1:35822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:39.360283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.340396106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:39.360348Z","caller":"traceutil/trace.go:171","msg":"trace[1793733196] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2696; }","duration":"4.340511624s","start":"2026-04-28T03:20:35.019827Z","end":"2026-04-28T03:20:39.360339Z","steps":["trace[1793733196] 'agreement among raft nodes before linearized reading' (duration: 4.340392886s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:39.359862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116319139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:39.360416Z","caller":"traceutil/trace.go:171","msg":"trace[69069633] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2696; }","duration":"1.116926702s","start":"2026-04-28T03:20:38.243478Z","end":"2026-04-28T03:20:39.360405Z","steps":["trace[69069633] 'agreement among raft nodes before linearized reading' (duration: 1.116330788s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:39.360465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:38.243454Z","time spent":"1.116996733s","remote":"127.0.0.1:35842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:39.359863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399873015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:39.359897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235555469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:39.360074Z","caller":"traceutil/trace.go:171","msg":"trace[1949286741] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2696; }","duration":"1.199124461s","start":"2026-04-28T03:20:38.160928Z","end":"2026-04-28T03:20:39.360053Z","steps":["trace[1949286741] 'agreement among raft nodes before linearized reading' (duration: 1.198904456s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:39.360628Z","caller":"traceutil/trace.go:171","msg":"trace[1883376546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2696; }","duration":"1.236370488s","start":"2026-04-28T03:20:38.124243Z","end":"2026-04-28T03:20:39.360614Z","steps":["trace[1883376546] 'agreement among raft nodes before linearized reading' (duration: 1.235574577s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:39.360657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:38.160906Z","time spent":"1.199737473s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:39.360673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:38.124228Z","time spent":"1.236430511s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:39.360628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:38.700387Z","time spent":"659.640941ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:39.360465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:35.019812Z","time spent":"4.340576066s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:39.360789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.384551796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:20:39.360018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591880122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-28T03:20:39.360825Z","caller":"traceutil/trace.go:171","msg":"trace[82523627] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2696; }","duration":"6.384617508s","start":"2026-04-28T03:20:32.976197Z","end":"2026-04-28T03:20:39.360815Z","steps":["trace[82523627] 'agreement among raft nodes before linearized reading' (duration: 6.384567284s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:39.360838Z","caller":"traceutil/trace.go:171","msg":"trace[2012337134] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2696; }","duration":"1.592733887s","start":"2026-04-28T03:20:37.768095Z","end":"2026-04-28T03:20:39.360829Z","steps":["trace[2012337134] 'agreement among raft nodes before linearized reading' (duration: 1.591825578s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:39.360543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.44400865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:39.360861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:32.97618Z","time spent":"6.384673142s","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:39.360872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:37.768075Z","time spent":"1.592785601s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-28T03:20:39.360882Z","caller":"traceutil/trace.go:171","msg":"trace[54442417] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2696; }","duration":"5.444380657s","start":"2026-04-28T03:20:33.916488Z","end":"2026-04-28T03:20:39.360869Z","steps":["trace[54442417] 'agreement among raft nodes before linearized reading' (duration: 5.444029077s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:39.360909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:33.916469Z","time spent":"5.444431971s","remote":"127.0.0.1:35856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:39.360583Z","caller":"traceutil/trace.go:171","msg":"trace[2010353271] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2696; }","duration":"2.400648108s","start":"2026-04-28T03:20:36.959917Z","end":"2026-04-28T03:20:39.360565Z","steps":["trace[2010353271] 'agreement among raft nodes before linearized reading' (duration: 2.399843928s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:39.360746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.071457455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:20:39.361094Z","caller":"traceutil/trace.go:171","msg":"trace[1984163875] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2696; }","duration":"6.07185189s","start":"2026-04-28T03:20:33.28923Z","end":"2026-04-28T03:20:39.361082Z","steps":["trace[1984163875] 'agreement among raft nodes before linearized reading' (duration: 6.071401981s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:39.361133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:33.289202Z","time spent":"6.071920732s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:20:39.361057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:36.959848Z","time spent":"2.401197756s","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:39.361215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.444862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-04-28T03:20:39.361368Z","caller":"traceutil/trace.go:171","msg":"trace[1298403721] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2696; }","duration":"655.794133ms","start":"2026-04-28T03:20:38.705564Z","end":"2026-04-28T03:20:39.361358Z","steps":["trace[1298403721] 'agreement among raft nodes before linearized reading' (duration: 655.030719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:39.36145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:38.70555Z","time spent":"655.887982ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7124,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T03:20:39.361383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.236284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:39.36159Z","caller":"traceutil/trace.go:171","msg":"trace[1679874938] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2696; }","duration":"277.476438ms","start":"2026-04-28T03:20:39.0841Z","end":"2026-04-28T03:20:39.361576Z","steps":["trace[1679874938] 'agreement among raft nodes before linearized reading' (duration: 277.238585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:39.552956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.162178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:39.553012Z","caller":"traceutil/trace.go:171","msg":"trace[1259261725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2696; }","duration":"121.261108ms","start":"2026-04-28T03:20:39.431738Z","end":"2026-04-28T03:20:39.552999Z","steps":["trace[1259261725] 'count revisions from in-memory index tree' (duration: 121.100606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:39.553106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.960213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:39.553184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.26428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T03:20:39.553199Z","caller":"traceutil/trace.go:171","msg":"trace[473908527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2696; }","duration":"182.07749ms","start":"2026-04-28T03:20:39.371097Z","end":"2026-04-28T03:20:39.553174Z","steps":["trace[473908527] 'range keys from in-memory index tree' (duration: 181.912159ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:39.553221Z","caller":"traceutil/trace.go:171","msg":"trace[568588048] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b; range_end:; response_count:1; response_revision:2696; }","duration":"185.317265ms","start":"2026-04-28T03:20:39.367894Z","end":"2026-04-28T03:20:39.553211Z","steps":["trace[568588048] 'range keys from in-memory index tree' (duration: 185.146314ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:39.880591Z","caller":"traceutil/trace.go:171","msg":"trace[1872928560] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"124.366387ms","start":"2026-04-28T03:20:39.756205Z","end":"2026-04-28T03:20:39.880571Z","steps":["trace[1872928560] 'process raft request' (duration: 124.196436ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:39.880717Z","caller":"traceutil/trace.go:171","msg":"trace[1644313972] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"100.232791ms","start":"2026-04-28T03:20:39.780468Z","end":"2026-04-28T03:20:39.880701Z","steps":["trace[1644313972] 'process raft request' (duration: 100.048092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:40.868329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.33851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:40.868472Z","caller":"traceutil/trace.go:171","msg":"trace[880256967] linearizableReadLoop","detail":"{readStateIndex:2834; appliedIndex:2833; }","duration":"984.62216ms","start":"2026-04-28T03:20:39.883831Z","end":"2026-04-28T03:20:40.868453Z","steps":["trace[880256967] 'read index received' (duration: 99.088032ms)","trace[880256967] 'applied index is now lower than readState.Index' (duration: 885.532298ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:40.868526Z","caller":"traceutil/trace.go:171","msg":"trace[632662265] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"1.043717497s","start":"2026-04-28T03:20:39.824762Z","end":"2026-04-28T03:20:40.86848Z","steps":["trace[632662265] 'process raft request' (duration: 158.144233ms)","trace[632662265] 'compare' (duration: 884.853535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:40.868637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.797751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4659"} {"level":"info","ts":"2026-04-28T03:20:40.86867Z","caller":"traceutil/trace.go:171","msg":"trace[354386769] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:2707; }","duration":"984.894199ms","start":"2026-04-28T03:20:39.883765Z","end":"2026-04-28T03:20:40.86866Z","steps":["trace[354386769] 'agreement among raft nodes before linearized reading' (duration: 984.776552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:40.868698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:39.824735Z","time spent":"1.043874809s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:40.868706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:39.883737Z","time spent":"984.961092ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4681,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-28T03:20:40.869065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.187447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:20:40.869103Z","caller":"traceutil/trace.go:171","msg":"trace[738096769] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2707; }","duration":"500.277866ms","start":"2026-04-28T03:20:40.368809Z","end":"2026-04-28T03:20:40.869087Z","steps":["trace[738096769] 'agreement among raft nodes before linearized reading' (duration: 500.15175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:40.869125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.784045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:40.869138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:40.368777Z","time spent":"500.353407ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:20:40.86917Z","caller":"traceutil/trace.go:171","msg":"trace[1090552405] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2707; }","duration":"283.880544ms","start":"2026-04-28T03:20:40.585273Z","end":"2026-04-28T03:20:40.869153Z","steps":["trace[1090552405] 'agreement among raft nodes before linearized reading' (duration: 283.782465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:41.615617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:42.001682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026779632s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:42.001817Z","caller":"traceutil/trace.go:171","msg":"trace[718139424] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"1.126731293s","start":"2026-04-28T03:20:40.875041Z","end":"2026-04-28T03:20:42.001772Z","steps":["trace[718139424] 'process raft request' (duration: 99.76454ms)","trace[718139424] 'compare' (duration: 1.026560017s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:42.001882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:40.875029Z","time spent":"1.126820963s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:42.115746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:42.16308Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.188255014s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:20:42.204572Z","caller":"traceutil/trace.go:171","msg":"trace[149728102] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"1.326699834s","start":"2026-04-28T03:20:40.877842Z","end":"2026-04-28T03:20:42.204542Z","steps":["trace[149728102] 'process raft request' (duration: 1.285605185s)","trace[149728102] 'compare' (duration: 40.846126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:42.204698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089648285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:42.204557Z","caller":"traceutil/trace.go:171","msg":"trace[1106412611] linearizableReadLoop","detail":"{readStateIndex:2836; appliedIndex:2835; }","duration":"1.089469954s","start":"2026-04-28T03:20:41.115015Z","end":"2026-04-28T03:20:42.204485Z","steps":["trace[1106412611] 'read index received' (duration: 1.04833216s)","trace[1106412611] 'applied index is now lower than readState.Index' (duration: 41.136634ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:42.204743Z","caller":"traceutil/trace.go:171","msg":"trace[410913371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2709; }","duration":"1.089771581s","start":"2026-04-28T03:20:41.11496Z","end":"2026-04-28T03:20:42.204732Z","steps":["trace[410913371] 'agreement among raft nodes before linearized reading' (duration: 1.089661513s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.204763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:40.877816Z","time spent":"1.326850447s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4927,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:42.204776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:41.114937Z","time spent":"1.089832575s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:42.205007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.248291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:20:42.205015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.001293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd.18aa67287ef59bb1\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-04-28T03:20:42.205085Z","caller":"traceutil/trace.go:171","msg":"trace[1162499707] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd.18aa67287ef59bb1; range_end:; response_count:1; response_revision:2709; }","duration":"200.109522ms","start":"2026-04-28T03:20:42.00496Z","end":"2026-04-28T03:20:42.205069Z","steps":["trace[1162499707] 'agreement among raft nodes before linearized reading' (duration: 199.924762ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:42.205081Z","caller":"traceutil/trace.go:171","msg":"trace[690201460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2709; }","duration":"329.371578ms","start":"2026-04-28T03:20:41.875687Z","end":"2026-04-28T03:20:42.205058Z","steps":["trace[690201460] 'agreement among raft nodes before linearized reading' (duration: 329.139873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.205125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:41.875664Z","time spent":"329.452039ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:20:42.625388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:42.625492Z","caller":"traceutil/trace.go:171","msg":"trace[1079113967] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"385.148277ms","start":"2026-04-28T03:20:42.240322Z","end":"2026-04-28T03:20:42.62547Z","steps":["trace[1079113967] 'process raft request' (duration: 269.846525ms)","trace[1079113967] 'compare' (duration: 114.704567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:42.625552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.240297Z","time spent":"385.224669ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:42.692228Z","caller":"traceutil/trace.go:171","msg":"trace[435360226] linearizableReadLoop","detail":"{readStateIndex:2839; appliedIndex:2837; }","duration":"415.261501ms","start":"2026-04-28T03:20:42.27693Z","end":"2026-04-28T03:20:42.692192Z","steps":["trace[435360226] 'read index received' (duration: 233.250843ms)","trace[435360226] 'applied index is now lower than readState.Index' (duration: 182.009988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:42.692475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.532832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:20:42.692532Z","caller":"traceutil/trace.go:171","msg":"trace[1876945980] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:2712; }","duration":"415.643379ms","start":"2026-04-28T03:20:42.276877Z","end":"2026-04-28T03:20:42.692521Z","steps":["trace[1876945980] 'agreement among raft nodes before linearized reading' (duration: 415.489816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:42.692526Z","caller":"traceutil/trace.go:171","msg":"trace[2045226979] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"448.777261ms","start":"2026-04-28T03:20:42.24371Z","end":"2026-04-28T03:20:42.692487Z","steps":["trace[2045226979] 'process raft request' (duration: 448.326591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.692624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.276852Z","time spent":"415.761846ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"warn","ts":"2026-04-28T03:20:42.692719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.2437Z","time spent":"448.915796ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5938,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:42.978063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.412451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:42.978244Z","caller":"traceutil/trace.go:171","msg":"trace[1012123808] linearizableReadLoop","detail":"{readStateIndex:2841; appliedIndex:2839; }","duration":"282.599216ms","start":"2026-04-28T03:20:42.695628Z","end":"2026-04-28T03:20:42.978227Z","steps":["trace[1012123808] 'read index received' (duration: 65.984117ms)","trace[1012123808] 'applied index is now lower than readState.Index' (duration: 216.613949ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:42.978332Z","caller":"traceutil/trace.go:171","msg":"trace[947155312] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"349.362347ms","start":"2026-04-28T03:20:42.628959Z","end":"2026-04-28T03:20:42.978321Z","steps":["trace[947155312] 'process raft request' (duration: 132.617072ms)","trace[947155312] 'compare' (duration: 216.284296ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:42.978391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.628943Z","time spent":"349.42192ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:42.978605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.968855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-gkfsg\" ","response":"range_response_count:1 size:5932"} {"level":"info","ts":"2026-04-28T03:20:42.978661Z","caller":"traceutil/trace.go:171","msg":"trace[2089166304] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-gkfsg; range_end:; response_count:1; response_revision:2713; }","duration":"283.046466ms","start":"2026-04-28T03:20:42.695599Z","end":"2026-04-28T03:20:42.978646Z","steps":["trace[2089166304] 'agreement among raft nodes before linearized reading' (duration: 282.863896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.452191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.521782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:43.452498Z","caller":"traceutil/trace.go:171","msg":"trace[512319106] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"264.256521ms","start":"2026-04-28T03:20:43.188214Z","end":"2026-04-28T03:20:43.45247Z","steps":["trace[512319106] 'process raft request' (duration: 95.102337ms)","trace[512319106] 'compare' (duration: 168.1791ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:43.452589Z","caller":"traceutil/trace.go:171","msg":"trace[1832140915] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"260.106343ms","start":"2026-04-28T03:20:43.192456Z","end":"2026-04-28T03:20:43.452563Z","steps":["trace[1832140915] 'process raft request' (duration: 259.877087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.453009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.443298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:20:43.453126Z","caller":"traceutil/trace.go:171","msg":"trace[352233510] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2721; }","duration":"238.594282ms","start":"2026-04-28T03:20:43.214503Z","end":"2026-04-28T03:20:43.453097Z","steps":["trace[352233510] 'agreement among raft nodes before linearized reading' (duration: 238.380465ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.452844Z","caller":"traceutil/trace.go:171","msg":"trace[877436179] linearizableReadLoop","detail":"{readStateIndex:2849; appliedIndex:2847; }","duration":"237.87059ms","start":"2026-04-28T03:20:43.214573Z","end":"2026-04-28T03:20:43.452443Z","steps":["trace[877436179] 'read index received' (duration: 69.034311ms)","trace[877436179] 'applied index is now lower than readState.Index' (duration: 168.835179ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:43.453468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.611231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.453501Z","caller":"traceutil/trace.go:171","msg":"trace[1350172327] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:2721; }","duration":"110.667985ms","start":"2026-04-28T03:20:43.342822Z","end":"2026-04-28T03:20:43.45349Z","steps":["trace[1350172327] 'agreement among raft nodes before linearized reading' (duration: 110.613431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.863929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.815587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:43.864024Z","caller":"traceutil/trace.go:171","msg":"trace[1500592979] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"252.425428ms","start":"2026-04-28T03:20:43.611581Z","end":"2026-04-28T03:20:43.864007Z","steps":["trace[1500592979] 'process raft request' (duration: 150.43285ms)","trace[1500592979] 'compare' (duration: 101.4212ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:44.617478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666174,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:20:44.672129Z","caller":"traceutil/trace.go:171","msg":"trace[1361018583] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"801.659039ms","start":"2026-04-28T03:20:43.870447Z","end":"2026-04-28T03:20:44.672106Z","steps":["trace[1361018583] 'process raft request' (duration: 777.127831ms)","trace[1361018583] 'compare' (duration: 24.452896ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:44.672247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:43.87043Z","time spent":"801.751059ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4447,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:44.947007Z","caller":"traceutil/trace.go:171","msg":"trace[1043059202] linearizableReadLoop","detail":"{readStateIndex:2856; appliedIndex:2854; }","duration":"830.625445ms","start":"2026-04-28T03:20:44.116363Z","end":"2026-04-28T03:20:44.946989Z","steps":["trace[1043059202] 'read index received' (duration: 531.204472ms)","trace[1043059202] 'applied index is now lower than readState.Index' (duration: 299.418933ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:44.94709Z","caller":"traceutil/trace.go:171","msg":"trace[1748722865] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"542.305846ms","start":"2026-04-28T03:20:44.404776Z","end":"2026-04-28T03:20:44.947082Z","steps":["trace[1748722865] 'process raft request' (duration: 538.972835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:44.947146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:44.404715Z","time spent":"542.391637ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:44.947328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.977717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:44.947349Z","caller":"traceutil/trace.go:171","msg":"trace[1788878397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2728; }","duration":"831.04431ms","start":"2026-04-28T03:20:44.116298Z","end":"2026-04-28T03:20:44.947343Z","steps":["trace[1788878397] 'agreement among raft nodes before linearized reading' (duration: 830.987006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:44.947369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:44.116089Z","time spent":"831.276905ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:44.947476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.630862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:44.947495Z","caller":"traceutil/trace.go:171","msg":"trace[275128944] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2728; }","duration":"798.690475ms","start":"2026-04-28T03:20:44.148798Z","end":"2026-04-28T03:20:44.947488Z","steps":["trace[275128944] 'agreement among raft nodes before linearized reading' (duration: 798.659498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:44.947513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:44.148774Z","time spent":"798.733751ms","remote":"127.0.0.1:35868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:44.948106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.897764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:20:44.948138Z","caller":"traceutil/trace.go:171","msg":"trace[1052080103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2728; }","duration":"455.956507ms","start":"2026-04-28T03:20:44.492175Z","end":"2026-04-28T03:20:44.948132Z","steps":["trace[1052080103] 'agreement among raft nodes before linearized reading' (duration: 455.856608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:44.948158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:44.492159Z","time spent":"455.993824ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:44.948306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.086975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:20:44.948324Z","caller":"traceutil/trace.go:171","msg":"trace[1527981693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2728; }","duration":"456.136169ms","start":"2026-04-28T03:20:44.492183Z","end":"2026-04-28T03:20:44.948319Z","steps":["trace[1527981693] 'agreement among raft nodes before linearized reading' (duration: 456.060036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:44.948348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:44.492165Z","time spent":"456.177625ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:44.948589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.404136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:20:44.948609Z","caller":"traceutil/trace.go:171","msg":"trace[1381128197] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2728; }","duration":"489.45238ms","start":"2026-04-28T03:20:44.45915Z","end":"2026-04-28T03:20:44.948602Z","steps":["trace[1381128197] 'agreement among raft nodes before linearized reading' (duration: 489.393097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:44.948628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:44.459135Z","time spent":"489.487996ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:20:44.948614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.13119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:127 size:101623"} {"level":"info","ts":"2026-04-28T03:20:44.948689Z","caller":"traceutil/trace.go:171","msg":"trace[299905676] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:127; response_revision:2728; }","duration":"606.261247ms","start":"2026-04-28T03:20:44.342411Z","end":"2026-04-28T03:20:44.948672Z","steps":["trace[299905676] 'agreement among raft nodes before linearized reading' (duration: 605.286981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:44.948742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:44.34239Z","time spent":"606.338008ms","remote":"127.0.0.1:51344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":127,"response size":101645,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:20:45.272377Z","caller":"traceutil/trace.go:171","msg":"trace[297922333] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"232.337795ms","start":"2026-04-28T03:20:45.040023Z","end":"2026-04-28T03:20:45.27236Z","steps":["trace[297922333] 'process raft request' (duration: 232.29313ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:45.27265Z","caller":"traceutil/trace.go:171","msg":"trace[558598693] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"256.392407ms","start":"2026-04-28T03:20:45.01625Z","end":"2026-04-28T03:20:45.272642Z","steps":["trace[558598693] 'process raft request' (duration: 243.736678ms)","trace[558598693] 'compare' (duration: 11.989031ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:45.272777Z","caller":"traceutil/trace.go:171","msg":"trace[701810440] linearizableReadLoop","detail":"{readStateIndex:2860; appliedIndex:2859; }","duration":"243.81584ms","start":"2026-04-28T03:20:45.028942Z","end":"2026-04-28T03:20:45.272758Z","steps":["trace[701810440] 'read index received' (duration: 230.989659ms)","trace[701810440] 'applied index is now lower than readState.Index' (duration: 12.824421ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:45.272926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.813664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:45.272954Z","caller":"traceutil/trace.go:171","msg":"trace[281910064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2733; }","duration":"156.880657ms","start":"2026-04-28T03:20:45.116067Z","end":"2026-04-28T03:20:45.272948Z","steps":["trace[281910064] 'agreement among raft nodes before linearized reading' (duration: 156.828673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.272954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.322366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:20:45.272991Z","caller":"traceutil/trace.go:171","msg":"trace[789360823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2733; }","duration":"273.393118ms","start":"2026-04-28T03:20:44.999588Z","end":"2026-04-28T03:20:45.272981Z","steps":["trace[789360823] 'agreement among raft nodes before linearized reading' (duration: 273.270071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.273093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.780031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18aa671d8b824364\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-04-28T03:20:45.273194Z","caller":"traceutil/trace.go:171","msg":"trace[46787212] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18aa671d8b824364; range_end:; response_count:1; response_revision:2733; }","duration":"236.908107ms","start":"2026-04-28T03:20:45.03627Z","end":"2026-04-28T03:20:45.273178Z","steps":["trace[46787212] 'agreement among raft nodes before linearized reading' (duration: 236.609559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.273145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.927236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-04-28T03:20:45.273331Z","caller":"traceutil/trace.go:171","msg":"trace[501699424] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2733; }","duration":"225.130065ms","start":"2026-04-28T03:20:45.04819Z","end":"2026-04-28T03:20:45.27332Z","steps":["trace[501699424] 'agreement among raft nodes before linearized reading' (duration: 224.912937ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:45.562764Z","caller":"traceutil/trace.go:171","msg":"trace[955268426] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"279.563225ms","start":"2026-04-28T03:20:45.283185Z","end":"2026-04-28T03:20:45.562749Z","steps":["trace[955268426] 'process raft request' (duration: 216.0809ms)","trace[955268426] 'compare' (duration: 63.175198ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:45.562934Z","caller":"traceutil/trace.go:171","msg":"trace[1490325704] linearizableReadLoop","detail":"{readStateIndex:2864; appliedIndex:2862; }","duration":"147.700268ms","start":"2026-04-28T03:20:45.415164Z","end":"2026-04-28T03:20:45.562864Z","steps":["trace[1490325704] 'read index received' (duration: 84.112394ms)","trace[1490325704] 'applied index is now lower than readState.Index' (duration: 63.586984ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:45.562975Z","caller":"traceutil/trace.go:171","msg":"trace[174553230] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"245.569474ms","start":"2026-04-28T03:20:45.3174Z","end":"2026-04-28T03:20:45.562969Z","steps":["trace[174553230] 'process raft request' (duration: 245.32059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.563119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.945432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:20:45.563156Z","caller":"traceutil/trace.go:171","msg":"trace[721853297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2736; }","duration":"148.019774ms","start":"2026-04-28T03:20:45.415127Z","end":"2026-04-28T03:20:45.563147Z","steps":["trace[721853297] 'agreement among raft nodes before linearized reading' (duration: 147.86146ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:46.455737Z","caller":"traceutil/trace.go:171","msg":"trace[1265435909] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"401.515975ms","start":"2026-04-28T03:20:46.054193Z","end":"2026-04-28T03:20:46.455709Z","steps":["trace[1265435909] 'process raft request' (duration: 401.328374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:46.455932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:46.054174Z","time spent":"401.643531ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:47.240618Z","caller":"traceutil/trace.go:171","msg":"trace[691435504] linearizableReadLoop","detail":"{readStateIndex:2872; appliedIndex:2871; }","duration":"1.125810101s","start":"2026-04-28T03:20:46.114784Z","end":"2026-04-28T03:20:47.240594Z","steps":["trace[691435504] 'read index received' (duration: 341.539074ms)","trace[691435504] 'applied index is now lower than readState.Index' (duration: 784.270027ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:47.240739Z","caller":"traceutil/trace.go:171","msg":"trace[441226844] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"1.17822805s","start":"2026-04-28T03:20:46.062501Z","end":"2026-04-28T03:20:47.240729Z","steps":["trace[441226844] 'process raft request' (duration: 1.17794072s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:47.240854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:46.062477Z","time spent":"1.178289704s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:47.240902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048805941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T03:20:47.240954Z","caller":"traceutil/trace.go:171","msg":"trace[310973096] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2744; }","duration":"1.048883743s","start":"2026-04-28T03:20:46.192052Z","end":"2026-04-28T03:20:47.240935Z","steps":["trace[310973096] 'agreement among raft nodes before linearized reading' (duration: 1.048779094s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:47.240976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:46.192035Z","time spent":"1.048936267s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:20:47.241085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126309039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:47.241097Z","caller":"traceutil/trace.go:171","msg":"trace[944040541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2744; }","duration":"1.126351054s","start":"2026-04-28T03:20:46.114742Z","end":"2026-04-28T03:20:47.241094Z","steps":["trace[944040541] 'agreement among raft nodes before linearized reading' (duration: 1.126328467s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:47.24111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:46.114726Z","time spent":"1.126379621s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:47.241256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.973634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:20:47.241273Z","caller":"traceutil/trace.go:171","msg":"trace[1678226474] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2744; }","duration":"182.017399ms","start":"2026-04-28T03:20:47.05925Z","end":"2026-04-28T03:20:47.241267Z","steps":["trace[1678226474] 'agreement among raft nodes before linearized reading' (duration: 181.974034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:47.241349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.962258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-04-28T03:20:47.241414Z","caller":"traceutil/trace.go:171","msg":"trace[357277705] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2744; }","duration":"828.047259ms","start":"2026-04-28T03:20:46.413346Z","end":"2026-04-28T03:20:47.241393Z","steps":["trace[357277705] 'agreement among raft nodes before linearized reading' (duration: 827.894245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:47.241464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:46.413328Z","time spent":"828.119561ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:20:47.241575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.371809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd.18aa67287ef8a9b3\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-04-28T03:20:47.241595Z","caller":"traceutil/trace.go:171","msg":"trace[807341965] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd.18aa67287ef8a9b3; range_end:; response_count:1; response_revision:2744; }","duration":"661.427194ms","start":"2026-04-28T03:20:46.58016Z","end":"2026-04-28T03:20:47.241587Z","steps":["trace[807341965] 'agreement among raft nodes before linearized reading' (duration: 661.377649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:47.241611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:46.58014Z","time spent":"661.46501ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":901,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd.18aa67287ef8a9b3\" "} {"level":"warn","ts":"2026-04-28T03:20:47.241676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.215458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:20:47.241696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.133562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-04-28T03:20:47.241709Z","caller":"traceutil/trace.go:171","msg":"trace[906134540] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2744; }","duration":"769.286351ms","start":"2026-04-28T03:20:46.472412Z","end":"2026-04-28T03:20:47.241698Z","steps":["trace[906134540] 'agreement among raft nodes before linearized reading' (duration: 769.229257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:47.241761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:46.472389Z","time spent":"769.345775ms","remote":"127.0.0.1:51226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:47.241719Z","caller":"traceutil/trace.go:171","msg":"trace[1552850456] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2744; }","duration":"476.177578ms","start":"2026-04-28T03:20:46.765528Z","end":"2026-04-28T03:20:47.241706Z","steps":["trace[1552850456] 'agreement among raft nodes before linearized reading' (duration: 476.145092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:47.241842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:46.765511Z","time spent":"476.325442ms","remote":"127.0.0.1:50936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3039,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-04-28T03:20:47.629498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.300868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:47.629631Z","caller":"traceutil/trace.go:171","msg":"trace[1294554718] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"244.005638ms","start":"2026-04-28T03:20:47.385614Z","end":"2026-04-28T03:20:47.62962Z","steps":["trace[1294554718] 'process raft request' (duration: 243.952614ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:47.629745Z","caller":"traceutil/trace.go:171","msg":"trace[2045037236] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"382.833491ms","start":"2026-04-28T03:20:47.246906Z","end":"2026-04-28T03:20:47.629739Z","steps":["trace[2045037236] 'process raft request' (duration: 191.235844ms)","trace[2045037236] 'compare' (duration: 191.128306ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:47.629784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.24689Z","time spent":"382.871446ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:47.629855Z","caller":"traceutil/trace.go:171","msg":"trace[1335151969] linearizableReadLoop","detail":"{readStateIndex:2874; appliedIndex:2873; }","duration":"377.582881ms","start":"2026-04-28T03:20:47.252267Z","end":"2026-04-28T03:20:47.62985Z","steps":["trace[1335151969] 'read index received' (duration: 185.889914ms)","trace[1335151969] 'applied index is now lower than readState.Index' (duration: 191.692067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:47.630034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.765941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7177"} {"level":"info","ts":"2026-04-28T03:20:47.630057Z","caller":"traceutil/trace.go:171","msg":"trace[556787964] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2747; }","duration":"377.804857ms","start":"2026-04-28T03:20:47.252245Z","end":"2026-04-28T03:20:47.63005Z","steps":["trace[556787964] 'agreement among raft nodes before linearized reading' (duration: 377.725425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:47.630072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.252236Z","time spent":"377.832264ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7199,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-28T03:20:47.63009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.072828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:47.630138Z","caller":"traceutil/trace.go:171","msg":"trace[1505847253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2747; }","duration":"376.15013ms","start":"2026-04-28T03:20:47.253977Z","end":"2026-04-28T03:20:47.630127Z","steps":["trace[1505847253] 'agreement among raft nodes before linearized reading' (duration: 376.0546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:47.630174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.253968Z","time spent":"376.198535ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:47.630312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.867299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T03:20:47.630333Z","caller":"traceutil/trace.go:171","msg":"trace[306204401] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2747; }","duration":"352.916304ms","start":"2026-04-28T03:20:47.277412Z","end":"2026-04-28T03:20:47.630328Z","steps":["trace[306204401] 'agreement among raft nodes before linearized reading' (duration: 352.868689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:47.63033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.47609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-04-28T03:20:47.630347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.277398Z","time spent":"352.94626ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T03:20:47.630355Z","caller":"traceutil/trace.go:171","msg":"trace[112450602] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2747; }","duration":"371.512856ms","start":"2026-04-28T03:20:47.258834Z","end":"2026-04-28T03:20:47.630347Z","steps":["trace[112450602] 'agreement among raft nodes before linearized reading' (duration: 371.455492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:47.630376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.258827Z","time spent":"371.543083ms","remote":"127.0.0.1:50936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3039,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-04-28T03:20:47.630506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.961716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:20:47.630525Z","caller":"traceutil/trace.go:171","msg":"trace[1012039131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2747; }","duration":"347.012002ms","start":"2026-04-28T03:20:47.283508Z","end":"2026-04-28T03:20:47.63052Z","steps":["trace[1012039131] 'agreement among raft nodes before linearized reading' (duration: 346.970826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:47.630537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.28349Z","time spent":"347.043418ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:47.630547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.440449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd.18aa67287ef59bb1\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-04-28T03:20:47.630572Z","caller":"traceutil/trace.go:171","msg":"trace[464944144] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd.18aa67287ef59bb1; range_end:; response_count:1; response_revision:2747; }","duration":"376.489604ms","start":"2026-04-28T03:20:47.254073Z","end":"2026-04-28T03:20:47.630563Z","steps":["trace[464944144] 'agreement among raft nodes before linearized reading' (duration: 376.396674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:47.630597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.254059Z","time spent":"376.53196ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":901,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd.18aa67287ef59bb1\" "} {"level":"info","ts":"2026-04-28T03:20:48.127541Z","caller":"traceutil/trace.go:171","msg":"trace[1213540471] linearizableReadLoop","detail":"{readStateIndex:2880; appliedIndex:2876; }","duration":"457.657498ms","start":"2026-04-28T03:20:47.669862Z","end":"2026-04-28T03:20:48.127519Z","steps":["trace[1213540471] 'read index received' (duration: 406.280037ms)","trace[1213540471] 'applied index is now lower than readState.Index' (duration: 51.376631ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:48.127647Z","caller":"traceutil/trace.go:171","msg":"trace[1545100596] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"492.237877ms","start":"2026-04-28T03:20:47.635397Z","end":"2026-04-28T03:20:48.127635Z","steps":["trace[1545100596] 'process raft request' (duration: 440.832898ms)","trace[1545100596] 'compare' (duration: 51.00017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:48.127734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.63539Z","time spent":"492.283212ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:48.127817Z","caller":"traceutil/trace.go:171","msg":"trace[2045015371] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"480.370509ms","start":"2026-04-28T03:20:47.647402Z","end":"2026-04-28T03:20:48.127772Z","steps":["trace[2045015371] 'process raft request' (duration: 480.064071ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:48.127892Z","caller":"traceutil/trace.go:171","msg":"trace[1447266186] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"492.29721ms","start":"2026-04-28T03:20:47.63556Z","end":"2026-04-28T03:20:48.127857Z","steps":["trace[1447266186] 'process raft request' (duration: 491.798091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.127926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.055397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd.18aa67287ef59bb1\" ","response":"range_response_count:1 size:879"} {"level":"warn","ts":"2026-04-28T03:20:48.127947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.635513Z","time spent":"492.404459ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:48.127959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.647311Z","time spent":"480.571279ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7060,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:48.127966Z","caller":"traceutil/trace.go:171","msg":"trace[1693291285] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd.18aa67287ef59bb1; range_end:; response_count:1; response_revision:2752; }","duration":"458.121269ms","start":"2026-04-28T03:20:47.669834Z","end":"2026-04-28T03:20:48.127955Z","steps":["trace[1693291285] 'agreement among raft nodes before linearized reading' (duration: 457.970795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.128016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.669819Z","time spent":"458.188043ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":901,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd.18aa67287ef59bb1\" "} {"level":"info","ts":"2026-04-28T03:20:48.128172Z","caller":"traceutil/trace.go:171","msg":"trace[415532088] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"491.010276ms","start":"2026-04-28T03:20:47.637133Z","end":"2026-04-28T03:20:48.128143Z","steps":["trace[415532088] 'process raft request' (duration: 490.29161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.128281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.63712Z","time spent":"491.101886ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:48.201364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.549294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:20:48.201428Z","caller":"traceutil/trace.go:171","msg":"trace[1560620687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2752; }","duration":"463.652283ms","start":"2026-04-28T03:20:47.737759Z","end":"2026-04-28T03:20:48.201412Z","steps":["trace[1560620687] 'agreement among raft nodes before linearized reading' (duration: 463.48411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.201466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.737732Z","time spent":"463.724506ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:20:48.381044Z","caller":"traceutil/trace.go:171","msg":"trace[1831929415] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"166.916037ms","start":"2026-04-28T03:20:48.214088Z","end":"2026-04-28T03:20:48.381005Z","steps":["trace[1831929415] 'process raft request' (duration: 78.848982ms)","trace[1831929415] 'compare' (duration: 87.659937ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:48.394237Z","caller":"traceutil/trace.go:171","msg":"trace[400837165] linearizableReadLoop","detail":"{readStateIndex:2884; appliedIndex:2882; }","duration":"142.999167ms","start":"2026-04-28T03:20:48.251221Z","end":"2026-04-28T03:20:48.39422Z","steps":["trace[400837165] 'read index received' (duration: 41.813663ms)","trace[400837165] 'applied index is now lower than readState.Index' (duration: 101.184774ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:48.394471Z","caller":"traceutil/trace.go:171","msg":"trace[340127344] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"180.252383ms","start":"2026-04-28T03:20:48.21421Z","end":"2026-04-28T03:20:48.394462Z","steps":["trace[340127344] 'process raft request' (duration: 179.926327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.394693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.469638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:20:48.394723Z","caller":"traceutil/trace.go:171","msg":"trace[768212123] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2755; }","duration":"143.54988ms","start":"2026-04-28T03:20:48.251165Z","end":"2026-04-28T03:20:48.394715Z","steps":["trace[768212123] 'agreement among raft nodes before linearized reading' (duration: 143.432372ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:54.373581Z","caller":"traceutil/trace.go:171","msg":"trace[1663111769] linearizableReadLoop","detail":"{readStateIndex:2896; appliedIndex:2895; }","duration":"172.304212ms","start":"2026-04-28T03:20:54.201258Z","end":"2026-04-28T03:20:54.373563Z","steps":["trace[1663111769] 'read index received' (duration: 172.128759ms)","trace[1663111769] 'applied index is now lower than readState.Index' (duration: 174.823µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:54.374036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.988573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:20:54.37408Z","caller":"traceutil/trace.go:171","msg":"trace[1890300665] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2766; }","duration":"123.082544ms","start":"2026-04-28T03:20:54.250986Z","end":"2026-04-28T03:20:54.374069Z","steps":["trace[1890300665] 'agreement among raft nodes before linearized reading' (duration: 122.950377ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:54.374049Z","caller":"traceutil/trace.go:171","msg":"trace[853108183] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"172.901364ms","start":"2026-04-28T03:20:54.201105Z","end":"2026-04-28T03:20:54.374007Z","steps":["trace[853108183] 'process raft request' (duration: 172.343428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:54.374222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.917582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:20:54.374326Z","caller":"traceutil/trace.go:171","msg":"trace[185388694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2766; }","duration":"173.101385ms","start":"2026-04-28T03:20:54.201205Z","end":"2026-04-28T03:20:54.374307Z","steps":["trace[185388694] 'agreement among raft nodes before linearized reading' (duration: 172.804634ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:54.532945Z","caller":"traceutil/trace.go:171","msg":"trace[1444037579] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"153.84573ms","start":"2026-04-28T03:20:54.379061Z","end":"2026-04-28T03:20:54.532906Z","steps":["trace[1444037579] 'process raft request' (duration: 109.230321ms)","trace[1444037579] 'compare' (duration: 44.297591ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:56.605754Z","caller":"traceutil/trace.go:171","msg":"trace[1371765254] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"224.16931ms","start":"2026-04-28T03:20:56.381546Z","end":"2026-04-28T03:20:56.605715Z","steps":["trace[1371765254] 'process raft request' (duration: 223.760579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:58.555172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.689328ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:20:59.857956Z","caller":"traceutil/trace.go:171","msg":"trace[1985556392] linearizableReadLoop","detail":"{readStateIndex:2905; appliedIndex:2904; }","duration":"226.916849ms","start":"2026-04-28T03:20:59.631013Z","end":"2026-04-28T03:20:59.85793Z","steps":["trace[1985556392] 'read index received' (duration: 226.746725ms)","trace[1985556392] 'applied index is now lower than readState.Index' (duration: 168.424µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:59.858512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.458378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:20:59.858614Z","caller":"traceutil/trace.go:171","msg":"trace[2130467503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2774; }","duration":"227.620234ms","start":"2026-04-28T03:20:59.630972Z","end":"2026-04-28T03:20:59.858592Z","steps":["trace[2130467503] 'agreement among raft nodes before linearized reading' (duration: 227.145337ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:59.85845Z","caller":"traceutil/trace.go:171","msg":"trace[516696195] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"427.827015ms","start":"2026-04-28T03:20:59.430309Z","end":"2026-04-28T03:20:59.858136Z","steps":["trace[516696195] 'process raft request' (duration: 427.427793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:59.85901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:59.430284Z","time spent":"428.663507ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:00.050401Z","caller":"traceutil/trace.go:171","msg":"trace[1358088644] linearizableReadLoop","detail":"{readStateIndex:2906; appliedIndex:2905; }","duration":"192.345728ms","start":"2026-04-28T03:20:59.858033Z","end":"2026-04-28T03:21:00.050378Z","steps":["trace[1358088644] 'read index received' (duration: 96.272214ms)","trace[1358088644] 'applied index is now lower than readState.Index' (duration: 96.072524ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:00.050523Z","caller":"traceutil/trace.go:171","msg":"trace[1241964531] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"297.439087ms","start":"2026-04-28T03:20:59.75306Z","end":"2026-04-28T03:21:00.050499Z","steps":["trace[1241964531] 'process raft request' (duration: 201.29471ms)","trace[1241964531] 'compare' (duration: 95.933237ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:00.050889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.6168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-04-28T03:21:00.050979Z","caller":"traceutil/trace.go:171","msg":"trace[911177756] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2775; }","duration":"163.785464ms","start":"2026-04-28T03:20:59.887174Z","end":"2026-04-28T03:21:00.050959Z","steps":["trace[911177756] 'agreement among raft nodes before linearized reading' (duration: 163.578323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:00.051207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.053147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:21:00.051306Z","caller":"traceutil/trace.go:171","msg":"trace[605907754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2775; }","duration":"326.196744ms","start":"2026-04-28T03:20:59.725095Z","end":"2026-04-28T03:21:00.051292Z","steps":["trace[605907754] 'agreement among raft nodes before linearized reading' (duration: 325.749165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:00.051384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:59.725076Z","time spent":"326.295484ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:21:00.677515Z","caller":"traceutil/trace.go:171","msg":"trace[431169085] linearizableReadLoop","detail":"{readStateIndex:2907; appliedIndex:2906; }","duration":"195.180107ms","start":"2026-04-28T03:21:00.482312Z","end":"2026-04-28T03:21:00.677492Z","steps":["trace[431169085] 'read index received' (duration: 194.93405ms)","trace[431169085] 'applied index is now lower than readState.Index' (duration: 245.137µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:00.677563Z","caller":"traceutil/trace.go:171","msg":"trace[1382801543] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"245.275897ms","start":"2026-04-28T03:21:00.432259Z","end":"2026-04-28T03:21:00.677535Z","steps":["trace[1382801543] 'process raft request' (duration: 245.061667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:00.677918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.531615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-04-28T03:21:00.677985Z","caller":"traceutil/trace.go:171","msg":"trace[788656078] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2776; }","duration":"195.69669ms","start":"2026-04-28T03:21:00.48227Z","end":"2026-04-28T03:21:00.677967Z","steps":["trace[788656078] 'agreement among raft nodes before linearized reading' (duration: 195.334994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:02.374204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666355,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:21:02.489784Z","caller":"traceutil/trace.go:171","msg":"trace[1221185252] linearizableReadLoop","detail":"{readStateIndex:2911; appliedIndex:2910; }","duration":"616.134625ms","start":"2026-04-28T03:21:01.873633Z","end":"2026-04-28T03:21:02.489767Z","steps":["trace[1221185252] 'read index received' (duration: 615.9636ms)","trace[1221185252] 'applied index is now lower than readState.Index' (duration: 170.335µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:02.489822Z","caller":"traceutil/trace.go:171","msg":"trace[126911120] transaction","detail":"{read_only:false; response_revision:2779; number_of_response:1; }","duration":"743.141817ms","start":"2026-04-28T03:21:01.746656Z","end":"2026-04-28T03:21:02.489798Z","steps":["trace[126911120] 'process raft request' (duration: 742.99193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:02.489979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.328566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:02.490013Z","caller":"traceutil/trace.go:171","msg":"trace[388631935] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2779; }","duration":"616.413029ms","start":"2026-04-28T03:21:01.873585Z","end":"2026-04-28T03:21:02.489998Z","steps":["trace[388631935] 'agreement among raft nodes before linearized reading' (duration: 616.268992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:02.490004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.349811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:02.490037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:01.873562Z","time spent":"616.469713ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:21:02.490076Z","caller":"traceutil/trace.go:171","msg":"trace[1524876099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2779; }","duration":"374.47048ms","start":"2026-04-28T03:21:02.11559Z","end":"2026-04-28T03:21:02.49006Z","steps":["trace[1524876099] 'agreement among raft nodes before linearized reading' (duration: 374.335862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:02.490116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:02.115571Z","time spent":"374.539273ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:02.4901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.76989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:21:02.490174Z","caller":"traceutil/trace.go:171","msg":"trace[1792488926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2779; }","duration":"226.88457ms","start":"2026-04-28T03:21:02.263272Z","end":"2026-04-28T03:21:02.490157Z","steps":["trace[1792488926] 'agreement among raft nodes before linearized reading' (duration: 226.699467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:02.490238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.803747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:21:02.490322Z","caller":"traceutil/trace.go:171","msg":"trace[1798559034] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:2779; }","duration":"211.924656ms","start":"2026-04-28T03:21:02.278378Z","end":"2026-04-28T03:21:02.490303Z","steps":["trace[1798559034] 'agreement among raft nodes before linearized reading' (duration: 211.688127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:02.490771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.198535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:02.49021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:01.746632Z","time spent":"743.336799ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:21:02.490907Z","caller":"traceutil/trace.go:171","msg":"trace[1368134845] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2779; }","duration":"191.345712ms","start":"2026-04-28T03:21:02.299536Z","end":"2026-04-28T03:21:02.490882Z","steps":["trace[1368134845] 'agreement among raft nodes before linearized reading' (duration: 191.205915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:02.491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.247194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:21:02.491988Z","caller":"traceutil/trace.go:171","msg":"trace[1179124162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2779; }","duration":"293.266672ms","start":"2026-04-28T03:21:02.198713Z","end":"2026-04-28T03:21:02.49198Z","steps":["trace[1179124162] 'agreement among raft nodes before linearized reading' (duration: 291.371324ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:02.710258Z","caller":"traceutil/trace.go:171","msg":"trace[920546671] transaction","detail":"{read_only:false; response_revision:2790; number_of_response:1; }","duration":"108.925045ms","start":"2026-04-28T03:21:02.601302Z","end":"2026-04-28T03:21:02.710227Z","steps":["trace[920546671] 'process raft request' (duration: 97.816762ms)","trace[920546671] 'compare' (duration: 10.976415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:02.71029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.714375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-28T03:21:02.710327Z","caller":"traceutil/trace.go:171","msg":"trace[1716176462] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:2790; }","duration":"108.794617ms","start":"2026-04-28T03:21:02.601523Z","end":"2026-04-28T03:21:02.710318Z","steps":["trace[1716176462] 'agreement among raft nodes before linearized reading' (duration: 108.713865ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:03.135005Z","caller":"traceutil/trace.go:171","msg":"trace[1749744833] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"147.354695ms","start":"2026-04-28T03:21:02.987623Z","end":"2026-04-28T03:21:03.134978Z","steps":["trace[1749744833] 'process raft request' (duration: 147.19253ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:03.138582Z","caller":"traceutil/trace.go:171","msg":"trace[1515361310] linearizableReadLoop","detail":"{readStateIndex:2929; appliedIndex:2927; }","duration":"111.551205ms","start":"2026-04-28T03:21:03.027011Z","end":"2026-04-28T03:21:03.138562Z","steps":["trace[1515361310] 'read index received' (duration: 107.81283ms)","trace[1515361310] 'applied index is now lower than readState.Index' (duration: 3.737205ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:03.138848Z","caller":"traceutil/trace.go:171","msg":"trace[268911190] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"149.520103ms","start":"2026-04-28T03:21:02.989263Z","end":"2026-04-28T03:21:03.138783Z","steps":["trace[268911190] 'process raft request' (duration: 149.136058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:03.138885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.819441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-28T03:21:03.140114Z","caller":"traceutil/trace.go:171","msg":"trace[2129702248] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:2796; }","duration":"113.118794ms","start":"2026-04-28T03:21:03.026969Z","end":"2026-04-28T03:21:03.140087Z","steps":["trace[2129702248] 'agreement among raft nodes before linearized reading' (duration: 111.71372ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:04.062499Z","caller":"traceutil/trace.go:171","msg":"trace[1995855910] transaction","detail":"{read_only:false; response_revision:2809; number_of_response:1; }","duration":"127.32631ms","start":"2026-04-28T03:21:03.935144Z","end":"2026-04-28T03:21:04.06247Z","steps":["trace[1995855910] 'process raft request' (duration: 111.944678ms)","trace[1995855910] 'compare' (duration: 15.149013ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:04.092911Z","caller":"traceutil/trace.go:171","msg":"trace[223099315] transaction","detail":"{read_only:false; response_revision:2810; number_of_response:1; }","duration":"155.529703ms","start":"2026-04-28T03:21:03.937361Z","end":"2026-04-28T03:21:04.092891Z","steps":["trace[223099315] 'process raft request' (duration: 155.321502ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:04.093041Z","caller":"traceutil/trace.go:171","msg":"trace[1684623146] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"155.2329ms","start":"2026-04-28T03:21:03.937713Z","end":"2026-04-28T03:21:04.092946Z","steps":["trace[1684623146] 'process raft request' (duration: 155.105142ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:04.092886Z","caller":"traceutil/trace.go:171","msg":"trace[1468290372] linearizableReadLoop","detail":"{readStateIndex:2945; appliedIndex:2942; }","duration":"115.916111ms","start":"2026-04-28T03:21:03.976946Z","end":"2026-04-28T03:21:04.092862Z","steps":["trace[1468290372] 'read index received' (duration: 70.236362ms)","trace[1468290372] 'applied index is now lower than readState.Index' (duration: 45.678659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:04.093049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.077406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:21:04.093396Z","caller":"traceutil/trace.go:171","msg":"trace[1797131169] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:2811; }","duration":"116.49028ms","start":"2026-04-28T03:21:03.976889Z","end":"2026-04-28T03:21:04.093379Z","steps":["trace[1797131169] 'agreement among raft nodes before linearized reading' (duration: 116.056577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:04.357578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.16153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:04.357672Z","caller":"traceutil/trace.go:171","msg":"trace[2021013265] linearizableReadLoop","detail":"{readStateIndex:2947; appliedIndex:2946; }","duration":"241.906922ms","start":"2026-04-28T03:21:04.11575Z","end":"2026-04-28T03:21:04.357657Z","steps":["trace[2021013265] 'read index received' (duration: 100.540941ms)","trace[2021013265] 'applied index is now lower than readState.Index' (duration: 141.364771ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:04.357735Z","caller":"traceutil/trace.go:171","msg":"trace[137139817] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"256.731515ms","start":"2026-04-28T03:21:04.10099Z","end":"2026-04-28T03:21:04.357721Z","steps":["trace[137139817] 'process raft request' (duration: 115.351334ms)","trace[137139817] 'compare' (duration: 140.979666ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:04.357757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.003294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:04.357782Z","caller":"traceutil/trace.go:171","msg":"trace[1649329983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2813; }","duration":"242.059329ms","start":"2026-04-28T03:21:04.115715Z","end":"2026-04-28T03:21:04.357774Z","steps":["trace[1649329983] 'agreement among raft nodes before linearized reading' (duration: 242.008003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:04.361423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.682553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-28T03:21:04.361439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.76446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:21:04.361499Z","caller":"traceutil/trace.go:171","msg":"trace[341166633] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:2814; }","duration":"163.849861ms","start":"2026-04-28T03:21:04.197638Z","end":"2026-04-28T03:21:04.361488Z","steps":["trace[341166633] 'agreement among raft nodes before linearized reading' (duration: 163.760959ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:04.361501Z","caller":"traceutil/trace.go:171","msg":"trace[111754569] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:2814; }","duration":"233.798163ms","start":"2026-04-28T03:21:04.127685Z","end":"2026-04-28T03:21:04.361483Z","steps":["trace[111754569] 'agreement among raft nodes before linearized reading' (duration: 233.639707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:04.361682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.499472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4436"} {"level":"info","ts":"2026-04-28T03:21:04.36171Z","caller":"traceutil/trace.go:171","msg":"trace[1264209268] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:2814; }","duration":"217.562915ms","start":"2026-04-28T03:21:04.144138Z","end":"2026-04-28T03:21:04.361701Z","steps":["trace[1264209268] 'agreement among raft nodes before linearized reading' (duration: 217.458305ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:04.503536Z","caller":"traceutil/trace.go:171","msg":"trace[2108777695] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"133.723881ms","start":"2026-04-28T03:21:04.369787Z","end":"2026-04-28T03:21:04.503511Z","steps":["trace[2108777695] 'process raft request' (duration: 133.552876ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:04.566912Z","caller":"traceutil/trace.go:171","msg":"trace[1417762805] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"196.117734ms","start":"2026-04-28T03:21:04.370762Z","end":"2026-04-28T03:21:04.566879Z","steps":["trace[1417762805] 'process raft request' (duration: 195.906341ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:04.566958Z","caller":"traceutil/trace.go:171","msg":"trace[1203534420] transaction","detail":"{read_only:false; response_revision:2820; number_of_response:1; }","duration":"192.567459ms","start":"2026-04-28T03:21:04.374371Z","end":"2026-04-28T03:21:04.566938Z","steps":["trace[1203534420] 'process raft request' (duration: 192.491986ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:04.567014Z","caller":"traceutil/trace.go:171","msg":"trace[872288902] transaction","detail":"{read_only:false; response_revision:2818; number_of_response:1; }","duration":"195.539855ms","start":"2026-04-28T03:21:04.371467Z","end":"2026-04-28T03:21:04.567007Z","steps":["trace[872288902] 'process raft request' (duration: 195.315095ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:04.567087Z","caller":"traceutil/trace.go:171","msg":"trace[1259061361] transaction","detail":"{read_only:false; response_revision:2821; number_of_response:1; }","duration":"191.66238ms","start":"2026-04-28T03:21:04.375417Z","end":"2026-04-28T03:21:04.567079Z","steps":["trace[1259061361] 'process raft request' (duration: 191.487905ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:04.567447Z","caller":"traceutil/trace.go:171","msg":"trace[190639732] transaction","detail":"{read_only:false; response_revision:2822; number_of_response:1; }","duration":"191.685238ms","start":"2026-04-28T03:21:04.375752Z","end":"2026-04-28T03:21:04.567437Z","steps":["trace[190639732] 'process raft request' (duration: 191.296153ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:04.567593Z","caller":"traceutil/trace.go:171","msg":"trace[265348895] transaction","detail":"{read_only:false; response_revision:2819; number_of_response:1; }","duration":"192.78689ms","start":"2026-04-28T03:21:04.37428Z","end":"2026-04-28T03:21:04.567067Z","steps":["trace[265348895] 'process raft request' (duration: 192.544881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:04.865178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.954348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:04.865304Z","caller":"traceutil/trace.go:171","msg":"trace[2030822194] linearizableReadLoop","detail":"{readStateIndex:2960; appliedIndex:2959; }","duration":"179.771336ms","start":"2026-04-28T03:21:04.68551Z","end":"2026-04-28T03:21:04.865282Z","steps":["trace[2030822194] 'read index received' (duration: 74.616016ms)","trace[2030822194] 'applied index is now lower than readState.Index' (duration: 105.15379ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:04.865445Z","caller":"traceutil/trace.go:171","msg":"trace[773444290] transaction","detail":"{read_only:false; response_revision:2826; number_of_response:1; }","duration":"237.178153ms","start":"2026-04-28T03:21:04.628228Z","end":"2026-04-28T03:21:04.865406Z","steps":["trace[773444290] 'process raft request' (duration: 131.899524ms)","trace[773444290] 'compare' (duration: 104.836349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:04.86565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.644067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:21:04.865669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.111386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:21:04.865707Z","caller":"traceutil/trace.go:171","msg":"trace[2019900873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2826; }","duration":"151.757397ms","start":"2026-04-28T03:21:04.713935Z","end":"2026-04-28T03:21:04.865693Z","steps":["trace[2019900873] 'agreement among raft nodes before linearized reading' (duration: 151.583063ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:04.865753Z","caller":"traceutil/trace.go:171","msg":"trace[182396572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2826; }","duration":"180.280281ms","start":"2026-04-28T03:21:04.685458Z","end":"2026-04-28T03:21:04.865738Z","steps":["trace[182396572] 'agreement among raft nodes before linearized reading' (duration: 179.947971ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:05.006452Z","caller":"traceutil/trace.go:171","msg":"trace[824953334] linearizableReadLoop","detail":"{readStateIndex:2964; appliedIndex:2960; }","duration":"102.59169ms","start":"2026-04-28T03:21:04.903843Z","end":"2026-04-28T03:21:05.006435Z","steps":["trace[824953334] 'read index received' (duration: 29.133109ms)","trace[824953334] 'applied index is now lower than readState.Index' (duration: 73.457791ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:05.006517Z","caller":"traceutil/trace.go:171","msg":"trace[1984550042] transaction","detail":"{read_only:false; response_revision:2828; number_of_response:1; }","duration":"135.11029ms","start":"2026-04-28T03:21:04.871363Z","end":"2026-04-28T03:21:05.006473Z","steps":["trace[1984550042] 'process raft request' (duration: 123.026872ms)","trace[1984550042] 'compare' (duration: 11.905563ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:05.006552Z","caller":"traceutil/trace.go:171","msg":"trace[1997962059] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"134.959854ms","start":"2026-04-28T03:21:04.871563Z","end":"2026-04-28T03:21:05.006523Z","steps":["trace[1997962059] 'process raft request' (duration: 134.844783ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:05.006635Z","caller":"traceutil/trace.go:171","msg":"trace[1401485482] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"135.060636ms","start":"2026-04-28T03:21:04.871516Z","end":"2026-04-28T03:21:05.006576Z","steps":["trace[1401485482] 'process raft request' (duration: 134.866702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:05.006568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.709151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-hzqkbl\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-04-28T03:21:05.006771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.198606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5882"} {"level":"info","ts":"2026-04-28T03:21:05.006792Z","caller":"traceutil/trace.go:171","msg":"trace[1022724046] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-hzqkbl; range_end:; response_count:1; response_revision:2830; }","duration":"102.983927ms","start":"2026-04-28T03:21:04.903791Z","end":"2026-04-28T03:21:05.006775Z","steps":["trace[1022724046] 'agreement among raft nodes before linearized reading' (duration: 102.733059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:05.006838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.433436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6129"} {"level":"info","ts":"2026-04-28T03:21:05.006906Z","caller":"traceutil/trace.go:171","msg":"trace[848737350] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2830; }","duration":"102.543706ms","start":"2026-04-28T03:21:04.90433Z","end":"2026-04-28T03:21:05.006874Z","steps":["trace[848737350] 'agreement among raft nodes before linearized reading' (duration: 102.367202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:05.006963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.416877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" ","response":"range_response_count:1 size:5159"} {"level":"info","ts":"2026-04-28T03:21:05.007007Z","caller":"traceutil/trace.go:171","msg":"trace[908225602] range","detail":"{range_begin:/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9; range_end:; response_count:1; response_revision:2830; }","duration":"101.485951ms","start":"2026-04-28T03:21:04.905509Z","end":"2026-04-28T03:21:05.006995Z","steps":["trace[908225602] 'agreement among raft nodes before linearized reading' (duration: 101.355302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:05.007057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.512488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14480"} {"level":"warn","ts":"2026-04-28T03:21:05.007105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.60888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4783"} {"level":"warn","ts":"2026-04-28T03:21:05.007186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.59629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/memcached-memcached-cf56b6468\" ","response":"range_response_count:1 size:6878"} {"level":"warn","ts":"2026-04-28T03:21:05.007229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.072448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-04-28T03:21:05.007239Z","caller":"traceutil/trace.go:171","msg":"trace[336368947] range","detail":"{range_begin:/registry/replicasets/openstack/memcached-memcached-cf56b6468; range_end:; response_count:1; response_revision:2830; }","duration":"101.659875ms","start":"2026-04-28T03:21:04.90557Z","end":"2026-04-28T03:21:05.00723Z","steps":["trace[336368947] 'agreement among raft nodes before linearized reading' (duration: 101.545505ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:05.007253Z","caller":"traceutil/trace.go:171","msg":"trace[736851462] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:2830; }","duration":"102.307477ms","start":"2026-04-28T03:21:04.904938Z","end":"2026-04-28T03:21:05.007245Z","steps":["trace[736851462] 'agreement among raft nodes before linearized reading' (duration: 102.251092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:05.007292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.730699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:15975"} {"level":"warn","ts":"2026-04-28T03:21:05.006895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.670124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5603"} {"level":"info","ts":"2026-04-28T03:21:05.007334Z","caller":"traceutil/trace.go:171","msg":"trace[631182313] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:2830; }","duration":"101.812442ms","start":"2026-04-28T03:21:04.90551Z","end":"2026-04-28T03:21:05.007322Z","steps":["trace[631182313] 'agreement among raft nodes before linearized reading' (duration: 101.695452ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:05.007347Z","caller":"traceutil/trace.go:171","msg":"trace[249700120] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:2830; }","duration":"101.918882ms","start":"2026-04-28T03:21:04.905409Z","end":"2026-04-28T03:21:05.007327Z","steps":["trace[249700120] 'agreement among raft nodes before linearized reading' (duration: 101.517668ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:05.007378Z","caller":"traceutil/trace.go:171","msg":"trace[1181670602] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:2830; }","duration":"102.146622ms","start":"2026-04-28T03:21:04.905199Z","end":"2026-04-28T03:21:05.007345Z","steps":["trace[1181670602] 'agreement among raft nodes before linearized reading' (duration: 101.590231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:05.007174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.975926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3659"} {"level":"info","ts":"2026-04-28T03:21:05.007463Z","caller":"traceutil/trace.go:171","msg":"trace[1716370834] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:2830; }","duration":"102.27261ms","start":"2026-04-28T03:21:04.90518Z","end":"2026-04-28T03:21:05.007452Z","steps":["trace[1716370834] 'agreement among raft nodes before linearized reading' (duration: 101.93401ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:05.006802Z","caller":"traceutil/trace.go:171","msg":"trace[1081105086] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:2830; }","duration":"101.243471ms","start":"2026-04-28T03:21:04.90555Z","end":"2026-04-28T03:21:05.006794Z","steps":["trace[1081105086] 'agreement among raft nodes before linearized reading' (duration: 101.156789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:05.007527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.009864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4402"} {"level":"warn","ts":"2026-04-28T03:21:05.007077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.422746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3312"} {"level":"warn","ts":"2026-04-28T03:21:05.007675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.176019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2918"} {"level":"info","ts":"2026-04-28T03:21:05.007677Z","caller":"traceutil/trace.go:171","msg":"trace[1662143816] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:2830; }","duration":"102.183709ms","start":"2026-04-28T03:21:04.905478Z","end":"2026-04-28T03:21:05.007662Z","steps":["trace[1662143816] 'agreement among raft nodes before linearized reading' (duration: 101.908563ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:05.007702Z","caller":"traceutil/trace.go:171","msg":"trace[795467534] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:2830; }","duration":"102.220026ms","start":"2026-04-28T03:21:04.905476Z","end":"2026-04-28T03:21:05.007696Z","steps":["trace[795467534] 'agreement among raft nodes before linearized reading' (duration: 102.17251ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:05.007177Z","caller":"traceutil/trace.go:171","msg":"trace[586411974] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:2830; }","duration":"101.702581ms","start":"2026-04-28T03:21:04.905454Z","end":"2026-04-28T03:21:05.007157Z","steps":["trace[586411974] 'agreement among raft nodes before linearized reading' (duration: 101.209275ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:05.007747Z","caller":"traceutil/trace.go:171","msg":"trace[924239141] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:2830; }","duration":"102.039131ms","start":"2026-04-28T03:21:04.905626Z","end":"2026-04-28T03:21:05.007665Z","steps":["trace[924239141] 'agreement among raft nodes before linearized reading' (duration: 101.383019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:05.007933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.604682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4518"} {"level":"info","ts":"2026-04-28T03:21:05.008774Z","caller":"traceutil/trace.go:171","msg":"trace[1594359784] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:2830; }","duration":"104.483474ms","start":"2026-04-28T03:21:04.904279Z","end":"2026-04-28T03:21:05.008762Z","steps":["trace[1594359784] 'agreement among raft nodes before linearized reading' (duration: 103.584144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:05.008012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.671816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" ","response":"range_response_count:1 size:4105"} {"level":"info","ts":"2026-04-28T03:21:05.008905Z","caller":"traceutil/trace.go:171","msg":"trace[216576263] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-69cb5bbdb9; range_end:; response_count:1; response_revision:2830; }","duration":"104.593675ms","start":"2026-04-28T03:21:04.904302Z","end":"2026-04-28T03:21:05.008896Z","steps":["trace[216576263] 'agreement among raft nodes before linearized reading' (duration: 103.557576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:05.008038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.682815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18157"} {"level":"info","ts":"2026-04-28T03:21:05.009607Z","caller":"traceutil/trace.go:171","msg":"trace[1335197355] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:2830; }","duration":"105.251898ms","start":"2026-04-28T03:21:04.90434Z","end":"2026-04-28T03:21:05.009592Z","steps":["trace[1335197355] 'agreement among raft nodes before linearized reading' (duration: 103.623861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:05.008137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.790456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15383"} {"level":"info","ts":"2026-04-28T03:21:05.009822Z","caller":"traceutil/trace.go:171","msg":"trace[2081079688] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:2830; }","duration":"105.499705ms","start":"2026-04-28T03:21:04.904312Z","end":"2026-04-28T03:21:05.009812Z","steps":["trace[2081079688] 'agreement among raft nodes before linearized reading' (duration: 103.730901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:05.008392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.119147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9168"} {"level":"warn","ts":"2026-04-28T03:21:05.007773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.585514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4262"} {"level":"info","ts":"2026-04-28T03:21:05.009939Z","caller":"traceutil/trace.go:171","msg":"trace[440342588] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2830; }","duration":"105.668891ms","start":"2026-04-28T03:21:04.904252Z","end":"2026-04-28T03:21:05.00992Z","steps":["trace[440342588] 'agreement among raft nodes before linearized reading' (duration: 104.070561ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:05.010008Z","caller":"traceutil/trace.go:171","msg":"trace[768171991] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:2830; }","duration":"105.878272ms","start":"2026-04-28T03:21:04.904119Z","end":"2026-04-28T03:21:05.009997Z","steps":["trace[768171991] 'agreement among raft nodes before linearized reading' (duration: 102.50106ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:06.825764Z","caller":"traceutil/trace.go:171","msg":"trace[107538310] linearizableReadLoop","detail":"{readStateIndex:2970; appliedIndex:2969; }","duration":"246.151209ms","start":"2026-04-28T03:21:06.579595Z","end":"2026-04-28T03:21:06.825746Z","steps":["trace[107538310] 'read index received' (duration: 245.972135ms)","trace[107538310] 'applied index is now lower than readState.Index' (duration: 178.284µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:06.825859Z","caller":"traceutil/trace.go:171","msg":"trace[582999750] transaction","detail":"{read_only:false; response_revision:2836; number_of_response:1; }","duration":"247.372533ms","start":"2026-04-28T03:21:06.57844Z","end":"2026-04-28T03:21:06.825812Z","steps":["trace[582999750] 'process raft request' (duration: 247.104496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:06.825935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.313855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd.18aa67287ef59bb1\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-04-28T03:21:06.82597Z","caller":"traceutil/trace.go:171","msg":"trace[1523284876] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd.18aa67287ef59bb1; range_end:; response_count:1; response_revision:2836; }","duration":"246.389638ms","start":"2026-04-28T03:21:06.579572Z","end":"2026-04-28T03:21:06.825961Z","steps":["trace[1523284876] 'agreement among raft nodes before linearized reading' (duration: 246.25649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:07.117791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.074643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:07.117861Z","caller":"traceutil/trace.go:171","msg":"trace[1773470237] linearizableReadLoop","detail":"{readStateIndex:2971; appliedIndex:2970; }","duration":"292.036625ms","start":"2026-04-28T03:21:06.825812Z","end":"2026-04-28T03:21:07.117848Z","steps":["trace[1773470237] 'read index received' (duration: 182.8708ms)","trace[1773470237] 'applied index is now lower than readState.Index' (duration: 109.164615ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:07.117914Z","caller":"traceutil/trace.go:171","msg":"trace[411502187] transaction","detail":"{read_only:false; response_revision:2837; number_of_response:1; }","duration":"490.819614ms","start":"2026-04-28T03:21:06.627084Z","end":"2026-04-28T03:21:07.117904Z","steps":["trace[411502187] 'process raft request' (duration: 381.567196ms)","trace[411502187] 'compare' (duration: 108.991141ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:07.117955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:06.62706Z","time spent":"490.87336ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:07.118087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.447938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:07.118156Z","caller":"traceutil/trace.go:171","msg":"trace[633054852] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2837; }","duration":"519.54582ms","start":"2026-04-28T03:21:06.59859Z","end":"2026-04-28T03:21:07.118135Z","steps":["trace[633054852] 'agreement among raft nodes before linearized reading' (duration: 519.377285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:07.118202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:06.598575Z","time spent":"519.612485ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:21:07.862638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.436689ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:07.862726Z","caller":"traceutil/trace.go:171","msg":"trace[842198491] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2837; }","duration":"299.531671ms","start":"2026-04-28T03:21:07.563182Z","end":"2026-04-28T03:21:07.862713Z","steps":["trace[842198491] 'range keys from in-memory index tree' (duration: 299.42554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:07.863072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.011284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:07.863679Z","caller":"traceutil/trace.go:171","msg":"trace[2025670368] linearizableReadLoop","detail":"{readStateIndex:2972; appliedIndex:2971; }","duration":"745.790365ms","start":"2026-04-28T03:21:07.117879Z","end":"2026-04-28T03:21:07.863669Z","steps":["trace[2025670368] 'read index received' (duration: 107.642508ms)","trace[2025670368] 'applied index is now lower than readState.Index' (duration: 638.146567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:07.863817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.889635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:21:07.863845Z","caller":"traceutil/trace.go:171","msg":"trace[1667667444] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2839; }","duration":"851.993116ms","start":"2026-04-28T03:21:07.011845Z","end":"2026-04-28T03:21:07.863838Z","steps":["trace[1667667444] 'agreement among raft nodes before linearized reading' (duration: 851.903554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:07.863844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.345911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:21:07.863919Z","caller":"traceutil/trace.go:171","msg":"trace[733845800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2839; }","duration":"851.46807ms","start":"2026-04-28T03:21:07.012438Z","end":"2026-04-28T03:21:07.863906Z","steps":["trace[733845800] 'agreement among raft nodes before linearized reading' (duration: 851.24392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:07.863944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:07.01242Z","time spent":"851.518985ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:21:07.863953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:07.011827Z","time spent":"852.034792ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:07.864074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.782039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:07.864095Z","caller":"traceutil/trace.go:171","msg":"trace[1788250779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2839; }","duration":"749.830405ms","start":"2026-04-28T03:21:07.11426Z","end":"2026-04-28T03:21:07.86409Z","steps":["trace[1788250779] 'agreement among raft nodes before linearized reading' (duration: 749.794868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:07.864107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:07.114244Z","time spent":"749.860183ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:21:07.864022Z","caller":"traceutil/trace.go:171","msg":"trace[185874551] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"1.035857452s","start":"2026-04-28T03:21:06.827961Z","end":"2026-04-28T03:21:07.863818Z","steps":["trace[185874551] 'process raft request' (duration: 397.708925ms)","trace[185874551] 'compare' (duration: 636.680663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:07.864217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.907635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:21:07.864285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.274791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:21:07.864278Z","caller":"traceutil/trace.go:171","msg":"trace[1135612278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2839; }","duration":"928.000796ms","start":"2026-04-28T03:21:06.936257Z","end":"2026-04-28T03:21:07.864258Z","steps":["trace[1135612278] 'agreement among raft nodes before linearized reading' (duration: 927.83593ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:07.864306Z","caller":"traceutil/trace.go:171","msg":"trace[1848252646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2839; }","duration":"852.319057ms","start":"2026-04-28T03:21:07.011982Z","end":"2026-04-28T03:21:07.864302Z","steps":["trace[1848252646] 'agreement among raft nodes before linearized reading' (duration: 851.743067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:07.864322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:07.011952Z","time spent":"852.366374ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:07.864322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:06.936237Z","time spent":"928.0764ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:07.864419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:06.827944Z","time spent":"1.036267856s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:07.864825Z","caller":"traceutil/trace.go:171","msg":"trace[874110966] transaction","detail":"{read_only:false; response_revision:2839; number_of_response:1; }","duration":"636.205834ms","start":"2026-04-28T03:21:07.228128Z","end":"2026-04-28T03:21:07.864334Z","steps":["trace[874110966] 'process raft request' (duration: 635.070482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:07.86496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:07.228103Z","time spent":"636.767636ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:09.865433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999342969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:09.865525Z","caller":"traceutil/trace.go:171","msg":"trace[531667419] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999471718s","start":"2026-04-28T03:21:07.866035Z","end":"2026-04-28T03:21:09.865507Z","steps":["trace[531667419] 'agreement among raft nodes before linearized reading' (duration: 1.999342829s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:09.865582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:07.866019Z","time spent":"1.999553431s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:21:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:10.025476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924242587s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:21:10.025574Z","caller":"traceutil/trace.go:171","msg":"trace[73041714] linearizableReadLoop","detail":"{readStateIndex:2974; appliedIndex:2973; }","duration":"2.161852496s","start":"2026-04-28T03:21:07.863704Z","end":"2026-04-28T03:21:10.025557Z","steps":["trace[73041714] 'read index received' (duration: 237.657774ms)","trace[73041714] 'applied index is now lower than readState.Index' (duration: 1.924193302s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:10.025833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.616211771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:10.025883Z","caller":"traceutil/trace.go:171","msg":"trace[96076344] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2839; }","duration":"2.616308553s","start":"2026-04-28T03:21:07.409558Z","end":"2026-04-28T03:21:10.025867Z","steps":["trace[96076344] 'agreement among raft nodes before linearized reading' (duration: 2.61621841s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:10.025921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:07.409539Z","time spent":"2.616371907s","remote":"127.0.0.1:51254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:10.025996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.851011879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-28T03:21:10.026063Z","caller":"traceutil/trace.go:171","msg":"trace[480680782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2839; }","duration":"2.851158588s","start":"2026-04-28T03:21:07.17489Z","end":"2026-04-28T03:21:10.026049Z","steps":["trace[480680782] 'agreement among raft nodes before linearized reading' (duration: 2.850943035s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:10.026098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:07.174872Z","time spent":"2.851220293s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:21:10.142965Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.041684325s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:21:10.143698Z","caller":"traceutil/trace.go:171","msg":"trace[946580347] transaction","detail":"{read_only:false; response_revision:2840; number_of_response:1; }","duration":"2.275375644s","start":"2026-04-28T03:21:07.868305Z","end":"2026-04-28T03:21:10.14368Z","steps":["trace[946580347] 'process raft request' (duration: 2.275070818s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:10.143744Z","caller":"traceutil/trace.go:171","msg":"trace[1657509122] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"2.275373524s","start":"2026-04-28T03:21:07.868362Z","end":"2026-04-28T03:21:10.143735Z","steps":["trace[1657509122] 'process raft request' (duration: 2.275195178s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:10.14382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:07.868296Z","time spent":"2.275463706s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:10.143841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:07.868358Z","time spent":"2.27541352s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:10.14369Z","caller":"traceutil/trace.go:171","msg":"trace[695355054] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"2.274394828s","start":"2026-04-28T03:21:07.869274Z","end":"2026-04-28T03:21:10.143669Z","steps":["trace[695355054] 'process raft request' (duration: 2.27435899s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:10.143979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:07.869259Z","time spent":"2.274693983s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:10.144003Z","caller":"traceutil/trace.go:171","msg":"trace[233426536] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"2.275552609s","start":"2026-04-28T03:21:07.868413Z","end":"2026-04-28T03:21:10.143966Z","steps":["trace[233426536] 'process raft request' (duration: 2.275193048s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:10.144124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:07.868391Z","time spent":"2.2756521s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:11.071474Z","caller":"traceutil/trace.go:171","msg":"trace[1936402967] linearizableReadLoop","detail":"{readStateIndex:2982; appliedIndex:2974; }","duration":"1.045855858s","start":"2026-04-28T03:21:10.0256Z","end":"2026-04-28T03:21:11.071456Z","steps":["trace[1936402967] 'read index received' (duration: 117.76275ms)","trace[1936402967] 'applied index is now lower than readState.Index' (duration: 928.092288ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:11.071677Z","caller":"traceutil/trace.go:171","msg":"trace[112149449] transaction","detail":"{read_only:false; response_revision:2849; number_of_response:1; }","duration":"990.402785ms","start":"2026-04-28T03:21:10.081259Z","end":"2026-04-28T03:21:11.071662Z","steps":["trace[112149449] 'process raft request' (duration: 990.164715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:11.071775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:10.081241Z","time spent":"990.476169ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:11.07181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143058746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-04-28T03:21:11.071867Z","caller":"traceutil/trace.go:171","msg":"trace[735672772] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2849; }","duration":"2.143151809s","start":"2026-04-28T03:21:08.928701Z","end":"2026-04-28T03:21:11.071853Z","steps":["trace[735672772] 'agreement among raft nodes before linearized reading' (duration: 2.142980043s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:11.071924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:08.928686Z","time spent":"2.143228332s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12010,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:21:11.071949Z","caller":"traceutil/trace.go:171","msg":"trace[219037026] transaction","detail":"{read_only:false; response_revision:2844; number_of_response:1; }","duration":"2.240346s","start":"2026-04-28T03:21:08.831594Z","end":"2026-04-28T03:21:11.071941Z","steps":["trace[219037026] 'process raft request' (duration: 2.23962937s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:11.071984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:08.83156Z","time spent":"2.240404605s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:11.072038Z","caller":"traceutil/trace.go:171","msg":"trace[116188429] transaction","detail":"{read_only:false; response_revision:2847; number_of_response:1; }","duration":"1.180304695s","start":"2026-04-28T03:21:09.891701Z","end":"2026-04-28T03:21:11.072006Z","steps":["trace[116188429] 'process raft request' (duration: 1.179666248s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:11.072083Z","caller":"traceutil/trace.go:171","msg":"trace[1060142528] transaction","detail":"{read_only:false; response_revision:2848; number_of_response:1; }","duration":"1.042056346s","start":"2026-04-28T03:21:10.03002Z","end":"2026-04-28T03:21:11.072076Z","steps":["trace[1060142528] 'process raft request' (duration: 1.041378482s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:11.072117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:10.029999Z","time spent":"1.042099172s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:11.072093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.20395065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd.18aa67287ef8a9b3\" ","response":"range_response_count:1 size:879"} {"level":"warn","ts":"2026-04-28T03:21:11.072106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946921837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:11.072161Z","caller":"traceutil/trace.go:171","msg":"trace[181662072] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd.18aa67287ef8a9b3; range_end:; response_count:1; response_revision:2849; }","duration":"3.204030383s","start":"2026-04-28T03:21:07.868115Z","end":"2026-04-28T03:21:11.072145Z","steps":["trace[181662072] 'agreement among raft nodes before linearized reading' (duration: 3.203816151s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:11.07218Z","caller":"traceutil/trace.go:171","msg":"trace[71712869] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2849; }","duration":"2.947030858s","start":"2026-04-28T03:21:08.125131Z","end":"2026-04-28T03:21:11.072162Z","steps":["trace[71712869] 'agreement among raft nodes before linearized reading' (duration: 2.946696176s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:11.072196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:07.868083Z","time spent":"3.204105837s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":901,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd.18aa67287ef8a9b3\" "} {"level":"warn","ts":"2026-04-28T03:21:11.072228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:08.125095Z","time spent":"2.94711983s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:21:11.072218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:09.891676Z","time spent":"1.180428445s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:11.072318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470488627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:11.072365Z","caller":"traceutil/trace.go:171","msg":"trace[1397938988] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2849; }","duration":"2.470553522s","start":"2026-04-28T03:21:08.601788Z","end":"2026-04-28T03:21:11.072342Z","steps":["trace[1397938988] 'agreement among raft nodes before linearized reading' (duration: 2.470505096s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:11.072393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:08.601772Z","time spent":"2.470613006s","remote":"127.0.0.1:51126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:11.072425Z","caller":"traceutil/trace.go:171","msg":"trace[1832384226] transaction","detail":"{read_only:false; response_revision:2845; number_of_response:1; }","duration":"1.950269329s","start":"2026-04-28T03:21:09.122136Z","end":"2026-04-28T03:21:11.072405Z","steps":["trace[1832384226] 'process raft request' (duration: 1.94918696s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:11.072465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:09.122113Z","time spent":"1.950332104s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:11.072503Z","caller":"traceutil/trace.go:171","msg":"trace[128124839] transaction","detail":"{read_only:false; response_revision:2846; number_of_response:1; }","duration":"1.203221536s","start":"2026-04-28T03:21:09.869265Z","end":"2026-04-28T03:21:11.072487Z","steps":["trace[128124839] 'process raft request' (duration: 1.202080871s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:11.07214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539840902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:21:11.072598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:09.869241Z","time spent":"1.203307208s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:11.072626Z","caller":"traceutil/trace.go:171","msg":"trace[259202870] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2849; }","duration":"1.540375687s","start":"2026-04-28T03:21:09.532243Z","end":"2026-04-28T03:21:11.072619Z","steps":["trace[259202870] 'agreement among raft nodes before linearized reading' (duration: 1.539863929s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:11.072655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:09.532218Z","time spent":"1.540427612s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:11.072796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202204862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:11.072866Z","caller":"traceutil/trace.go:171","msg":"trace[1015814114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2849; }","duration":"1.202302364s","start":"2026-04-28T03:21:09.870548Z","end":"2026-04-28T03:21:11.07285Z","steps":["trace[1015814114] 'agreement among raft nodes before linearized reading' (duration: 1.202121989s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:11.072905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:09.870536Z","time spent":"1.20235964s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:21:11.146862Z","caller":"traceutil/trace.go:171","msg":"trace[375451847] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"927.897936ms","start":"2026-04-28T03:21:10.218946Z","end":"2026-04-28T03:21:11.146843Z","steps":["trace[375451847] 'process raft request' (duration: 927.580873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:11.146964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:10.218925Z","time spent":"927.98514ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:11.458478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.135944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:11.458578Z","caller":"traceutil/trace.go:171","msg":"trace[1254327772] linearizableReadLoop","detail":"{readStateIndex:2986; appliedIndex:2985; }","duration":"311.928363ms","start":"2026-04-28T03:21:11.146634Z","end":"2026-04-28T03:21:11.458562Z","steps":["trace[1254327772] 'read index received' (duration: 109.475804ms)","trace[1254327772] 'applied index is now lower than readState.Index' (duration: 202.450669ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:11.458783Z","caller":"traceutil/trace.go:171","msg":"trace[985346564] transaction","detail":"{read_only:false; response_revision:2851; number_of_response:1; }","duration":"383.179ms","start":"2026-04-28T03:21:11.075581Z","end":"2026-04-28T03:21:11.45876Z","steps":["trace[985346564] 'process raft request' (duration: 180.591153ms)","trace[985346564] 'compare' (duration: 201.888105ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:11.458835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.407779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:11.458907Z","caller":"traceutil/trace.go:171","msg":"trace[994013079] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2851; }","duration":"377.513641ms","start":"2026-04-28T03:21:11.081383Z","end":"2026-04-28T03:21:11.458897Z","steps":["trace[994013079] 'agreement among raft nodes before linearized reading' (duration: 377.393961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:11.458939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:11.081365Z","time spent":"377.566306ms","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:21:11.458948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:11.075569Z","time spent":"383.331817ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:11.459336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.799909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:11.459392Z","caller":"traceutil/trace.go:171","msg":"trace[346413677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2851; }","duration":"383.879082ms","start":"2026-04-28T03:21:11.075501Z","end":"2026-04-28T03:21:11.45938Z","steps":["trace[346413677] 'agreement among raft nodes before linearized reading' (duration: 383.103107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:11.459426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:11.075487Z","time spent":"383.931667ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:12.066486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.192871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:12.068052Z","caller":"traceutil/trace.go:171","msg":"trace[1698662897] linearizableReadLoop","detail":"{readStateIndex:2987; appliedIndex:2986; }","duration":"599.393909ms","start":"2026-04-28T03:21:11.468636Z","end":"2026-04-28T03:21:12.06803Z","steps":["trace[1698662897] 'read index received' (duration: 475.632687ms)","trace[1698662897] 'applied index is now lower than readState.Index' (duration: 123.758913ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:12.06807Z","caller":"traceutil/trace.go:171","msg":"trace[1362412826] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"604.643874ms","start":"2026-04-28T03:21:11.463389Z","end":"2026-04-28T03:21:12.068032Z","steps":["trace[1362412826] 'process raft request' (duration: 480.925738ms)","trace[1362412826] 'compare' (duration: 121.941972ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:12.068181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:11.463372Z","time spent":"604.752235ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:21:12.068217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.550817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:12.068282Z","caller":"traceutil/trace.go:171","msg":"trace[343454382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2852; }","duration":"599.641869ms","start":"2026-04-28T03:21:11.468621Z","end":"2026-04-28T03:21:12.068263Z","steps":["trace[343454382] 'agreement among raft nodes before linearized reading' (duration: 599.470413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:12.068312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:11.468615Z","time spent":"599.691985ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:12.068317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.990473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:12.068363Z","caller":"traceutil/trace.go:171","msg":"trace[225412549] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2852; }","duration":"596.077895ms","start":"2026-04-28T03:21:11.472271Z","end":"2026-04-28T03:21:12.068348Z","steps":["trace[225412549] 'agreement among raft nodes before linearized reading' (duration: 595.885271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:12.0684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:11.472212Z","time spent":"596.178547ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:21:12.5857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:13.086196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:13.586551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666595,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:21:13.612662Z","caller":"traceutil/trace.go:171","msg":"trace[513270423] transaction","detail":"{read_only:false; response_revision:2853; number_of_response:1; }","duration":"1.53894291s","start":"2026-04-28T03:21:12.073696Z","end":"2026-04-28T03:21:13.612639Z","steps":["trace[513270423] 'process raft request' (duration: 1.538794502s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:13.612834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.073684Z","time spent":"1.539077648s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:13.675962Z","caller":"traceutil/trace.go:171","msg":"trace[1206710678] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"597.842372ms","start":"2026-04-28T03:21:13.078079Z","end":"2026-04-28T03:21:13.675922Z","steps":["trace[1206710678] 'process raft request' (duration: 597.623259ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:13.676005Z","caller":"traceutil/trace.go:171","msg":"trace[96859342] linearizableReadLoop","detail":"{readStateIndex:2991; appliedIndex:2987; }","duration":"1.596782649s","start":"2026-04-28T03:21:12.079199Z","end":"2026-04-28T03:21:13.675981Z","steps":["trace[96859342] 'read index received' (duration: 1.533331881s)","trace[96859342] 'applied index is now lower than readState.Index' (duration: 63.449858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:13.676115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.078054Z","time spent":"597.98092ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:13.676107Z","caller":"traceutil/trace.go:171","msg":"trace[2132943612] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"597.13451ms","start":"2026-04-28T03:21:13.078929Z","end":"2026-04-28T03:21:13.676063Z","steps":["trace[2132943612] 'process raft request' (duration: 596.971683ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:13.676204Z","caller":"traceutil/trace.go:171","msg":"trace[414746099] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"596.134881ms","start":"2026-04-28T03:21:13.080027Z","end":"2026-04-28T03:21:13.676162Z","steps":["trace[414746099] 'process raft request' (duration: 595.916029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:13.676297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.078904Z","time spent":"597.292447ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:13.676338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.080011Z","time spent":"596.25537ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:13.676336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597119942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:13.676406Z","caller":"traceutil/trace.go:171","msg":"trace[1975671028] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2856; }","duration":"1.597208065s","start":"2026-04-28T03:21:12.079159Z","end":"2026-04-28T03:21:13.676367Z","steps":["trace[1975671028] 'agreement among raft nodes before linearized reading' (duration: 1.596988923s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:13.67645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.079081Z","time spent":"1.597356743s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:21:13.676495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484490647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:13.676552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.334099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-28T03:21:13.67658Z","caller":"traceutil/trace.go:171","msg":"trace[1630999495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2856; }","duration":"599.403104ms","start":"2026-04-28T03:21:13.07717Z","end":"2026-04-28T03:21:13.676573Z","steps":["trace[1630999495] 'agreement among raft nodes before linearized reading' (duration: 599.274425ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:13.676575Z","caller":"traceutil/trace.go:171","msg":"trace[592632778] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2856; }","duration":"1.484605467s","start":"2026-04-28T03:21:12.191949Z","end":"2026-04-28T03:21:13.676555Z","steps":["trace[592632778] 'agreement among raft nodes before linearized reading' (duration: 1.484466438s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:13.6766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.077146Z","time spent":"599.45008ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:21:13.6766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.542478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-56xnq\" ","response":"range_response_count:1 size:5965"} {"level":"warn","ts":"2026-04-28T03:21:13.676626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.191932Z","time spent":"1.484680111s","remote":"127.0.0.1:35882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:13.676647Z","caller":"traceutil/trace.go:171","msg":"trace[1833880721] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-56xnq; range_end:; response_count:1; response_revision:2856; }","duration":"507.63791ms","start":"2026-04-28T03:21:13.168994Z","end":"2026-04-28T03:21:13.676632Z","steps":["trace[1833880721] 'agreement among raft nodes before linearized reading' (duration: 507.448426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:13.676691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397729986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:21:13.676721Z","caller":"traceutil/trace.go:171","msg":"trace[735720147] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:2856; }","duration":"1.397796219s","start":"2026-04-28T03:21:12.278918Z","end":"2026-04-28T03:21:13.676714Z","steps":["trace[735720147] 'agreement among raft nodes before linearized reading' (duration: 1.397721926s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:13.676744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.278897Z","time spent":"1.397841996s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"warn","ts":"2026-04-28T03:21:13.676686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.168972Z","time spent":"507.703065ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5987,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-56xnq\" "} {"level":"warn","ts":"2026-04-28T03:21:13.67699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528361362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:21:13.677029Z","caller":"traceutil/trace.go:171","msg":"trace[1174648397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2856; }","duration":"1.528428977s","start":"2026-04-28T03:21:12.148589Z","end":"2026-04-28T03:21:13.677017Z","steps":["trace[1174648397] 'agreement among raft nodes before linearized reading' (duration: 1.528277299s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:13.67706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.148572Z","time spent":"1.528481423s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:21:13.677103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528916826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:21:13.677124Z","caller":"traceutil/trace.go:171","msg":"trace[613278143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2856; }","duration":"1.528959903s","start":"2026-04-28T03:21:12.148158Z","end":"2026-04-28T03:21:13.677118Z","steps":["trace[613278143] 'agreement among raft nodes before linearized reading' (duration: 1.528900258s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:13.677141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.148147Z","time spent":"1.528990321s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:13.677156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528366372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-28T03:21:13.677182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529007659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:21:13.677236Z","caller":"traceutil/trace.go:171","msg":"trace[2020156697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2856; }","duration":"1.529091072s","start":"2026-04-28T03:21:12.148131Z","end":"2026-04-28T03:21:13.677222Z","steps":["trace[2020156697] 'agreement among raft nodes before linearized reading' (duration: 1.528951823s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:13.677214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559583457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:13.677292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.148112Z","time spent":"1.529167626s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:21:13.677297Z","caller":"traceutil/trace.go:171","msg":"trace[1893244083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2856; }","duration":"1.559700797s","start":"2026-04-28T03:21:12.117581Z","end":"2026-04-28T03:21:13.677282Z","steps":["trace[1893244083] 'agreement among raft nodes before linearized reading' (duration: 1.558791331s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:13.677357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.117554Z","time spent":"1.5597916s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:21:13.677194Z","caller":"traceutil/trace.go:171","msg":"trace[900189763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2856; }","duration":"1.528445665s","start":"2026-04-28T03:21:12.148736Z","end":"2026-04-28T03:21:13.677182Z","steps":["trace[900189763] 'agreement among raft nodes before linearized reading' (duration: 1.528340024s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:13.683943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.148716Z","time spent":"1.535196336s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:21:14.142005Z","caller":"traceutil/trace.go:171","msg":"trace[165630959] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"458.37664ms","start":"2026-04-28T03:21:13.683606Z","end":"2026-04-28T03:21:14.141983Z","steps":["trace[165630959] 'process raft request' (duration: 458.113491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.142143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.683588Z","time spent":"458.479571ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:14.142292Z","caller":"traceutil/trace.go:171","msg":"trace[369056043] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"458.62739ms","start":"2026-04-28T03:21:13.683645Z","end":"2026-04-28T03:21:14.142272Z","steps":["trace[369056043] 'process raft request' (duration: 458.262949ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:14.142358Z","caller":"traceutil/trace.go:171","msg":"trace[1581135512] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"458.63139ms","start":"2026-04-28T03:21:13.683717Z","end":"2026-04-28T03:21:14.142348Z","steps":["trace[1581135512] 'process raft request' (duration: 458.445395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.142389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.683625Z","time spent":"458.708293ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:14.142409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.683711Z","time spent":"458.677775ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:14.142428Z","caller":"traceutil/trace.go:171","msg":"trace[116873307] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"458.647838ms","start":"2026-04-28T03:21:13.683755Z","end":"2026-04-28T03:21:14.142403Z","steps":["trace[116873307] 'process raft request' (duration: 458.520928ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:14.142519Z","caller":"traceutil/trace.go:171","msg":"trace[185134430] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"458.703284ms","start":"2026-04-28T03:21:13.6838Z","end":"2026-04-28T03:21:14.142503Z","steps":["trace[185134430] 'process raft request' (duration: 458.543847ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:14.142539Z","caller":"traceutil/trace.go:171","msg":"trace[1678988085] linearizableReadLoop","detail":"{readStateIndex:2998; appliedIndex:2991; }","duration":"455.741605ms","start":"2026-04-28T03:21:13.686778Z","end":"2026-04-28T03:21:14.14252Z","steps":["trace[1678988085] 'read index received' (duration: 183.900669ms)","trace[1678988085] 'applied index is now lower than readState.Index' (duration: 271.839816ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:14.14255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.683751Z","time spent":"458.731312ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:14.142574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.683764Z","time spent":"458.781558ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:14.142613Z","caller":"traceutil/trace.go:171","msg":"trace[1100431053] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"455.964047ms","start":"2026-04-28T03:21:13.686641Z","end":"2026-04-28T03:21:14.142605Z","steps":["trace[1100431053] 'process raft request' (duration: 455.756094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.142653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.686622Z","time spent":"456.009343ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:14.142665Z","caller":"traceutil/trace.go:171","msg":"trace[499285551] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"452.808102ms","start":"2026-04-28T03:21:13.68985Z","end":"2026-04-28T03:21:14.142658Z","steps":["trace[499285551] 'process raft request' (duration: 452.608909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.1427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.689838Z","time spent":"452.84339ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5736,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:14.142693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.91688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:14.14273Z","caller":"traceutil/trace.go:171","msg":"trace[1240530167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2863; }","duration":"455.964597ms","start":"2026-04-28T03:21:13.686755Z","end":"2026-04-28T03:21:14.142719Z","steps":["trace[1240530167] 'agreement among raft nodes before linearized reading' (duration: 455.908431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.142758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.686748Z","time spent":"456.004224ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:21:14.177982Z","caller":"traceutil/trace.go:171","msg":"trace[1100714659] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"278.824496ms","start":"2026-04-28T03:21:13.899132Z","end":"2026-04-28T03:21:14.177957Z","steps":["trace[1100714659] 'process raft request' (duration: 278.706056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.178123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.693312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:14.178207Z","caller":"traceutil/trace.go:171","msg":"trace[165067751] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2864; }","duration":"473.830471ms","start":"2026-04-28T03:21:13.704356Z","end":"2026-04-28T03:21:14.178187Z","steps":["trace[165067751] 'agreement among raft nodes before linearized reading' (duration: 473.635157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.178241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.70433Z","time spent":"473.903155ms","remote":"127.0.0.1:39646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:14.678032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:15.178421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:15.678682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:16.151447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999394493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:16.151517Z","caller":"traceutil/trace.go:171","msg":"trace[324131536] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.006568887s","start":"2026-04-28T03:21:14.144933Z","end":"2026-04-28T03:21:16.151502Z","steps":["trace[324131536] 'agreement among raft nodes before linearized reading' (duration: 1.999421241s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:16.151562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.144916Z","time spent":"2.006625912s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:21:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:16.179296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:16.680224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:17.181031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:17.682259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:17.746994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999920728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:21:17.747112Z","caller":"traceutil/trace.go:171","msg":"trace[431392139] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000102803s","start":"2026-04-28T03:21:15.746994Z","end":"2026-04-28T03:21:17.747097Z","steps":["trace[431392139] 'agreement among raft nodes before linearized reading' (duration: 1.999957914s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.74716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:15.746971Z","time spent":"2.000180448s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:18.152915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000974115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:18.153005Z","caller":"traceutil/trace.go:171","msg":"trace[752601133] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001123874s","start":"2026-04-28T03:21:16.151861Z","end":"2026-04-28T03:21:18.152985Z","steps":["trace[752601133] 'agreement among raft nodes before linearized reading' (duration: 2.001014663s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:18.153053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:16.15185Z","time spent":"2.001192519s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:21:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:18.183482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:18.684586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:19.185672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:19.686232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:20.160717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000220131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:21:20.160875Z","caller":"traceutil/trace.go:171","msg":"trace[1870174849] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000432344s","start":"2026-04-28T03:21:18.160427Z","end":"2026-04-28T03:21:20.160859Z","steps":["trace[1870174849] 'agreement among raft nodes before linearized reading' (duration: 2.000245748s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:20.161077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:18.16041Z","time spent":"2.000653677s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:21:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:20.187396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:20.682593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:15.684134Z","time spent":"4.998451471s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:20.683103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:15.684265Z","time spent":"4.998835811s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:20.682644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:15.683558Z","time spent":"4.999079011s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:20.688428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:21.146445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995009542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:21.146526Z","caller":"traceutil/trace.go:171","msg":"trace[1338591507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.995130242s","start":"2026-04-28T03:21:16.151378Z","end":"2026-04-28T03:21:21.146509Z","steps":["trace[1338591507] 'agreement among raft nodes before linearized reading' (duration: 4.9950212s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:21.146571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:16.151371Z","time spent":"4.995191348s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 03:21:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:21.148847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.148178Z","time spent":"7.000662314s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:21.152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000106511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-28T03:21:21.152014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000349171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:21.152121Z","caller":"traceutil/trace.go:171","msg":"trace[1244012350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.00050507s","start":"2026-04-28T03:21:16.151599Z","end":"2026-04-28T03:21:21.152104Z","steps":["trace[1244012350] 'agreement among raft nodes before linearized reading' (duration: 5.000359431s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:21.152061Z","caller":"traceutil/trace.go:171","msg":"trace[1277662123] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000213332s","start":"2026-04-28T03:21:16.15183Z","end":"2026-04-28T03:21:21.152043Z","steps":["trace[1277662123] 'agreement among raft nodes before linearized reading' (duration: 5.000133768s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:21.152199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:16.151591Z","time spent":"5.000582743s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:21:21.152241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:16.151822Z","time spent":"5.000394609s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:21.152014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.151867Z","time spent":"7.000144684s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:21:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:21.182996Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-28T03:21:21.183235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.036209689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T03:21:21.183298Z","caller":"traceutil/trace.go:171","msg":"trace[1640220534] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b; range_end:; }","duration":"7.036304432s","start":"2026-04-28T03:21:14.146976Z","end":"2026-04-28T03:21:21.18328Z","steps":["trace[1640220534] 'agreement among raft nodes before linearized reading' (duration: 7.036230487s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:21.183342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.146963Z","time spent":"7.036369287s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b\" "} {"level":"warn","ts":"2026-04-28T03:21:21.18327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.035936551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-gkfsg\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T03:21:21.183399Z","caller":"traceutil/trace.go:171","msg":"trace[1617821721] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-gkfsg; range_end:; }","duration":"7.036171273s","start":"2026-04-28T03:21:14.147209Z","end":"2026-04-28T03:21:21.183381Z","steps":["trace[1617821721] 'agreement among raft nodes before linearized reading' (duration: 7.035970468s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:21.183616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.14719Z","time spent":"7.036314592s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-gkfsg\" "} {"level":"warn","ts":"2026-04-28T03:21:21.683845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:22.16123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000326459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:22.161309Z","caller":"traceutil/trace.go:171","msg":"trace[522535372] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000453449s","start":"2026-04-28T03:21:20.160838Z","end":"2026-04-28T03:21:22.161291Z","steps":["trace[522535372] 'agreement among raft nodes before linearized reading' (duration: 2.000354176s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:22.161355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:20.160819Z","time spent":"2.000526604s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:21:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:22.18488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:22.37386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000604791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:21:22.373963Z","caller":"traceutil/trace.go:171","msg":"trace[1438451024] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000742792s","start":"2026-04-28T03:21:20.373184Z","end":"2026-04-28T03:21:22.373927Z","steps":["trace[1438451024] 'agreement among raft nodes before linearized reading' (duration: 2.000624751s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:22.374014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:20.373168Z","time spent":"2.000836374s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:22.400524Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.222789443s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:21:22.817232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.254018287s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:22.81738Z","caller":"traceutil/trace.go:171","msg":"trace[352434261] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2864; }","duration":"5.254173955s","start":"2026-04-28T03:21:17.563191Z","end":"2026-04-28T03:21:22.817365Z","steps":["trace[352434261] 'range keys from in-memory index tree' (duration: 5.254006798s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:22.818716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.875205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-28T03:21:23.449416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.504584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-28T03:21:24.12333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.633062ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:21:24.123692Z","caller":"traceutil/trace.go:171","msg":"trace[1341923906] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"1.2969977s","start":"2026-04-28T03:21:22.826678Z","end":"2026-04-28T03:21:24.123675Z","steps":["trace[1341923906] 'process raft request' (duration: 1.296955623s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.123715Z","caller":"traceutil/trace.go:171","msg":"trace[1796529456] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"5.456010957s","start":"2026-04-28T03:21:18.667668Z","end":"2026-04-28T03:21:24.123679Z","steps":["trace[1796529456] 'process raft request' (duration: 5.455741207s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.123766Z","caller":"traceutil/trace.go:171","msg":"trace[641180747] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"2.875491696s","start":"2026-04-28T03:21:21.248251Z","end":"2026-04-28T03:21:24.123743Z","steps":["trace[641180747] 'process raft request' (duration: 2.875338048s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.12386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:18.667635Z","time spent":"5.456155186s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:24.123916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:21.248221Z","time spent":"2.875596929s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:24.124035Z","caller":"traceutil/trace.go:171","msg":"trace[1998871339] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"3.033884277s","start":"2026-04-28T03:21:21.090143Z","end":"2026-04-28T03:21:24.124027Z","steps":["trace[1998871339] 'process raft request' (duration: 3.033377863s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.124081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:21.09012Z","time spent":"3.033939663s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:24.124159Z","caller":"traceutil/trace.go:171","msg":"trace[1562229595] linearizableReadLoop","detail":"{readStateIndex:3010; appliedIndex:3000; }","duration":"2.940990151s","start":"2026-04-28T03:21:21.183145Z","end":"2026-04-28T03:21:24.124135Z","steps":["trace[1562229595] 'read index received' (duration: 1.217653693s)","trace[1562229595] 'applied index is now lower than readState.Index' (duration: 1.723333718s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:24.125156Z","caller":"traceutil/trace.go:171","msg":"trace[326960741] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2871; }","duration":"2.969964017s","start":"2026-04-28T03:21:21.155171Z","end":"2026-04-28T03:21:24.125135Z","steps":["trace[326960741] 'process raft request' (duration: 2.968385272s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.12521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:21.155158Z","time spent":"2.970021433s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":1760,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:24.125363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970716172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-28T03:21:24.125409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.566642465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:24.125366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.945069016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-28T03:21:24.125405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.724348635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:24.125479Z","caller":"traceutil/trace.go:171","msg":"trace[1458707693] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2873; }","duration":"6.724485824s","start":"2026-04-28T03:21:17.400978Z","end":"2026-04-28T03:21:24.125464Z","steps":["trace[1458707693] 'agreement among raft nodes before linearized reading' (duration: 6.724348375s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.12552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.050408878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-04-28T03:21:24.12557Z","caller":"traceutil/trace.go:171","msg":"trace[107640961] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2873; }","duration":"7.050491122s","start":"2026-04-28T03:21:17.075066Z","end":"2026-04-28T03:21:24.125557Z","steps":["trace[107640961] 'agreement among raft nodes before linearized reading' (duration: 7.050396119s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.125575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.004929239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:21:24.125585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.974120293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:21:24.125609Z","caller":"traceutil/trace.go:171","msg":"trace[666850865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2873; }","duration":"7.974172179s","start":"2026-04-28T03:21:16.15143Z","end":"2026-04-28T03:21:24.125603Z","steps":["trace[666850865] 'agreement among raft nodes before linearized reading' (duration: 7.974119383s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.125609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.075043Z","time spent":"7.050558296s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12010,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:21:24.125629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:16.151374Z","time spent":"7.974251023s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:24.125545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.922178842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-28T03:21:24.125722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.400365891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-28T03:21:24.125747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954827275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:24.125611Z","caller":"traceutil/trace.go:171","msg":"trace[1658133658] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2873; }","duration":"6.004990474s","start":"2026-04-28T03:21:18.12061Z","end":"2026-04-28T03:21:24.1256Z","steps":["trace[1658133658] 'agreement among raft nodes before linearized reading' (duration: 6.004942848s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.125757Z","caller":"traceutil/trace.go:171","msg":"trace[1541580196] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2873; }","duration":"6.400426036s","start":"2026-04-28T03:21:17.725322Z","end":"2026-04-28T03:21:24.125748Z","steps":["trace[1541580196] 'agreement among raft nodes before linearized reading' (duration: 6.400305864s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.125768Z","caller":"traceutil/trace.go:171","msg":"trace[1127178122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2873; }","duration":"1.954879092s","start":"2026-04-28T03:21:22.170883Z","end":"2026-04-28T03:21:24.125762Z","steps":["trace[1127178122] 'agreement among raft nodes before linearized reading' (duration: 1.954852314s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.125788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.725307Z","time spent":"6.400474542s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:21:24.125828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.442240798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:24.125862Z","caller":"traceutil/trace.go:171","msg":"trace[2045838060] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2873; }","duration":"3.442310363s","start":"2026-04-28T03:21:20.683545Z","end":"2026-04-28T03:21:24.125855Z","steps":["trace[2045838060] 'agreement among raft nodes before linearized reading' (duration: 3.442265166s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.125866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575586666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:24.125881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:20.683519Z","time spent":"3.442357409s","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:24.125878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.606574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-28T03:21:24.125529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93837844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa67314aadc4a7\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-28T03:21:24.125926Z","caller":"traceutil/trace.go:171","msg":"trace[1611007291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2873; }","duration":"971.679619ms","start":"2026-04-28T03:21:23.154234Z","end":"2026-04-28T03:21:24.125913Z","steps":["trace[1611007291] 'agreement among raft nodes before linearized reading' (duration: 971.552118ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.125956Z","caller":"traceutil/trace.go:171","msg":"trace[1712400010] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa67314aadc4a7; range_end:; response_count:1; response_revision:2873; }","duration":"2.938831416s","start":"2026-04-28T03:21:21.18711Z","end":"2026-04-28T03:21:24.125941Z","steps":["trace[1712400010] 'agreement among raft nodes before linearized reading' (duration: 2.938355281s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.125966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:23.154197Z","time spent":"971.758472ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:21:24.125995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.242241916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:21:24.125999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:21.187089Z","time spent":"2.938898132s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa67314aadc4a7\" "} {"level":"info","ts":"2026-04-28T03:21:24.126022Z","caller":"traceutil/trace.go:171","msg":"trace[1680289454] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2873; }","duration":"3.242269444s","start":"2026-04-28T03:21:20.883745Z","end":"2026-04-28T03:21:24.126015Z","steps":["trace[1680289454] 'agreement among raft nodes before linearized reading' (duration: 3.242215638s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.12599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.627892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-28T03:21:24.125759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.525535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:21:24.126095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.441012901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-28T03:21:24.126099Z","caller":"traceutil/trace.go:171","msg":"trace[23065745] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2873; }","duration":"971.789801ms","start":"2026-04-28T03:21:23.1543Z","end":"2026-04-28T03:21:24.12609Z","steps":["trace[23065745] 'agreement among raft nodes before linearized reading' (duration: 971.459785ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.126114Z","caller":"traceutil/trace.go:171","msg":"trace[1956906832] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2873; }","duration":"3.441066017s","start":"2026-04-28T03:21:20.685043Z","end":"2026-04-28T03:21:24.126109Z","steps":["trace[1956906832] 'agreement among raft nodes before linearized reading' (duration: 3.441015111s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.126119Z","caller":"traceutil/trace.go:171","msg":"trace[401404396] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2873; }","duration":"675.918086ms","start":"2026-04-28T03:21:23.45019Z","end":"2026-04-28T03:21:24.126108Z","steps":["trace[401404396] 'agreement among raft nodes before linearized reading' (duration: 675.542184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.126146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440594513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-28T03:21:24.126161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:23.450173Z","time spent":"675.976662ms","remote":"127.0.0.1:60720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:24.126189Z","caller":"traceutil/trace.go:171","msg":"trace[332016176] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2873; }","duration":"3.440668468s","start":"2026-04-28T03:21:20.685509Z","end":"2026-04-28T03:21:24.126178Z","steps":["trace[332016176] 'agreement among raft nodes before linearized reading' (duration: 3.440577865s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.126209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.377053516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:21:24.126222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:20.6855Z","time spent":"3.440714864s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T03:21:24.126234Z","caller":"traceutil/trace.go:171","msg":"trace[733088289] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2873; }","duration":"4.377131191s","start":"2026-04-28T03:21:19.749097Z","end":"2026-04-28T03:21:24.126228Z","steps":["trace[733088289] 'agreement among raft nodes before linearized reading' (duration: 4.377073955s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.126229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.641413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:21:24.126232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00109491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:24.126258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:19.749069Z","time spent":"4.377183426s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:24.126264Z","caller":"traceutil/trace.go:171","msg":"trace[1921419072] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2873; }","duration":"875.720188ms","start":"2026-04-28T03:21:23.250534Z","end":"2026-04-28T03:21:24.126254Z","steps":["trace[1921419072] 'agreement among raft nodes before linearized reading' (duration: 875.650923ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.12627Z","caller":"traceutil/trace.go:171","msg":"trace[645928420] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2873; }","duration":"5.001163434s","start":"2026-04-28T03:21:19.125094Z","end":"2026-04-28T03:21:24.126257Z","steps":["trace[645928420] 'agreement among raft nodes before linearized reading' (duration: 5.001120217s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.125966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937302841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-gkfsg\" ","response":"range_response_count:1 size:6260"} {"level":"warn","ts":"2026-04-28T03:21:24.126294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:23.250504Z","time spent":"875.781722ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:24.126318Z","caller":"traceutil/trace.go:171","msg":"trace[1455829377] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-gkfsg; range_end:; response_count:1; response_revision:2873; }","duration":"2.937663565s","start":"2026-04-28T03:21:21.188639Z","end":"2026-04-28T03:21:24.126303Z","steps":["trace[1455829377] 'agreement among raft nodes before linearized reading' (duration: 2.937269644s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.126332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.820605324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:24.126352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:21.188629Z","time spent":"2.937712861s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6282,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-gkfsg\" "} {"level":"info","ts":"2026-04-28T03:21:24.126357Z","caller":"traceutil/trace.go:171","msg":"trace[119391005] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2873; }","duration":"3.820630302s","start":"2026-04-28T03:21:20.305721Z","end":"2026-04-28T03:21:24.126351Z","steps":["trace[119391005] 'agreement among raft nodes before linearized reading' (duration: 3.820598205s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.126379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:20.305647Z","time spent":"3.820726466s","remote":"127.0.0.1:39630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:24.126258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:23.154292Z","time spent":"971.928ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:24.126094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.789379102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:24.12643Z","caller":"traceutil/trace.go:171","msg":"trace[206546695] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2873; }","duration":"3.789722706s","start":"2026-04-28T03:21:20.336696Z","end":"2026-04-28T03:21:24.126419Z","steps":["trace[206546695] 'agreement among raft nodes before linearized reading' (duration: 3.7892683s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.126471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:20.336647Z","time spent":"3.78981294s","remote":"127.0.0.1:39580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:24.125704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.599897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:21:24.125896Z","caller":"traceutil/trace.go:171","msg":"trace[211433385] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2873; }","duration":"2.575661671s","start":"2026-04-28T03:21:21.550229Z","end":"2026-04-28T03:21:24.12589Z","steps":["trace[211433385] 'agreement among raft nodes before linearized reading' (duration: 2.575579117s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.126516Z","caller":"traceutil/trace.go:171","msg":"trace[1011576335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2873; }","duration":"977.457843ms","start":"2026-04-28T03:21:23.149047Z","end":"2026-04-28T03:21:24.126505Z","steps":["trace[1011576335] 'agreement among raft nodes before linearized reading' (duration: 976.559019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.126546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:21.550208Z","time spent":"2.576330072s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:24.126555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:23.149023Z","time spent":"977.51884ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:21:24.12613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:20.685026Z","time spent":"3.441100655s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-28T03:21:24.12541Z","caller":"traceutil/trace.go:171","msg":"trace[1768905821] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:2873; }","duration":"2.970803455s","start":"2026-04-28T03:21:21.154595Z","end":"2026-04-28T03:21:24.125398Z","steps":["trace[1768905821] 'agreement among raft nodes before linearized reading' (duration: 2.970621159s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.126489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.738710603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:24.126681Z","caller":"traceutil/trace.go:171","msg":"trace[501383421] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2873; }","duration":"5.738964445s","start":"2026-04-28T03:21:18.3877Z","end":"2026-04-28T03:21:24.126665Z","steps":["trace[501383421] 'agreement among raft nodes before linearized reading' (duration: 5.738683585s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.12544Z","caller":"traceutil/trace.go:171","msg":"trace[921178963] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2873; }","duration":"9.945168209s","start":"2026-04-28T03:21:14.180263Z","end":"2026-04-28T03:21:24.125432Z","steps":["trace[921178963] 'agreement among raft nodes before linearized reading' (duration: 9.945061147s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.126046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:20.88369Z","time spent":"3.242351148s","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":19,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:24.126811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.180251Z","time spent":"9.946548599s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T03:21:24.12579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:18.120593Z","time spent":"6.00518538s","remote":"127.0.0.1:51136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:24.125434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.974071116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:21:24.127153Z","caller":"traceutil/trace.go:171","msg":"trace[807826109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2873; }","duration":"7.975835808s","start":"2026-04-28T03:21:16.151307Z","end":"2026-04-28T03:21:24.127142Z","steps":["trace[807826109] 'agreement among raft nodes before linearized reading' (duration: 7.9740088s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.127194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:16.151285Z","time spent":"7.975899722s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:24.125527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.441664228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:24.127355Z","caller":"traceutil/trace.go:171","msg":"trace[293915857] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2873; }","duration":"9.443513143s","start":"2026-04-28T03:21:14.683831Z","end":"2026-04-28T03:21:24.127344Z","steps":["trace[293915857] 'agreement among raft nodes before linearized reading' (duration: 9.44162804s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.127458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.683816Z","time spent":"9.443566629s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:21:24.125526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.40095Z","time spent":"6.724566238s","remote":"127.0.0.1:50936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":29,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:24.125716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088990188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:24.127775Z","caller":"traceutil/trace.go:171","msg":"trace[1235192961] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2873; }","duration":"1.091092705s","start":"2026-04-28T03:21:23.036675Z","end":"2026-04-28T03:21:24.127768Z","steps":["trace[1235192961] 'agreement among raft nodes before linearized reading' (duration: 1.089017706s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.127802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:23.03666Z","time spent":"1.091131552s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:24.125794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:22.170865Z","time spent":"1.954923338s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:21:24.125835Z","caller":"traceutil/trace.go:171","msg":"trace[589120657] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2873; }","duration":"5.922483509s","start":"2026-04-28T03:21:18.203257Z","end":"2026-04-28T03:21:24.125741Z","steps":["trace[589120657] 'agreement among raft nodes before linearized reading' (duration: 5.922024503s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.128037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:18.203243Z","time spent":"5.924787562s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:21:24.126064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440807947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T03:21:24.128172Z","caller":"traceutil/trace.go:171","msg":"trace[14244545] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2873; }","duration":"3.442940412s","start":"2026-04-28T03:21:20.685226Z","end":"2026-04-28T03:21:24.128166Z","steps":["trace[14244545] 'agreement among raft nodes before linearized reading' (duration: 3.440772329s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.128249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:20.685213Z","time spent":"3.443028225s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:21:24.126299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:19.125073Z","time spent":"5.00121496s","remote":"127.0.0.1:39506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:24.125444Z","caller":"traceutil/trace.go:171","msg":"trace[1071225016] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2873; }","duration":"8.566694531s","start":"2026-04-28T03:21:15.558733Z","end":"2026-04-28T03:21:24.125428Z","steps":["trace[1071225016] 'agreement among raft nodes before linearized reading' (duration: 8.566655374s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.128598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:15.55872Z","time spent":"8.5698603s","remote":"127.0.0.1:50920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:24.12662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:21.154581Z","time spent":"2.972029506s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":5673,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" "} {"level":"warn","ts":"2026-04-28T03:21:24.126847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:18.387684Z","time spent":"5.739114534s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:24.129019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:22.826657Z","time spent":"1.297068426s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5868,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:24.433148Z","caller":"traceutil/trace.go:171","msg":"trace[342641041] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"298.651853ms","start":"2026-04-28T03:21:24.134454Z","end":"2026-04-28T03:21:24.433106Z","steps":["trace[342641041] 'process raft request' (duration: 262.762216ms)","trace[342641041] 'compare' (duration: 35.186228ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:24.43331Z","caller":"traceutil/trace.go:171","msg":"trace[1782578839] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"298.791412ms","start":"2026-04-28T03:21:24.134498Z","end":"2026-04-28T03:21:24.433289Z","steps":["trace[1782578839] 'process raft request' (duration: 298.176677ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.433503Z","caller":"traceutil/trace.go:171","msg":"trace[1464457541] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"298.991998ms","start":"2026-04-28T03:21:24.134499Z","end":"2026-04-28T03:21:24.433491Z","steps":["trace[1464457541] 'process raft request' (duration: 298.726497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.433774Z","caller":"traceutil/trace.go:171","msg":"trace[176724159] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"299.187573ms","start":"2026-04-28T03:21:24.134572Z","end":"2026-04-28T03:21:24.433759Z","steps":["trace[176724159] 'process raft request' (duration: 298.830019ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.433892Z","caller":"traceutil/trace.go:171","msg":"trace[83508590] linearizableReadLoop","detail":"{readStateIndex:3016; appliedIndex:3012; }","duration":"299.252289ms","start":"2026-04-28T03:21:24.134617Z","end":"2026-04-28T03:21:24.433869Z","steps":["trace[83508590] 'read index received' (duration: 43.355304ms)","trace[83508590] 'applied index is now lower than readState.Index' (duration: 255.895565ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:24.433949Z","caller":"traceutil/trace.go:171","msg":"trace[2088488962] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"298.327205ms","start":"2026-04-28T03:21:24.135606Z","end":"2026-04-28T03:21:24.433933Z","steps":["trace[2088488962] 'process raft request' (duration: 298.110001ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.434025Z","caller":"traceutil/trace.go:171","msg":"trace[1584976254] transaction","detail":"{read_only:false; response_revision:2881; number_of_response:1; }","duration":"295.969247ms","start":"2026-04-28T03:21:24.138042Z","end":"2026-04-28T03:21:24.434011Z","steps":["trace[1584976254] 'process raft request' (duration: 295.725564ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.434103Z","caller":"traceutil/trace.go:171","msg":"trace[1696595654] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"299.140797ms","start":"2026-04-28T03:21:24.134944Z","end":"2026-04-28T03:21:24.434085Z","steps":["trace[1696595654] 'process raft request' (duration: 298.69012ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.434302Z","caller":"traceutil/trace.go:171","msg":"trace[351061211] transaction","detail":"{read_only:false; response_revision:2882; number_of_response:1; }","duration":"293.577681ms","start":"2026-04-28T03:21:24.140712Z","end":"2026-04-28T03:21:24.43429Z","steps":["trace[351061211] 'process raft request' (duration: 293.090367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.434529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.889851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:21:24.434576Z","caller":"traceutil/trace.go:171","msg":"trace[832426748] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2882; }","duration":"299.960996ms","start":"2026-04-28T03:21:24.134601Z","end":"2026-04-28T03:21:24.434562Z","steps":["trace[832426748] 'agreement among raft nodes before linearized reading' (duration: 299.816167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.43461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.134584Z","time spent":"300.014623ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:21:24.434786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.120765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T03:21:24.434858Z","caller":"traceutil/trace.go:171","msg":"trace[1789009552] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2882; }","duration":"300.234078ms","start":"2026-04-28T03:21:24.134609Z","end":"2026-04-28T03:21:24.434843Z","steps":["trace[1789009552] 'agreement among raft nodes before linearized reading' (duration: 300.016163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.434899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.134601Z","time spent":"300.286123ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:21:24.435054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.992921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:21:24.435089Z","caller":"traceutil/trace.go:171","msg":"trace[1920528288] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2882; }","duration":"298.053926ms","start":"2026-04-28T03:21:24.137026Z","end":"2026-04-28T03:21:24.43508Z","steps":["trace[1920528288] 'agreement among raft nodes before linearized reading' (duration: 297.955564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.435227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.35801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:24.435271Z","caller":"traceutil/trace.go:171","msg":"trace[1563153053] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2882; }","duration":"299.428536ms","start":"2026-04-28T03:21:24.135832Z","end":"2026-04-28T03:21:24.435261Z","steps":["trace[1563153053] 'agreement among raft nodes before linearized reading' (duration: 299.348562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.435417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.71043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:24.435279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.430549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-28T03:21:24.435449Z","caller":"traceutil/trace.go:171","msg":"trace[1794777777] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2882; }","duration":"294.773445ms","start":"2026-04-28T03:21:24.140668Z","end":"2026-04-28T03:21:24.435441Z","steps":["trace[1794777777] 'agreement among raft nodes before linearized reading' (duration: 294.723159ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.435492Z","caller":"traceutil/trace.go:171","msg":"trace[1050715789] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2882; }","duration":"298.667632ms","start":"2026-04-28T03:21:24.136805Z","end":"2026-04-28T03:21:24.435472Z","steps":["trace[1050715789] 'agreement among raft nodes before linearized reading' (duration: 298.217975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.435177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.074693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T03:21:24.43559Z","caller":"traceutil/trace.go:171","msg":"trace[1121462184] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:2882; }","duration":"295.509211ms","start":"2026-04-28T03:21:24.140067Z","end":"2026-04-28T03:21:24.435576Z","steps":["trace[1121462184] 'agreement among raft nodes before linearized reading' (duration: 294.890676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.435621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.97446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:24.43584Z","caller":"traceutil/trace.go:171","msg":"trace[420368315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2882; }","duration":"295.201404ms","start":"2026-04-28T03:21:24.140624Z","end":"2026-04-28T03:21:24.435825Z","steps":["trace[420368315] 'agreement among raft nodes before linearized reading' (duration: 294.972171ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.839016Z","caller":"traceutil/trace.go:171","msg":"trace[1479678908] transaction","detail":"{read_only:false; response_revision:2884; number_of_response:1; }","duration":"393.672713ms","start":"2026-04-28T03:21:24.445309Z","end":"2026-04-28T03:21:24.838982Z","steps":["trace[1479678908] 'process raft request' (duration: 388.011075ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.83916Z","caller":"traceutil/trace.go:171","msg":"trace[957924756] linearizableReadLoop","detail":"{readStateIndex:3023; appliedIndex:3020; }","duration":"389.732339ms","start":"2026-04-28T03:21:24.449371Z","end":"2026-04-28T03:21:24.839104Z","steps":["trace[957924756] 'read index received' (duration: 57.711917ms)","trace[957924756] 'applied index is now lower than readState.Index' (duration: 332.019082ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:24.839392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.4453Z","time spent":"393.805513ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:24.839704Z","caller":"traceutil/trace.go:171","msg":"trace[1690473034] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"389.30802ms","start":"2026-04-28T03:21:24.450354Z","end":"2026-04-28T03:21:24.839662Z","steps":["trace[1690473034] 'process raft request' (duration: 388.62135ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.83993Z","caller":"traceutil/trace.go:171","msg":"trace[916749739] transaction","detail":"{read_only:false; response_revision:2885; number_of_response:1; }","duration":"394.228233ms","start":"2026-04-28T03:21:24.445685Z","end":"2026-04-28T03:21:24.839914Z","steps":["trace[916749739] 'process raft request' (duration: 393.182899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.839997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.450346Z","time spent":"389.44829ms","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:24.840079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.44567Z","time spent":"394.302186ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:24.840081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.668421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:21:24.840186Z","caller":"traceutil/trace.go:171","msg":"trace[1766603030] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:2888; }","duration":"390.842878ms","start":"2026-04-28T03:21:24.449315Z","end":"2026-04-28T03:21:24.840158Z","steps":["trace[1766603030] 'agreement among raft nodes before linearized reading' (duration: 390.385741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.840169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.351544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:21:24.840225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.914198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd.18aa67287ef59bb1\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-04-28T03:21:24.840332Z","caller":"traceutil/trace.go:171","msg":"trace[1130078285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2888; }","duration":"390.538331ms","start":"2026-04-28T03:21:24.449761Z","end":"2026-04-28T03:21:24.840299Z","steps":["trace[1130078285] 'agreement among raft nodes before linearized reading' (duration: 389.988361ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.84037Z","caller":"traceutil/trace.go:171","msg":"trace[1077286651] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd.18aa67287ef59bb1; range_end:; response_count:1; response_revision:2888; }","duration":"329.067076ms","start":"2026-04-28T03:21:24.511265Z","end":"2026-04-28T03:21:24.840332Z","steps":["trace[1077286651] 'agreement among raft nodes before linearized reading' (duration: 328.694253ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:24.840436Z","caller":"traceutil/trace.go:171","msg":"trace[974192285] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"386.56209ms","start":"2026-04-28T03:21:24.453852Z","end":"2026-04-28T03:21:24.840414Z","steps":["trace[974192285] 'process raft request' (duration: 385.19405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.840552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.453841Z","time spent":"386.621827ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:24.840479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.511247Z","time spent":"329.198777ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":901,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd.18aa67287ef59bb1\" "} {"level":"warn","ts":"2026-04-28T03:21:24.840465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.44974Z","time spent":"390.705958ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:21:24.840253Z","caller":"traceutil/trace.go:171","msg":"trace[1469186574] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"390.202885ms","start":"2026-04-28T03:21:24.450035Z","end":"2026-04-28T03:21:24.840238Z","steps":["trace[1469186574] 'process raft request' (duration: 388.885491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.840254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.449271Z","time spent":"390.972249ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"warn","ts":"2026-04-28T03:21:24.84068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.450015Z","time spent":"390.640802ms","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1847,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:25.193415Z","caller":"traceutil/trace.go:171","msg":"trace[1008097769] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"341.334194ms","start":"2026-04-28T03:21:24.852061Z","end":"2026-04-28T03:21:25.193395Z","steps":["trace[1008097769] 'process raft request' (duration: 341.286327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:25.193525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.852041Z","time spent":"341.429977ms","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6147,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:25.193446Z","caller":"traceutil/trace.go:171","msg":"trace[1392898410] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"343.628196ms","start":"2026-04-28T03:21:24.849793Z","end":"2026-04-28T03:21:25.193421Z","steps":["trace[1392898410] 'process raft request' (duration: 341.787119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:25.193865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.849758Z","time spent":"344.007328ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:25.194796Z","caller":"traceutil/trace.go:171","msg":"trace[256765280] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"255.138752ms","start":"2026-04-28T03:21:24.93964Z","end":"2026-04-28T03:21:25.194779Z","steps":["trace[256765280] 'process raft request' (duration: 254.792307ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:25.566254Z","caller":"traceutil/trace.go:171","msg":"trace[1023127325] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"263.745379ms","start":"2026-04-28T03:21:25.302477Z","end":"2026-04-28T03:21:25.566223Z","steps":["trace[1023127325] 'process raft request' (duration: 189.766182ms)","trace[1023127325] 'compare' (duration: 73.872575ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:25.849341Z","caller":"traceutil/trace.go:171","msg":"trace[1175033863] linearizableReadLoop","detail":"{readStateIndex:3037; appliedIndex:3036; }","duration":"126.542659ms","start":"2026-04-28T03:21:25.722772Z","end":"2026-04-28T03:21:25.849315Z","steps":["trace[1175033863] 'read index received' (duration: 73.031526ms)","trace[1175033863] 'applied index is now lower than readState.Index' (duration: 53.509603ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:25.849532Z","caller":"traceutil/trace.go:171","msg":"trace[338653266] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"151.07724ms","start":"2026-04-28T03:21:25.698432Z","end":"2026-04-28T03:21:25.849509Z","steps":["trace[338653266] 'process raft request' (duration: 97.431377ms)","trace[338653266] 'compare' (duration: 53.205774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:25.849755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.95667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-04-28T03:21:25.850212Z","caller":"traceutil/trace.go:171","msg":"trace[1275280810] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2898; }","duration":"127.35313ms","start":"2026-04-28T03:21:25.722735Z","end":"2026-04-28T03:21:25.850088Z","steps":["trace[1275280810] 'agreement among raft nodes before linearized reading' (duration: 126.795611ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:26.008805Z","caller":"traceutil/trace.go:171","msg":"trace[1977333782] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"138.692556ms","start":"2026-04-28T03:21:25.870029Z","end":"2026-04-28T03:21:26.008721Z","steps":["trace[1977333782] 'process raft request' (duration: 113.726792ms)","trace[1977333782] 'compare' (duration: 24.813175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:26.242714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.453589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:26.242797Z","caller":"traceutil/trace.go:171","msg":"trace[1124187886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2900; }","duration":"125.57781ms","start":"2026-04-28T03:21:26.1172Z","end":"2026-04-28T03:21:26.242778Z","steps":["trace[1124187886] 'range keys from in-memory index tree' (duration: 125.30934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:26.510573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.446287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:26.51081Z","caller":"traceutil/trace.go:171","msg":"trace[1006655409] transaction","detail":"{read_only:false; response_revision:2902; number_of_response:1; }","duration":"180.810181ms","start":"2026-04-28T03:21:26.329946Z","end":"2026-04-28T03:21:26.510756Z","steps":["trace[1006655409] 'process raft request' (duration: 37.114582ms)","trace[1006655409] 'compare' (duration: 143.304616ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:26.588835Z","caller":"traceutil/trace.go:171","msg":"trace[2073006590] transaction","detail":"{read_only:false; response_revision:2903; number_of_response:1; }","duration":"139.750089ms","start":"2026-04-28T03:21:26.449059Z","end":"2026-04-28T03:21:26.588809Z","steps":["trace[2073006590] 'process raft request' (duration: 139.5947ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:26.601857Z","caller":"traceutil/trace.go:171","msg":"trace[1173407365] transaction","detail":"{read_only:false; response_revision:2904; number_of_response:1; }","duration":"150.891754ms","start":"2026-04-28T03:21:26.45094Z","end":"2026-04-28T03:21:26.601832Z","steps":["trace[1173407365] 'process raft request' (duration: 150.717497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:26.602012Z","caller":"traceutil/trace.go:171","msg":"trace[753987286] transaction","detail":"{read_only:false; response_revision:2905; number_of_response:1; }","duration":"150.604925ms","start":"2026-04-28T03:21:26.451397Z","end":"2026-04-28T03:21:26.602002Z","steps":["trace[753987286] 'process raft request' (duration: 150.39549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:26.602295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.575463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:21:26.602326Z","caller":"traceutil/trace.go:171","msg":"trace[1319155211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2906; }","duration":"160.633289ms","start":"2026-04-28T03:21:26.441686Z","end":"2026-04-28T03:21:26.602319Z","steps":["trace[1319155211] 'agreement among raft nodes before linearized reading' (duration: 160.500819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:26.602427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.177632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:21:26.602461Z","caller":"traceutil/trace.go:171","msg":"trace[2100451485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2906; }","duration":"152.224659ms","start":"2026-04-28T03:21:26.450229Z","end":"2026-04-28T03:21:26.602453Z","steps":["trace[2100451485] 'agreement among raft nodes before linearized reading' (duration: 152.146934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:26.602559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.955947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:21:26.602594Z","caller":"traceutil/trace.go:171","msg":"trace[1062943239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2906; }","duration":"160.003014ms","start":"2026-04-28T03:21:26.442586Z","end":"2026-04-28T03:21:26.602589Z","steps":["trace[1062943239] 'agreement among raft nodes before linearized reading' (duration: 159.929529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:26.602672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.445019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd\" ","response":"range_response_count:1 size:5673"} {"level":"info","ts":"2026-04-28T03:21:26.602796Z","caller":"traceutil/trace.go:171","msg":"trace[29293548] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd; range_end:; response_count:1; response_revision:2906; }","duration":"147.682842ms","start":"2026-04-28T03:21:26.455096Z","end":"2026-04-28T03:21:26.602779Z","steps":["trace[29293548] 'agreement among raft nodes before linearized reading' (duration: 147.15112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:27.004188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.306318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:27.00435Z","caller":"traceutil/trace.go:171","msg":"trace[1081644135] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"397.061151ms","start":"2026-04-28T03:21:26.607276Z","end":"2026-04-28T03:21:27.004337Z","steps":["trace[1081644135] 'process raft request' (duration: 396.996276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:27.004396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:26.607258Z","time spent":"397.117008ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:27.004416Z","caller":"traceutil/trace.go:171","msg":"trace[584543126] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"397.163724ms","start":"2026-04-28T03:21:26.607208Z","end":"2026-04-28T03:21:27.004372Z","steps":["trace[584543126] 'process raft request' (duration: 69.608074ms)","trace[584543126] 'compare' (duration: 327.201575ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:27.004577Z","caller":"traceutil/trace.go:171","msg":"trace[463976968] linearizableReadLoop","detail":"{readStateIndex:3049; appliedIndex:3045; }","duration":"159.339732ms","start":"2026-04-28T03:21:26.845229Z","end":"2026-04-28T03:21:27.004569Z","steps":["trace[463976968] 'read index received' (duration: 47.126µs)","trace[463976968] 'applied index is now lower than readState.Index' (duration: 159.291906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:27.00458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:26.607191Z","time spent":"397.314244ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:27.00466Z","caller":"traceutil/trace.go:171","msg":"trace[1425155649] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"391.961216ms","start":"2026-04-28T03:21:26.612669Z","end":"2026-04-28T03:21:27.00463Z","steps":["trace[1425155649] 'process raft request' (duration: 391.855153ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:27.004732Z","caller":"traceutil/trace.go:171","msg":"trace[1398300808] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"395.896094ms","start":"2026-04-28T03:21:26.608828Z","end":"2026-04-28T03:21:27.004724Z","steps":["trace[1398300808] 'process raft request' (duration: 395.484623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:27.004768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:26.608807Z","time spent":"395.942951ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:27.004797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:26.612648Z","time spent":"392.080677ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5776,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:27.004698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.477002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa67314aadc4a7\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-28T03:21:27.004931Z","caller":"traceutil/trace.go:171","msg":"trace[358069576] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa67314aadc4a7; range_end:; response_count:1; response_revision:2910; }","duration":"159.724475ms","start":"2026-04-28T03:21:26.845182Z","end":"2026-04-28T03:21:27.004906Z","steps":["trace[358069576] 'agreement among raft nodes before linearized reading' (duration: 159.416887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:27.272646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.752506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:27.272778Z","caller":"traceutil/trace.go:171","msg":"trace[276221174] linearizableReadLoop","detail":"{readStateIndex:3050; appliedIndex:3049; }","duration":"263.814601ms","start":"2026-04-28T03:21:27.00894Z","end":"2026-04-28T03:21:27.272755Z","steps":["trace[276221174] 'read index received' (duration: 114.976761ms)","trace[276221174] 'applied index is now lower than readState.Index' (duration: 148.83595ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:27.27305Z","caller":"traceutil/trace.go:171","msg":"trace[1529741784] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"266.113348ms","start":"2026-04-28T03:21:27.006883Z","end":"2026-04-28T03:21:27.272996Z","steps":["trace[1529741784] 'process raft request' (duration: 116.883555ms)","trace[1529741784] 'compare' (duration: 148.441298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:27.27346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.493173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd\" ","response":"range_response_count:1 size:5791"} {"level":"info","ts":"2026-04-28T03:21:27.273832Z","caller":"traceutil/trace.go:171","msg":"trace[1048379466] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rcsmd; range_end:; response_count:1; response_revision:2911; }","duration":"264.863516ms","start":"2026-04-28T03:21:27.008916Z","end":"2026-04-28T03:21:27.27378Z","steps":["trace[1048379466] 'agreement among raft nodes before linearized reading' (duration: 263.992048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:27.455387Z","caller":"traceutil/trace.go:171","msg":"trace[1408908570] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"177.947554ms","start":"2026-04-28T03:21:27.277405Z","end":"2026-04-28T03:21:27.455353Z","steps":["trace[1408908570] 'process raft request' (duration: 138.258087ms)","trace[1408908570] 'compare' (duration: 39.546797ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:28.782913Z","caller":"traceutil/trace.go:171","msg":"trace[22210394] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"189.507775ms","start":"2026-04-28T03:21:28.59338Z","end":"2026-04-28T03:21:28.782887Z","steps":["trace[22210394] 'process raft request' (duration: 189.334257ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:28.789749Z","caller":"traceutil/trace.go:171","msg":"trace[712880703] linearizableReadLoop","detail":"{readStateIndex:3063; appliedIndex:3061; }","duration":"180.545591ms","start":"2026-04-28T03:21:28.609191Z","end":"2026-04-28T03:21:28.789736Z","steps":["trace[712880703] 'read index received' (duration: 173.647733ms)","trace[712880703] 'applied index is now lower than readState.Index' (duration: 6.897308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:28.789875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.670931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:21:28.789897Z","caller":"traceutil/trace.go:171","msg":"trace[2093638581] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2925; }","duration":"180.743137ms","start":"2026-04-28T03:21:28.609148Z","end":"2026-04-28T03:21:28.789891Z","steps":["trace[2093638581] 'agreement among raft nodes before linearized reading' (duration: 180.642594ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:28.790353Z","caller":"traceutil/trace.go:171","msg":"trace[1645552887] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"181.12578ms","start":"2026-04-28T03:21:28.609211Z","end":"2026-04-28T03:21:28.790337Z","steps":["trace[1645552887] 'process raft request' (duration: 180.500903ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:28.790366Z","caller":"traceutil/trace.go:171","msg":"trace[752063117] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"182.194825ms","start":"2026-04-28T03:21:28.608144Z","end":"2026-04-28T03:21:28.790339Z","steps":["trace[752063117] 'process raft request' (duration: 181.499764ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:29.150163Z","caller":"traceutil/trace.go:171","msg":"trace[994413516] linearizableReadLoop","detail":"{readStateIndex:3068; appliedIndex:3065; }","duration":"103.153104ms","start":"2026-04-28T03:21:29.046989Z","end":"2026-04-28T03:21:29.150143Z","steps":["trace[994413516] 'read index received' (duration: 47.40821ms)","trace[994413516] 'applied index is now lower than readState.Index' (duration: 55.744154ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:29.150275Z","caller":"traceutil/trace.go:171","msg":"trace[1016824229] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"135.478218ms","start":"2026-04-28T03:21:29.014774Z","end":"2026-04-28T03:21:29.150253Z","steps":["trace[1016824229] 'process raft request' (duration: 135.279651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:29.150299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.305564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:29.150348Z","caller":"traceutil/trace.go:171","msg":"trace[1000606992] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2929; }","duration":"103.403877ms","start":"2026-04-28T03:21:29.046921Z","end":"2026-04-28T03:21:29.150325Z","steps":["trace[1000606992] 'agreement among raft nodes before linearized reading' (duration: 103.292825ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:29.150256Z","caller":"traceutil/trace.go:171","msg":"trace[1791927777] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"135.485457ms","start":"2026-04-28T03:21:29.014731Z","end":"2026-04-28T03:21:29.150217Z","steps":["trace[1791927777] 'process raft request' (duration: 135.206116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:29.910502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.471055ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:21:29.910629Z","caller":"traceutil/trace.go:171","msg":"trace[1693904322] linearizableReadLoop","detail":"{readStateIndex:3069; appliedIndex:3068; }","duration":"624.763801ms","start":"2026-04-28T03:21:29.285841Z","end":"2026-04-28T03:21:29.910605Z","steps":["trace[1693904322] 'read index received' (duration: 165.067101ms)","trace[1693904322] 'applied index is now lower than readState.Index' (duration: 459.69126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:29.91109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.04367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:29.911161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.302274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:29.911164Z","caller":"traceutil/trace.go:171","msg":"trace[1242314652] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2929; }","duration":"490.138424ms","start":"2026-04-28T03:21:29.421008Z","end":"2026-04-28T03:21:29.911147Z","steps":["trace[1242314652] 'agreement among raft nodes before linearized reading' (duration: 490.002103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:29.911254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.376472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-28T03:21:29.911297Z","caller":"traceutil/trace.go:171","msg":"trace[754497709] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2929; }","duration":"625.464523ms","start":"2026-04-28T03:21:29.285799Z","end":"2026-04-28T03:21:29.911263Z","steps":["trace[754497709] 'agreement among raft nodes before linearized reading' (duration: 625.196081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:29.911378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:29.285779Z","time spent":"625.585864ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:21:29.911344Z","caller":"traceutil/trace.go:171","msg":"trace[821163609] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2929; }","duration":"363.489525ms","start":"2026-04-28T03:21:29.547836Z","end":"2026-04-28T03:21:29.911325Z","steps":["trace[821163609] 'agreement among raft nodes before linearized reading' (duration: 363.263231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:29.911448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:29.547818Z","time spent":"363.607986ms","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-28T03:21:29.911521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:29.420934Z","time spent":"490.385486ms","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:30.507927Z","caller":"traceutil/trace.go:171","msg":"trace[1643830353] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"161.834101ms","start":"2026-04-28T03:21:30.346073Z","end":"2026-04-28T03:21:30.507907Z","steps":["trace[1643830353] 'process raft request' (duration: 161.636214ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:30.982178Z","caller":"traceutil/trace.go:171","msg":"trace[1525859886] transaction","detail":"{read_only:false; response_revision:2934; number_of_response:1; }","duration":"134.344382ms","start":"2026-04-28T03:21:30.847803Z","end":"2026-04-28T03:21:30.982148Z","steps":["trace[1525859886] 'process raft request' (duration: 132.625669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:32.109572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.025709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:32.109658Z","caller":"traceutil/trace.go:171","msg":"trace[900303167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2940; }","duration":"119.162699ms","start":"2026-04-28T03:21:31.990469Z","end":"2026-04-28T03:21:32.109632Z","steps":["trace[900303167] 'range keys from in-memory index tree' (duration: 118.798664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:32.109676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.540862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa67314aadc4a7\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-28T03:21:32.109729Z","caller":"traceutil/trace.go:171","msg":"trace[171966065] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa67314aadc4a7; range_end:; response_count:1; response_revision:2940; }","duration":"252.633136ms","start":"2026-04-28T03:21:31.857082Z","end":"2026-04-28T03:21:32.109715Z","steps":["trace[171966065] 'range keys from in-memory index tree' (duration: 252.409981ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:32.446615Z","caller":"traceutil/trace.go:171","msg":"trace[343969638] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"291.652502ms","start":"2026-04-28T03:21:32.154938Z","end":"2026-04-28T03:21:32.44659Z","steps":["trace[343969638] 'process raft request' (duration: 289.664875ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:33.067707Z","caller":"traceutil/trace.go:171","msg":"trace[72072700] linearizableReadLoop","detail":"{readStateIndex:3083; appliedIndex:3082; }","duration":"295.16881ms","start":"2026-04-28T03:21:32.772504Z","end":"2026-04-28T03:21:33.067673Z","steps":["trace[72072700] 'read index received' (duration: 295.01985ms)","trace[72072700] 'applied index is now lower than readState.Index' (duration: 146.37µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:33.067941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.415304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:33.067998Z","caller":"traceutil/trace.go:171","msg":"trace[1732507229] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2943; }","duration":"295.518408ms","start":"2026-04-28T03:21:32.772467Z","end":"2026-04-28T03:21:33.067985Z","steps":["trace[1732507229] 'agreement among raft nodes before linearized reading' (duration: 295.349139ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:33.067837Z","caller":"traceutil/trace.go:171","msg":"trace[2046233978] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"551.756893ms","start":"2026-04-28T03:21:32.516063Z","end":"2026-04-28T03:21:33.06782Z","steps":["trace[2046233978] 'process raft request' (duration: 551.014393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:33.068361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:32.516042Z","time spent":"552.187326ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:33.531206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.546873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:33.531392Z","caller":"traceutil/trace.go:171","msg":"trace[1759604299] linearizableReadLoop","detail":"{readStateIndex:3086; appliedIndex:3083; }","duration":"463.594054ms","start":"2026-04-28T03:21:33.067782Z","end":"2026-04-28T03:21:33.531376Z","steps":["trace[1759604299] 'read index received' (duration: 113.755991ms)","trace[1759604299] 'applied index is now lower than readState.Index' (duration: 349.837003ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:33.531682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.802902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:21:33.531777Z","caller":"traceutil/trace.go:171","msg":"trace[1831230262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2946; }","duration":"545.030298ms","start":"2026-04-28T03:21:32.986729Z","end":"2026-04-28T03:21:33.53176Z","steps":["trace[1831230262] 'agreement among raft nodes before linearized reading' (duration: 544.749906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:33.531828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:32.986709Z","time spent":"545.104962ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:33.531759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.362793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:33.532035Z","caller":"traceutil/trace.go:171","msg":"trace[1946363] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2946; }","duration":"680.669052ms","start":"2026-04-28T03:21:32.85135Z","end":"2026-04-28T03:21:33.532019Z","steps":["trace[1946363] 'agreement among raft nodes before linearized reading' (duration: 680.365823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:33.532116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:32.851337Z","time spent":"680.727478ms","remote":"127.0.0.1:39564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:33.532166Z","caller":"traceutil/trace.go:171","msg":"trace[1501132688] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"734.696019ms","start":"2026-04-28T03:21:32.797449Z","end":"2026-04-28T03:21:33.532145Z","steps":["trace[1501132688] 'process raft request' (duration: 384.138504ms)","trace[1501132688] 'compare' (duration: 349.416341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:33.532211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.946343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:33.532318Z","caller":"traceutil/trace.go:171","msg":"trace[1881398100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2946; }","duration":"415.078314ms","start":"2026-04-28T03:21:33.117219Z","end":"2026-04-28T03:21:33.532297Z","steps":["trace[1881398100] 'agreement among raft nodes before linearized reading' (duration: 414.951062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:33.532387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.585755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:21:33.53239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:32.797424Z","time spent":"734.792562ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:33.532433Z","caller":"traceutil/trace.go:171","msg":"trace[1986266205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2946; }","duration":"334.658111ms","start":"2026-04-28T03:21:33.197763Z","end":"2026-04-28T03:21:33.532421Z","steps":["trace[1986266205] 'agreement among raft nodes before linearized reading' (duration: 334.51101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:33.532467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:33.197751Z","time spent":"334.708997ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:33.532516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.003067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:21:33.532567Z","caller":"traceutil/trace.go:171","msg":"trace[1787647797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2946; }","duration":"346.083402ms","start":"2026-04-28T03:21:33.186462Z","end":"2026-04-28T03:21:33.532546Z","steps":["trace[1787647797] 'agreement among raft nodes before linearized reading' (duration: 345.958841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:33.532569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.803403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:21:33.532598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:33.186446Z","time spent":"346.144708ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:21:33.532602Z","caller":"traceutil/trace.go:171","msg":"trace[371638511] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2946; }","duration":"208.876287ms","start":"2026-04-28T03:21:33.323717Z","end":"2026-04-28T03:21:33.532593Z","steps":["trace[371638511] 'agreement among raft nodes before linearized reading' (duration: 208.821121ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:33.532665Z","caller":"traceutil/trace.go:171","msg":"trace[1671046546] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"715.944917ms","start":"2026-04-28T03:21:32.816703Z","end":"2026-04-28T03:21:33.532648Z","steps":["trace[1671046546] 'process raft request' (duration: 714.589807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:33.532395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:33.1172Z","time spent":"415.179066ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:33.532748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:32.816684Z","time spent":"716.018352ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:33.532797Z","caller":"traceutil/trace.go:171","msg":"trace[1667551784] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"684.492806ms","start":"2026-04-28T03:21:32.848288Z","end":"2026-04-28T03:21:33.532781Z","steps":["trace[1667551784] 'process raft request' (duration: 683.049132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:33.53281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.038499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:21:33.532845Z","caller":"traceutil/trace.go:171","msg":"trace[2050602148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2946; }","duration":"405.087376ms","start":"2026-04-28T03:21:33.127748Z","end":"2026-04-28T03:21:33.532836Z","steps":["trace[2050602148] 'agreement among raft nodes before linearized reading' (duration: 404.991372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:33.532872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:33.127741Z","time spent":"405.124815ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:21:33.532877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:32.848271Z","time spent":"684.562541ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:33.533075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.262622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:33.534223Z","caller":"traceutil/trace.go:171","msg":"trace[1045442370] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2946; }","duration":"416.544067ms","start":"2026-04-28T03:21:33.117645Z","end":"2026-04-28T03:21:33.534189Z","steps":["trace[1045442370] 'agreement among raft nodes before linearized reading' (duration: 415.157878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:33.534273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:33.117639Z","time spent":"416.616582ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:21:33.843612Z","caller":"traceutil/trace.go:171","msg":"trace[628789980] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"297.529494ms","start":"2026-04-28T03:21:33.546054Z","end":"2026-04-28T03:21:33.843583Z","steps":["trace[628789980] 'process raft request' (duration: 249.664501ms)","trace[628789980] 'compare' (duration: 47.76744ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:34.795217Z","caller":"traceutil/trace.go:171","msg":"trace[1508333973] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"1.24879497s","start":"2026-04-28T03:21:33.546404Z","end":"2026-04-28T03:21:34.795199Z","steps":["trace[1508333973] 'process raft request' (duration: 1.246922213s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:34.795465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:33.546383Z","time spent":"1.248913113s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:34.796152Z","caller":"traceutil/trace.go:171","msg":"trace[566616158] linearizableReadLoop","detail":"{readStateIndex:3090; appliedIndex:3086; }","duration":"1.046070995s","start":"2026-04-28T03:21:33.750056Z","end":"2026-04-28T03:21:34.796127Z","steps":["trace[566616158] 'read index received' (duration: 45.721026ms)","trace[566616158] 'applied index is now lower than readState.Index' (duration: 1.000348799s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:34.796303Z","caller":"traceutil/trace.go:171","msg":"trace[1074013368] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"1.24926537s","start":"2026-04-28T03:21:33.547025Z","end":"2026-04-28T03:21:34.796291Z","steps":["trace[1074013368] 'process raft request' (duration: 1.248660779s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:34.796405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:33.54702Z","time spent":"1.249316757s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:34.796549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046488238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:34.796586Z","caller":"traceutil/trace.go:171","msg":"trace[2076868940] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2950; }","duration":"1.046525305s","start":"2026-04-28T03:21:33.750051Z","end":"2026-04-28T03:21:34.796576Z","steps":["trace[2076868940] 'agreement among raft nodes before linearized reading' (duration: 1.046464809s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:34.796621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:33.75001Z","time spent":"1.04660308s","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:34.796723Z","caller":"traceutil/trace.go:171","msg":"trace[366076850] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"1.24895181s","start":"2026-04-28T03:21:33.546787Z","end":"2026-04-28T03:21:34.795739Z","steps":["trace[366076850] 'process raft request' (duration: 1.248340861s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:34.796876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:33.54678Z","time spent":"1.250068037s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:35.026534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.272964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:35.026756Z","caller":"traceutil/trace.go:171","msg":"trace[1612627338] linearizableReadLoop","detail":"{readStateIndex:3093; appliedIndex:3090; }","duration":"230.529595ms","start":"2026-04-28T03:21:34.796213Z","end":"2026-04-28T03:21:35.026742Z","steps":["trace[1612627338] 'read index received' (duration: 75.969981ms)","trace[1612627338] 'applied index is now lower than readState.Index' (duration: 154.558734ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:35.026729Z","caller":"traceutil/trace.go:171","msg":"trace[2037219747] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"1.223809433s","start":"2026-04-28T03:21:33.802887Z","end":"2026-04-28T03:21:35.026696Z","steps":["trace[2037219747] 'process raft request' (duration: 1.069291286s)","trace[2037219747] 'compare' (duration: 154.107094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:35.026855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:33.80287Z","time spent":"1.223942275s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:21:35.027014Z","caller":"traceutil/trace.go:171","msg":"trace[406449455] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"580.435436ms","start":"2026-04-28T03:21:34.446563Z","end":"2026-04-28T03:21:35.026999Z","steps":["trace[406449455] 'process raft request' (duration: 580.06196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:35.027106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:34.446544Z","time spent":"580.514151ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:35.027323Z","caller":"traceutil/trace.go:171","msg":"trace[112419032] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"502.10964ms","start":"2026-04-28T03:21:34.525198Z","end":"2026-04-28T03:21:35.027308Z","steps":["trace[112419032] 'process raft request' (duration: 501.4968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:35.027388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:34.525171Z","time spent":"502.185125ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:35.027588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.912551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:35.027631Z","caller":"traceutil/trace.go:171","msg":"trace[1845961489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2953; }","duration":"476.005515ms","start":"2026-04-28T03:21:34.551615Z","end":"2026-04-28T03:21:35.02762Z","steps":["trace[1845961489] 'agreement among raft nodes before linearized reading' (duration: 475.855985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:35.027663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:34.551597Z","time spent":"476.057582ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:21:35.028286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.66303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-04-28T03:21:35.028354Z","caller":"traceutil/trace.go:171","msg":"trace[1245533175] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2953; }","duration":"695.732914ms","start":"2026-04-28T03:21:34.332604Z","end":"2026-04-28T03:21:35.028337Z","steps":["trace[1245533175] 'agreement among raft nodes before linearized reading' (duration: 695.103325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:35.028352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.470236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:21:35.02841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:34.332514Z","time spent":"695.881904ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":571,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-28T03:21:35.028447Z","caller":"traceutil/trace.go:171","msg":"trace[1459060204] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2953; }","duration":"185.614386ms","start":"2026-04-28T03:21:34.842802Z","end":"2026-04-28T03:21:35.028417Z","steps":["trace[1459060204] 'agreement among raft nodes before linearized reading' (duration: 185.457066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:35.029779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.324138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:21:35.029831Z","caller":"traceutil/trace.go:171","msg":"trace[1551883183] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:2953; }","duration":"583.379664ms","start":"2026-04-28T03:21:34.446438Z","end":"2026-04-28T03:21:35.029818Z","steps":["trace[1551883183] 'agreement among raft nodes before linearized reading' (duration: 581.065245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:35.02995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:34.446378Z","time spent":"583.559872ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"info","ts":"2026-04-28T03:21:35.253211Z","caller":"traceutil/trace.go:171","msg":"trace[351796167] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"221.688322ms","start":"2026-04-28T03:21:35.031477Z","end":"2026-04-28T03:21:35.253165Z","steps":["trace[351796167] 'process raft request' (duration: 221.403881ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:35.333925Z","caller":"traceutil/trace.go:171","msg":"trace[1103786889] linearizableReadLoop","detail":"{readStateIndex:3095; appliedIndex:3093; }","duration":"295.846203ms","start":"2026-04-28T03:21:35.038047Z","end":"2026-04-28T03:21:35.333894Z","steps":["trace[1103786889] 'read index received' (duration: 214.623301ms)","trace[1103786889] 'applied index is now lower than readState.Index' (duration: 81.221662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:35.33397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.031438Z","time spent":"302.525299ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:35.334161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.064779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:35.334207Z","caller":"traceutil/trace.go:171","msg":"trace[1532661902] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2954; }","duration":"296.153133ms","start":"2026-04-28T03:21:35.038042Z","end":"2026-04-28T03:21:35.334195Z","steps":["trace[1532661902] 'agreement among raft nodes before linearized reading' (duration: 296.007032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:35.334805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.568915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:21:35.334909Z","caller":"traceutil/trace.go:171","msg":"trace[335615675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2954; }","duration":"260.715906ms","start":"2026-04-28T03:21:35.074173Z","end":"2026-04-28T03:21:35.334889Z","steps":["trace[335615675] 'agreement among raft nodes before linearized reading' (duration: 260.446833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:35.335181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.556431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:35.335234Z","caller":"traceutil/trace.go:171","msg":"trace[1792713914] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2954; }","duration":"181.637896ms","start":"2026-04-28T03:21:35.153585Z","end":"2026-04-28T03:21:35.335222Z","steps":["trace[1792713914] 'agreement among raft nodes before linearized reading' (duration: 181.548282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:35.335485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.70325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:35.335538Z","caller":"traceutil/trace.go:171","msg":"trace[1342386438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2954; }","duration":"219.768286ms","start":"2026-04-28T03:21:35.115756Z","end":"2026-04-28T03:21:35.335525Z","steps":["trace[1342386438] 'agreement among raft nodes before linearized reading' (duration: 219.685391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:35.335583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.474176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:35.335631Z","caller":"traceutil/trace.go:171","msg":"trace[4249555] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2954; }","duration":"239.562051ms","start":"2026-04-28T03:21:35.096057Z","end":"2026-04-28T03:21:35.335619Z","steps":["trace[4249555] 'agreement among raft nodes before linearized reading' (duration: 239.465207ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:35.460626Z","caller":"traceutil/trace.go:171","msg":"trace[2112186902] linearizableReadLoop","detail":"{readStateIndex:3096; appliedIndex:3095; }","duration":"123.808504ms","start":"2026-04-28T03:21:35.336794Z","end":"2026-04-28T03:21:35.460603Z","steps":["trace[2112186902] 'read index received' (duration: 93.877089ms)","trace[2112186902] 'applied index is now lower than readState.Index' (duration: 29.930725ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:35.460731Z","caller":"traceutil/trace.go:171","msg":"trace[1979205248] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"125.239081ms","start":"2026-04-28T03:21:35.33548Z","end":"2026-04-28T03:21:35.460719Z","steps":["trace[1979205248] 'process raft request' (duration: 95.154966ms)","trace[1979205248] 'compare' (duration: 29.85094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:35.460856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.041439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:35.460936Z","caller":"traceutil/trace.go:171","msg":"trace[1013654799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2955; }","duration":"124.127883ms","start":"2026-04-28T03:21:35.336789Z","end":"2026-04-28T03:21:35.460917Z","steps":["trace[1013654799] 'agreement among raft nodes before linearized reading' (duration: 123.949265ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:35.531178Z","caller":"traceutil/trace.go:171","msg":"trace[738493661] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"191.815164ms","start":"2026-04-28T03:21:35.33931Z","end":"2026-04-28T03:21:35.531125Z","steps":["trace[738493661] 'process raft request' (duration: 191.588749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:35.531214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.319057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:35.531574Z","caller":"traceutil/trace.go:171","msg":"trace[760846554] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2956; }","duration":"193.660034ms","start":"2026-04-28T03:21:35.337845Z","end":"2026-04-28T03:21:35.531505Z","steps":["trace[760846554] 'agreement among raft nodes before linearized reading' (duration: 193.252111ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:35.693634Z","caller":"traceutil/trace.go:171","msg":"trace[868406798] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"153.901028ms","start":"2026-04-28T03:21:35.539711Z","end":"2026-04-28T03:21:35.693612Z","steps":["trace[868406798] 'process raft request' (duration: 153.72933ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:35.693785Z","caller":"traceutil/trace.go:171","msg":"trace[286252922] linearizableReadLoop","detail":"{readStateIndex:3100; appliedIndex:3098; }","duration":"142.457582ms","start":"2026-04-28T03:21:35.551307Z","end":"2026-04-28T03:21:35.693764Z","steps":["trace[286252922] 'read index received' (duration: 142.053939ms)","trace[286252922] 'applied index is now lower than readState.Index' (duration: 402.043µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:35.693835Z","caller":"traceutil/trace.go:171","msg":"trace[2095202716] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"153.834352ms","start":"2026-04-28T03:21:35.539979Z","end":"2026-04-28T03:21:35.693814Z","steps":["trace[2095202716] 'process raft request' (duration: 153.592388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:35.694011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.289084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:35.694041Z","caller":"traceutil/trace.go:171","msg":"trace[472148850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2959; }","duration":"150.356439ms","start":"2026-04-28T03:21:35.543677Z","end":"2026-04-28T03:21:35.694033Z","steps":["trace[472148850] 'agreement among raft nodes before linearized reading' (duration: 150.215868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:35.966861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.723359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:21:35.966941Z","caller":"traceutil/trace.go:171","msg":"trace[1487429129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2959; }","duration":"119.8462ms","start":"2026-04-28T03:21:35.847077Z","end":"2026-04-28T03:21:35.966923Z","steps":["trace[1487429129] 'range keys from in-memory index tree' (duration: 119.541341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:35.96698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.46958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"warn","ts":"2026-04-28T03:21:35.967005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.203663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:35.967038Z","caller":"traceutil/trace.go:171","msg":"trace[1537821461] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2959; }","duration":"158.568076ms","start":"2026-04-28T03:21:35.808457Z","end":"2026-04-28T03:21:35.967025Z","steps":["trace[1537821461] 'range keys from in-memory index tree' (duration: 158.32239ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:35.967208Z","caller":"traceutil/trace.go:171","msg":"trace[1570383758] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"119.147137ms","start":"2026-04-28T03:21:35.848016Z","end":"2026-04-28T03:21:35.967163Z","steps":["trace[1570383758] 'process raft request' (duration: 11.713918ms)","trace[1570383758] 'compare' (duration: 107.052682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:36.501731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.158656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:36.502863Z","caller":"traceutil/trace.go:171","msg":"trace[188530023] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"529.407032ms","start":"2026-04-28T03:21:35.973406Z","end":"2026-04-28T03:21:36.502813Z","steps":["trace[188530023] 'process raft request' (duration: 126.071281ms)","trace[188530023] 'compare' (duration: 401.990557ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:36.502983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.973374Z","time spent":"529.536034ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:36.550062Z","caller":"traceutil/trace.go:171","msg":"trace[182897553] linearizableReadLoop","detail":"{readStateIndex:3103; appliedIndex:3101; }","duration":"514.972671ms","start":"2026-04-28T03:21:36.035064Z","end":"2026-04-28T03:21:36.550037Z","steps":["trace[182897553] 'read index received' (duration: 64.549928ms)","trace[182897553] 'applied index is now lower than readState.Index' (duration: 450.421373ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:36.550188Z","caller":"traceutil/trace.go:171","msg":"trace[320438932] transaction","detail":"{read_only:false; response_revision:2962; number_of_response:1; }","duration":"569.19059ms","start":"2026-04-28T03:21:35.98096Z","end":"2026-04-28T03:21:36.550151Z","steps":["trace[320438932] 'process raft request' (duration: 568.907988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:36.550297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.211526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:36.55034Z","caller":"traceutil/trace.go:171","msg":"trace[1829198616] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2962; }","duration":"515.29956ms","start":"2026-04-28T03:21:36.035029Z","end":"2026-04-28T03:21:36.550328Z","steps":["trace[1829198616] 'agreement among raft nodes before linearized reading' (duration: 515.14208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:36.550344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.980933Z","time spent":"569.33158ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12388,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:36.550331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.101067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:36.550375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.035014Z","time spent":"515.352497ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:21:36.550423Z","caller":"traceutil/trace.go:171","msg":"trace[2137611434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2962; }","duration":"433.237058ms","start":"2026-04-28T03:21:36.117159Z","end":"2026-04-28T03:21:36.550396Z","steps":["trace[2137611434] 'agreement among raft nodes before linearized reading' (duration: 433.073888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:36.550485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.117133Z","time spent":"433.341132ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:21:36.8967Z","caller":"traceutil/trace.go:171","msg":"trace[178523429] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"329.008371ms","start":"2026-04-28T03:21:36.567664Z","end":"2026-04-28T03:21:36.896672Z","steps":["trace[178523429] 'process raft request' (duration: 321.171416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:36.897244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.567642Z","time spent":"329.136353ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12370,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:37.160325Z","caller":"traceutil/trace.go:171","msg":"trace[1645907324] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"168.914172ms","start":"2026-04-28T03:21:36.991378Z","end":"2026-04-28T03:21:37.160292Z","steps":["trace[1645907324] 'process raft request' (duration: 130.598481ms)","trace[1645907324] 'compare' (duration: 38.143762ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:37.311927Z","caller":"traceutil/trace.go:171","msg":"trace[1798904597] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"145.582885ms","start":"2026-04-28T03:21:37.166324Z","end":"2026-04-28T03:21:37.311907Z","steps":["trace[1798904597] 'process raft request' (duration: 120.875718ms)","trace[1798904597] 'compare' (duration: 24.580365ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:37.316075Z","caller":"traceutil/trace.go:171","msg":"trace[1492104949] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"146.796998ms","start":"2026-04-28T03:21:37.169255Z","end":"2026-04-28T03:21:37.316052Z","steps":["trace[1492104949] 'process raft request' (duration: 146.725183ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:37.316215Z","caller":"traceutil/trace.go:171","msg":"trace[924171866] transaction","detail":"{read_only:false; response_revision:2970; number_of_response:1; }","duration":"148.860497ms","start":"2026-04-28T03:21:37.167332Z","end":"2026-04-28T03:21:37.316192Z","steps":["trace[924171866] 'process raft request' (duration: 148.487841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:37.970543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.656426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:37.970699Z","caller":"traceutil/trace.go:171","msg":"trace[1725654732] transaction","detail":"{read_only:false; response_revision:2974; number_of_response:1; }","duration":"420.49947ms","start":"2026-04-28T03:21:37.550179Z","end":"2026-04-28T03:21:37.970678Z","steps":["trace[1725654732] 'process raft request' (duration: 83.59441ms)","trace[1725654732] 'compare' (duration: 335.478401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:37.97077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:37.550145Z","time spent":"420.593454ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17049,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:37.971364Z","caller":"traceutil/trace.go:171","msg":"trace[604339676] linearizableReadLoop","detail":"{readStateIndex:3116; appliedIndex:3114; }","duration":"413.082011ms","start":"2026-04-28T03:21:37.558266Z","end":"2026-04-28T03:21:37.971348Z","steps":["trace[604339676] 'read index received' (duration: 7.071579ms)","trace[604339676] 'applied index is now lower than readState.Index' (duration: 406.009393ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:37.971368Z","caller":"traceutil/trace.go:171","msg":"trace[2061451518] transaction","detail":"{read_only:false; response_revision:2977; number_of_response:1; }","duration":"272.200617ms","start":"2026-04-28T03:21:37.699134Z","end":"2026-04-28T03:21:37.971334Z","steps":["trace[2061451518] 'process raft request' (duration: 272.15525ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:37.971519Z","caller":"traceutil/trace.go:171","msg":"trace[1472806270] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"415.699445ms","start":"2026-04-28T03:21:37.555798Z","end":"2026-04-28T03:21:37.971497Z","steps":["trace[1472806270] 'process raft request' (duration: 414.849079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:37.97163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:37.555774Z","time spent":"415.805089ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:37.971954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.008204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18aa6736b48997a3\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-28T03:21:37.972013Z","caller":"traceutil/trace.go:171","msg":"trace[1761949158] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18aa6736b48997a3; range_end:; response_count:1; response_revision:2977; }","duration":"356.095079ms","start":"2026-04-28T03:21:37.615901Z","end":"2026-04-28T03:21:37.971996Z","steps":["trace[1761949158] 'agreement among raft nodes before linearized reading' (duration: 355.821916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:37.972055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:37.615853Z","time spent":"356.192263ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18aa6736b48997a3\" "} {"level":"info","ts":"2026-04-28T03:21:37.972134Z","caller":"traceutil/trace.go:171","msg":"trace[109566181] transaction","detail":"{read_only:false; response_revision:2976; number_of_response:1; }","duration":"272.972478ms","start":"2026-04-28T03:21:37.699143Z","end":"2026-04-28T03:21:37.972115Z","steps":["trace[109566181] 'process raft request' (duration: 272.079006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:37.972565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.812416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-28T03:21:37.972625Z","caller":"traceutil/trace.go:171","msg":"trace[1535844545] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2977; }","duration":"124.91516ms","start":"2026-04-28T03:21:37.847694Z","end":"2026-04-28T03:21:37.97261Z","steps":["trace[1535844545] 'agreement among raft nodes before linearized reading' (duration: 124.771049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:37.972892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.627223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:37.972942Z","caller":"traceutil/trace.go:171","msg":"trace[2086850516] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2977; }","duration":"414.6788ms","start":"2026-04-28T03:21:37.558252Z","end":"2026-04-28T03:21:37.972931Z","steps":["trace[2086850516] 'agreement among raft nodes before linearized reading' (duration: 414.554738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:37.972977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:37.558204Z","time spent":"414.764885ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:21:37.973597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.585127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-28T03:21:37.973641Z","caller":"traceutil/trace.go:171","msg":"trace[1955970482] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2977; }","duration":"205.664982ms","start":"2026-04-28T03:21:37.767966Z","end":"2026-04-28T03:21:37.973631Z","steps":["trace[1955970482] 'agreement among raft nodes before linearized reading' (duration: 205.5518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:37.973933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.123218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:37.973983Z","caller":"traceutil/trace.go:171","msg":"trace[71854903] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2977; }","duration":"232.205523ms","start":"2026-04-28T03:21:37.741762Z","end":"2026-04-28T03:21:37.973968Z","steps":["trace[71854903] 'agreement among raft nodes before linearized reading' (duration: 232.134147ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:39.828338Z","caller":"traceutil/trace.go:171","msg":"trace[1978025698] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"374.083123ms","start":"2026-04-28T03:21:39.454228Z","end":"2026-04-28T03:21:39.828311Z","steps":["trace[1978025698] 'process raft request' (duration: 373.898304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:39.828496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.454209Z","time spent":"374.205495ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:39.875152Z","caller":"traceutil/trace.go:171","msg":"trace[663418830] linearizableReadLoop","detail":"{readStateIndex:3128; appliedIndex:3126; }","duration":"299.833668ms","start":"2026-04-28T03:21:39.575296Z","end":"2026-04-28T03:21:39.87513Z","steps":["trace[663418830] 'read index received' (duration: 250.803892ms)","trace[663418830] 'applied index is now lower than readState.Index' (duration: 49.028716ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:39.875247Z","caller":"traceutil/trace.go:171","msg":"trace[321646600] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"419.210341ms","start":"2026-04-28T03:21:39.456001Z","end":"2026-04-28T03:21:39.875212Z","steps":["trace[321646600] 'process raft request' (duration: 419.016683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:39.875392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.455975Z","time spent":"419.342442ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:39.875386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.089212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:21:39.875457Z","caller":"traceutil/trace.go:171","msg":"trace[284845867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2987; }","duration":"300.213364ms","start":"2026-04-28T03:21:39.575229Z","end":"2026-04-28T03:21:39.875442Z","steps":["trace[284845867] 'agreement among raft nodes before linearized reading' (duration: 300.001768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:39.875495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.57521Z","time spent":"300.27925ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:21:40.104902Z","caller":"traceutil/trace.go:171","msg":"trace[546928831] linearizableReadLoop","detail":"{readStateIndex:3129; appliedIndex:3128; }","duration":"132.586066ms","start":"2026-04-28T03:21:39.972281Z","end":"2026-04-28T03:21:40.104868Z","steps":["trace[546928831] 'read index received' (duration: 34.170503ms)","trace[546928831] 'applied index is now lower than readState.Index' (duration: 98.414393ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:40.10495Z","caller":"traceutil/trace.go:171","msg":"trace[1242779774] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"225.366734ms","start":"2026-04-28T03:21:39.879556Z","end":"2026-04-28T03:21:40.104923Z","steps":["trace[1242779774] 'process raft request' (duration: 126.800301ms)","trace[1242779774] 'compare' (duration: 98.374325ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:40.105116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.803563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:40.105226Z","caller":"traceutil/trace.go:171","msg":"trace[1601484929] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2988; }","duration":"132.969072ms","start":"2026-04-28T03:21:39.972232Z","end":"2026-04-28T03:21:40.105201Z","steps":["trace[1601484929] 'agreement among raft nodes before linearized reading' (duration: 132.787993ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:40.119414Z","caller":"traceutil/trace.go:171","msg":"trace[845427210] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"140.011783ms","start":"2026-04-28T03:21:39.979377Z","end":"2026-04-28T03:21:40.119389Z","steps":["trace[845427210] 'process raft request' (duration: 139.832884ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:40.119771Z","caller":"traceutil/trace.go:171","msg":"trace[570973608] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"140.286226ms","start":"2026-04-28T03:21:39.97946Z","end":"2026-04-28T03:21:40.119746Z","steps":["trace[570973608] 'process raft request' (duration: 139.88921ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:40.120112Z","caller":"traceutil/trace.go:171","msg":"trace[1297168851] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"137.070686ms","start":"2026-04-28T03:21:39.983029Z","end":"2026-04-28T03:21:40.1201Z","steps":["trace[1297168851] 'process raft request' (duration: 136.652132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:40.12035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.773546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:40.120529Z","caller":"traceutil/trace.go:171","msg":"trace[1264856700] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2991; }","duration":"132.008071ms","start":"2026-04-28T03:21:39.988449Z","end":"2026-04-28T03:21:40.120457Z","steps":["trace[1264856700] 'agreement among raft nodes before linearized reading' (duration: 131.609116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.567274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.710721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:42.567489Z","caller":"traceutil/trace.go:171","msg":"trace[1138868438] linearizableReadLoop","detail":"{readStateIndex:3141; appliedIndex:3138; }","duration":"411.769041ms","start":"2026-04-28T03:21:42.155703Z","end":"2026-04-28T03:21:42.567472Z","steps":["trace[1138868438] 'read index received' (duration: 279.337933ms)","trace[1138868438] 'applied index is now lower than readState.Index' (duration: 132.430178ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:42.567476Z","caller":"traceutil/trace.go:171","msg":"trace[392388697] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"444.203224ms","start":"2026-04-28T03:21:42.123242Z","end":"2026-04-28T03:21:42.567445Z","steps":["trace[392388697] 'process raft request' (duration: 311.911108ms)","trace[392388697] 'compare' (duration: 131.327003ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:42.567613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.12322Z","time spent":"444.319337ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:42.567793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.054574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:42.567835Z","caller":"traceutil/trace.go:171","msg":"trace[1513198770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2999; }","duration":"411.13041ms","start":"2026-04-28T03:21:42.156694Z","end":"2026-04-28T03:21:42.567824Z","steps":["trace[1513198770] 'agreement among raft nodes before linearized reading' (duration: 411.062364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.5679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.156681Z","time spent":"411.184756ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:42.568095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.694367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:42.568218Z","caller":"traceutil/trace.go:171","msg":"trace[395465978] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"441.636738ms","start":"2026-04-28T03:21:42.126524Z","end":"2026-04-28T03:21:42.568161Z","steps":["trace[395465978] 'process raft request' (duration: 440.909213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.568304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.126513Z","time spent":"441.744792ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:42.568107Z","caller":"traceutil/trace.go:171","msg":"trace[730457498] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"444.774699ms","start":"2026-04-28T03:21:42.123312Z","end":"2026-04-28T03:21:42.568087Z","steps":["trace[730457498] 'process raft request' (duration: 444.051413ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:42.568433Z","caller":"traceutil/trace.go:171","msg":"trace[1091996927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2999; }","duration":"435.868676ms","start":"2026-04-28T03:21:42.132376Z","end":"2026-04-28T03:21:42.568245Z","steps":["trace[1091996927] 'agreement among raft nodes before linearized reading' (duration: 435.352308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.568525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.132343Z","time spent":"436.170368ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:21:42.568426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.123307Z","time spent":"445.067861ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:43.251373Z","caller":"traceutil/trace.go:171","msg":"trace[922585688] linearizableReadLoop","detail":"{readStateIndex:3145; appliedIndex:3144; }","duration":"171.371508ms","start":"2026-04-28T03:21:43.079961Z","end":"2026-04-28T03:21:43.251332Z","steps":["trace[922585688] 'read index received' (duration: 117.826935ms)","trace[922585688] 'applied index is now lower than readState.Index' (duration: 53.542513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:43.251727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.735317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:21:43.251764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.873487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:43.251828Z","caller":"traceutil/trace.go:171","msg":"trace[1742515332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3003; }","duration":"134.983491ms","start":"2026-04-28T03:21:43.116828Z","end":"2026-04-28T03:21:43.251811Z","steps":["trace[1742515332] 'agreement among raft nodes before linearized reading' (duration: 134.84262ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:43.251823Z","caller":"traceutil/trace.go:171","msg":"trace[1598640472] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"187.276129ms","start":"2026-04-28T03:21:43.064521Z","end":"2026-04-28T03:21:43.251797Z","steps":["trace[1598640472] 'process raft request' (duration: 133.317411ms)","trace[1598640472] 'compare' (duration: 53.211473ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:43.251841Z","caller":"traceutil/trace.go:171","msg":"trace[2133119124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3003; }","duration":"171.884328ms","start":"2026-04-28T03:21:43.079915Z","end":"2026-04-28T03:21:43.251799Z","steps":["trace[2133119124] 'agreement among raft nodes before linearized reading' (duration: 171.697919ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:44.119508Z","caller":"traceutil/trace.go:171","msg":"trace[334016482] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"114.079582ms","start":"2026-04-28T03:21:44.005395Z","end":"2026-04-28T03:21:44.119474Z","steps":["trace[334016482] 'process raft request' (duration: 113.912362ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:44.294212Z","caller":"traceutil/trace.go:171","msg":"trace[1069195876] linearizableReadLoop","detail":"{readStateIndex:3148; appliedIndex:3146; }","duration":"155.06336ms","start":"2026-04-28T03:21:44.13912Z","end":"2026-04-28T03:21:44.294184Z","steps":["trace[1069195876] 'read index received' (duration: 1.376328ms)","trace[1069195876] 'applied index is now lower than readState.Index' (duration: 153.685182ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:44.29429Z","caller":"traceutil/trace.go:171","msg":"trace[674276590] transaction","detail":"{read_only:false; response_revision:3006; number_of_response:1; }","duration":"165.121247ms","start":"2026-04-28T03:21:44.129136Z","end":"2026-04-28T03:21:44.294257Z","steps":["trace[674276590] 'process raft request' (duration: 108.196729ms)","trace[674276590] 'compare' (duration: 56.649404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:44.294496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.387831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"info","ts":"2026-04-28T03:21:44.294539Z","caller":"traceutil/trace.go:171","msg":"trace[356914042] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:3006; }","duration":"155.487875ms","start":"2026-04-28T03:21:44.13904Z","end":"2026-04-28T03:21:44.294528Z","steps":["trace[356914042] 'agreement among raft nodes before linearized reading' (duration: 155.270838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:44.29469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.23426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:21:44.294777Z","caller":"traceutil/trace.go:171","msg":"trace[2065665973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3006; }","duration":"134.366783ms","start":"2026-04-28T03:21:44.160392Z","end":"2026-04-28T03:21:44.294759Z","steps":["trace[2065665973] 'agreement among raft nodes before linearized reading' (duration: 134.127467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:44.614882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.056753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:21:44.614955Z","caller":"traceutil/trace.go:171","msg":"trace[1181647916] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:3007; }","duration":"168.171196ms","start":"2026-04-28T03:21:44.446769Z","end":"2026-04-28T03:21:44.61494Z","steps":["trace[1181647916] 'range keys from in-memory index tree' (duration: 167.898223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:44.942434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.011939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:44.942541Z","caller":"traceutil/trace.go:171","msg":"trace[1035801258] linearizableReadLoop","detail":"{readStateIndex:3155; appliedIndex:3154; }","duration":"275.389884ms","start":"2026-04-28T03:21:44.667134Z","end":"2026-04-28T03:21:44.942524Z","steps":["trace[1035801258] 'read index received' (duration: 136.130239ms)","trace[1035801258] 'applied index is now lower than readState.Index' (duration: 139.258125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:44.942677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.524576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-28T03:21:44.942713Z","caller":"traceutil/trace.go:171","msg":"trace[1235340680] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3012; }","duration":"275.601051ms","start":"2026-04-28T03:21:44.667103Z","end":"2026-04-28T03:21:44.942704Z","steps":["trace[1235340680] 'agreement among raft nodes before linearized reading' (duration: 275.482288ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:44.942645Z","caller":"traceutil/trace.go:171","msg":"trace[2143854492] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"298.843529ms","start":"2026-04-28T03:21:44.643778Z","end":"2026-04-28T03:21:44.942621Z","steps":["trace[2143854492] 'process raft request' (duration: 159.564326ms)","trace[2143854492] 'compare' (duration: 138.859488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:45.691675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.930472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:21:45.691772Z","caller":"traceutil/trace.go:171","msg":"trace[516772406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3012; }","duration":"631.098092ms","start":"2026-04-28T03:21:45.06065Z","end":"2026-04-28T03:21:45.691748Z","steps":["trace[516772406] 'range keys from in-memory index tree' (duration: 630.689316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:45.691828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.060624Z","time spent":"631.188227ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:45.692229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.190507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:21:45.692281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.535225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:45.692318Z","caller":"traceutil/trace.go:171","msg":"trace[557286220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3012; }","duration":"650.329219ms","start":"2026-04-28T03:21:45.04197Z","end":"2026-04-28T03:21:45.692299Z","steps":["trace[557286220] 'range keys from in-memory index tree' (duration: 649.408203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:45.692362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.041952Z","time spent":"650.401545ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:21:45.69378Z","caller":"traceutil/trace.go:171","msg":"trace[1025258116] linearizableReadLoop","detail":"{readStateIndex:3156; appliedIndex:3155; }","duration":"577.665725ms","start":"2026-04-28T03:21:45.116094Z","end":"2026-04-28T03:21:45.69376Z","steps":["trace[1025258116] 'read index received' (duration: 98.520983ms)","trace[1025258116] 'applied index is now lower than readState.Index' (duration: 479.142382ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:45.693889Z","caller":"traceutil/trace.go:171","msg":"trace[437791767] transaction","detail":"{read_only:false; response_revision:3013; number_of_response:1; }","duration":"608.790455ms","start":"2026-04-28T03:21:45.08507Z","end":"2026-04-28T03:21:45.69386Z","steps":["trace[437791767] 'process raft request' (duration: 129.593357ms)","trace[437791767] 'compare' (duration: 477.351236ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:45.694008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.899961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:45.694043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.085049Z","time spent":"608.873341ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:45.694089Z","caller":"traceutil/trace.go:171","msg":"trace[1319318229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3013; }","duration":"578.018184ms","start":"2026-04-28T03:21:45.116052Z","end":"2026-04-28T03:21:45.69407Z","steps":["trace[1319318229] 'agreement among raft nodes before linearized reading' (duration: 577.886322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:45.694141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.116036Z","time spent":"578.094789ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:45.722761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.528354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:45.722828Z","caller":"traceutil/trace.go:171","msg":"trace[1130874910] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3014; }","duration":"514.650656ms","start":"2026-04-28T03:21:45.20816Z","end":"2026-04-28T03:21:45.722811Z","steps":["trace[1130874910] 'agreement among raft nodes before linearized reading' (duration: 514.493086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:45.722861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.208136Z","time spent":"514.716533ms","remote":"127.0.0.1:35948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:45.723064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.537992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:45.723092Z","caller":"traceutil/trace.go:171","msg":"trace[1714998334] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3014; }","duration":"175.592889ms","start":"2026-04-28T03:21:45.547492Z","end":"2026-04-28T03:21:45.723084Z","steps":["trace[1714998334] 'agreement among raft nodes before linearized reading' (duration: 175.548332ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:45.723159Z","caller":"traceutil/trace.go:171","msg":"trace[114601899] transaction","detail":"{read_only:false; response_revision:3014; number_of_response:1; }","duration":"305.979401ms","start":"2026-04-28T03:21:45.417118Z","end":"2026-04-28T03:21:45.723098Z","steps":["trace[114601899] 'process raft request' (duration: 305.415014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:45.72326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.417092Z","time spent":"306.101664ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:45.72327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.752768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:21:45.723447Z","caller":"traceutil/trace.go:171","msg":"trace[1481593655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3014; }","duration":"467.966297ms","start":"2026-04-28T03:21:45.25547Z","end":"2026-04-28T03:21:45.723436Z","steps":["trace[1481593655] 'agreement among raft nodes before linearized reading' (duration: 467.72447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:45.723522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.25545Z","time spent":"468.054792ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:47.218975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29558587s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:47.219304Z","caller":"traceutil/trace.go:171","msg":"trace[2041410254] linearizableReadLoop","detail":"{readStateIndex:3160; appliedIndex:3157; }","duration":"1.483395917s","start":"2026-04-28T03:21:45.735888Z","end":"2026-04-28T03:21:47.219284Z","steps":["trace[2041410254] 'read index received' (duration: 10.659457ms)","trace[2041410254] 'applied index is now lower than readState.Index' (duration: 1.47273371s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:47.219269Z","caller":"traceutil/trace.go:171","msg":"trace[849605766] transaction","detail":"{read_only:false; response_revision:3017; number_of_response:1; }","duration":"1.491850752s","start":"2026-04-28T03:21:45.727326Z","end":"2026-04-28T03:21:47.219177Z","steps":["trace[849605766] 'process raft request' (duration: 195.95341ms)","trace[849605766] 'compare' (duration: 1.295264008s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:47.219589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48368835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-04-28T03:21:47.219582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.727315Z","time spent":"1.492133026s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:47.220365Z","caller":"traceutil/trace.go:171","msg":"trace[622072424] transaction","detail":"{read_only:false; response_revision:3018; number_of_response:1; }","duration":"1.075690534s","start":"2026-04-28T03:21:46.144648Z","end":"2026-04-28T03:21:47.220338Z","steps":["trace[622072424] 'process raft request' (duration: 1.074442865s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:47.220879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.144629Z","time spent":"1.076187626s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:47.220502Z","caller":"traceutil/trace.go:171","msg":"trace[1499871948] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3017; }","duration":"1.484632496s","start":"2026-04-28T03:21:45.735837Z","end":"2026-04-28T03:21:47.220469Z","steps":["trace[1499871948] 'agreement among raft nodes before linearized reading' (duration: 1.483585306s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:47.221174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.735821Z","time spent":"1.485339905s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:21:47.720122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779666958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:48.109579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.145217ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:48.109671Z","caller":"traceutil/trace.go:171","msg":"trace[1512266213] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3018; }","duration":"546.2613ms","start":"2026-04-28T03:21:47.563396Z","end":"2026-04-28T03:21:48.109657Z","steps":["trace[1512266213] 'range keys from in-memory index tree' (duration: 546.129957ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:48.109943Z","caller":"traceutil/trace.go:171","msg":"trace[1261829727] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"1.469759606s","start":"2026-04-28T03:21:46.640164Z","end":"2026-04-28T03:21:48.109924Z","steps":["trace[1261829727] 'process raft request' (duration: 1.438910491s)","trace[1261829727] 'compare' (duration: 30.23535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:48.110059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.640137Z","time spent":"1.469862171s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:48.110269Z","caller":"traceutil/trace.go:171","msg":"trace[2031462513] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"1.465673554s","start":"2026-04-28T03:21:46.644587Z","end":"2026-04-28T03:21:48.11026Z","steps":["trace[2031462513] 'process raft request' (duration: 1.465312133s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:48.110315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.644577Z","time spent":"1.465716352s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:48.11041Z","caller":"traceutil/trace.go:171","msg":"trace[168216870] linearizableReadLoop","detail":"{readStateIndex:3165; appliedIndex:3161; }","duration":"891.026215ms","start":"2026-04-28T03:21:47.219364Z","end":"2026-04-28T03:21:48.110391Z","steps":["trace[168216870] 'read index received' (duration: 859.584203ms)","trace[168216870] 'applied index is now lower than readState.Index' (duration: 31.441242ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:48.110785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381379386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:21:48.110827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99454536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:48.110857Z","caller":"traceutil/trace.go:171","msg":"trace[1047158231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3022; }","duration":"1.994606296s","start":"2026-04-28T03:21:46.116242Z","end":"2026-04-28T03:21:48.110848Z","steps":["trace[1047158231] 'agreement among raft nodes before linearized reading' (duration: 1.99454665s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:48.11082Z","caller":"traceutil/trace.go:171","msg":"trace[898656373] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3022; }","duration":"1.381469431s","start":"2026-04-28T03:21:46.729341Z","end":"2026-04-28T03:21:48.110811Z","steps":["trace[898656373] 'agreement among raft nodes before linearized reading' (duration: 1.381211486s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:48.110867Z","caller":"traceutil/trace.go:171","msg":"trace[1903154965] transaction","detail":"{read_only:false; response_revision:3021; number_of_response:1; }","duration":"1.464642834s","start":"2026-04-28T03:21:46.646214Z","end":"2026-04-28T03:21:48.110857Z","steps":["trace[1903154965] 'process raft request' (duration: 1.463895726s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:48.110885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.116222Z","time spent":"1.994657963s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:48.110915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.646186Z","time spent":"1.46470352s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:48.110907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.729325Z","time spent":"1.381567446s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:21:48.11105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757343052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:21:48.111076Z","caller":"traceutil/trace.go:171","msg":"trace[794764221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3022; }","duration":"1.757367441s","start":"2026-04-28T03:21:46.353701Z","end":"2026-04-28T03:21:48.111068Z","steps":["trace[794764221] 'agreement among raft nodes before linearized reading' (duration: 1.757276696s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:48.111094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.353657Z","time spent":"1.757432367s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:21:48.111131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164271327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:21:48.111233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.668031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18aa6736b48997a3\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-28T03:21:48.111261Z","caller":"traceutil/trace.go:171","msg":"trace[1923776116] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18aa6736b48997a3; range_end:; response_count:1; response_revision:3022; }","duration":"334.728928ms","start":"2026-04-28T03:21:47.776525Z","end":"2026-04-28T03:21:48.111254Z","steps":["trace[1923776116] 'agreement among raft nodes before linearized reading' (duration: 334.662332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:48.111282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:47.776502Z","time spent":"334.774535ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18aa6736b48997a3\" "} {"level":"warn","ts":"2026-04-28T03:21:48.111305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.04427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:21:48.111333Z","caller":"traceutil/trace.go:171","msg":"trace[618530286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3022; }","duration":"360.089258ms","start":"2026-04-28T03:21:47.751237Z","end":"2026-04-28T03:21:48.111326Z","steps":["trace[618530286] 'agreement among raft nodes before linearized reading' (duration: 360.022442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:48.111354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:47.751229Z","time spent":"360.121106ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:48.111407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.282399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:48.111432Z","caller":"traceutil/trace.go:171","msg":"trace[210639767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3022; }","duration":"361.339695ms","start":"2026-04-28T03:21:47.750087Z","end":"2026-04-28T03:21:48.111427Z","steps":["trace[210639767] 'agreement among raft nodes before linearized reading' (duration: 361.302337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:48.11145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:47.750069Z","time spent":"361.377913ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:48.111468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.551228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:21:48.11149Z","caller":"traceutil/trace.go:171","msg":"trace[1934870079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3022; }","duration":"359.623424ms","start":"2026-04-28T03:21:47.751861Z","end":"2026-04-28T03:21:48.111484Z","steps":["trace[1934870079] 'agreement among raft nodes before linearized reading' (duration: 359.568067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:48.11151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:47.75185Z","time spent":"359.655122ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:21:48.111416Z","caller":"traceutil/trace.go:171","msg":"trace[900069473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3022; }","duration":"1.164513493s","start":"2026-04-28T03:21:46.946719Z","end":"2026-04-28T03:21:48.111233Z","steps":["trace[900069473] 'agreement among raft nodes before linearized reading' (duration: 1.163818103s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:48.111609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.946687Z","time spent":"1.164907731s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:21:48.111667Z","caller":"traceutil/trace.go:171","msg":"trace[313826947] transaction","detail":"{read_only:false; response_revision:3022; number_of_response:1; }","duration":"1.361697175s","start":"2026-04-28T03:21:46.749962Z","end":"2026-04-28T03:21:48.111659Z","steps":["trace[313826947] 'process raft request' (duration: 1.360267066s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:48.11172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.749941Z","time spent":"1.361753842s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:48.111173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.197738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:48.111779Z","caller":"traceutil/trace.go:171","msg":"trace[387562550] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3022; }","duration":"881.803334ms","start":"2026-04-28T03:21:47.229966Z","end":"2026-04-28T03:21:48.11177Z","steps":["trace[387562550] 'agreement among raft nodes before linearized reading' (duration: 881.181529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:48.111816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:47.22992Z","time spent":"881.887249ms","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:21:48.604279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.196819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:48.604385Z","caller":"traceutil/trace.go:171","msg":"trace[841766124] transaction","detail":"{read_only:false; response_revision:3023; number_of_response:1; }","duration":"487.982915ms","start":"2026-04-28T03:21:48.116369Z","end":"2026-04-28T03:21:48.604352Z","steps":["trace[841766124] 'process raft request' (duration: 152.641334ms)","trace[841766124] 'compare' (duration: 334.777803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:48.604477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:48.116358Z","time spent":"488.05759ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:49.287794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.352465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:49.288133Z","caller":"traceutil/trace.go:171","msg":"trace[1803684530] transaction","detail":"{read_only:false; response_revision:3024; number_of_response:1; }","duration":"1.169838869s","start":"2026-04-28T03:21:48.118259Z","end":"2026-04-28T03:21:49.288098Z","steps":["trace[1803684530] 'process raft request' (duration: 816.074797ms)","trace[1803684530] 'compare' (duration: 353.238312ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:49.288315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17000457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:49.288378Z","caller":"traceutil/trace.go:171","msg":"trace[37976367] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3027; }","duration":"1.170096804s","start":"2026-04-28T03:21:48.118267Z","end":"2026-04-28T03:21:49.288363Z","steps":["trace[37976367] 'agreement among raft nodes before linearized reading' (duration: 1.17000383s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:49.288433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:48.118252Z","time spent":"1.17016746s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T03:21:49.288235Z","caller":"traceutil/trace.go:171","msg":"trace[1810633604] linearizableReadLoop","detail":"{readStateIndex:3167; appliedIndex:3165; }","duration":"1.169916675s","start":"2026-04-28T03:21:48.118298Z","end":"2026-04-28T03:21:49.288215Z","steps":["trace[1810633604] 'read index received' (duration: 150.724604ms)","trace[1810633604] 'applied index is now lower than readState.Index' (duration: 1.019190851s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:49.28826Z","caller":"traceutil/trace.go:171","msg":"trace[596134906] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"1.169250172s","start":"2026-04-28T03:21:48.118999Z","end":"2026-04-28T03:21:49.288249Z","steps":["trace[596134906] 'process raft request' (duration: 1.169078641s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:49.288604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:48.118994Z","time spent":"1.169556325s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:49.28863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:48.118237Z","time spent":"1.170066706s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:49.288518Z","caller":"traceutil/trace.go:171","msg":"trace[182978358] transaction","detail":"{read_only:false; response_revision:3027; number_of_response:1; }","duration":"1.167441625s","start":"2026-04-28T03:21:48.120966Z","end":"2026-04-28T03:21:49.288408Z","steps":["trace[182978358] 'process raft request' (duration: 1.167183139s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:49.289365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:48.120949Z","time spent":"1.16788568s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:49.290781Z","caller":"traceutil/trace.go:171","msg":"trace[327088394] transaction","detail":"{read_only:false; response_revision:3025; number_of_response:1; }","duration":"1.16927206s","start":"2026-04-28T03:21:48.118936Z","end":"2026-04-28T03:21:49.288208Z","steps":["trace[327088394] 'process raft request' (duration: 1.169052772s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:49.29094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:48.118929Z","time spent":"1.171909793s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:49.530715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.037132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:49.530798Z","caller":"traceutil/trace.go:171","msg":"trace[1829341423] linearizableReadLoop","detail":"{readStateIndex:3171; appliedIndex:3170; }","duration":"242.281923ms","start":"2026-04-28T03:21:49.2885Z","end":"2026-04-28T03:21:49.530781Z","steps":["trace[1829341423] 'read index received' (duration: 110.042023ms)","trace[1829341423] 'applied index is now lower than readState.Index' (duration: 132.23846ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:49.530986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.61289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-28T03:21:49.531054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.038012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:49.531057Z","caller":"traceutil/trace.go:171","msg":"trace[943596149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3028; }","duration":"305.752342ms","start":"2026-04-28T03:21:49.225291Z","end":"2026-04-28T03:21:49.531043Z","steps":["trace[943596149] 'agreement among raft nodes before linearized reading' (duration: 305.512866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:49.531086Z","caller":"traceutil/trace.go:171","msg":"trace[222971446] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3028; }","duration":"409.104988ms","start":"2026-04-28T03:21:49.121972Z","end":"2026-04-28T03:21:49.531077Z","steps":["trace[222971446] 'agreement among raft nodes before linearized reading' (duration: 408.883411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:49.531098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:49.225243Z","time spent":"305.846097ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:49.531323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:49.121951Z","time spent":"409.352854ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:21:49.531374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.059427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:49.531411Z","caller":"traceutil/trace.go:171","msg":"trace[1827858646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3028; }","duration":"413.142292ms","start":"2026-04-28T03:21:49.118256Z","end":"2026-04-28T03:21:49.531398Z","steps":["trace[1827858646] 'agreement among raft nodes before linearized reading' (duration: 413.092015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:49.531455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:49.11823Z","time spent":"413.217649ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:49.531318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.729566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18aa6736c628557e\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-28T03:21:49.532153Z","caller":"traceutil/trace.go:171","msg":"trace[593365073] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18aa6736c628557e; range_end:; response_count:1; response_revision:3028; }","duration":"923.596158ms","start":"2026-04-28T03:21:48.608538Z","end":"2026-04-28T03:21:49.532134Z","steps":["trace[593365073] 'agreement among raft nodes before linearized reading' (duration: 922.633302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:49.532219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:48.608524Z","time spent":"923.676033ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.18aa6736c628557e\" "} {"level":"warn","ts":"2026-04-28T03:21:49.532241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.125609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:49.532349Z","caller":"traceutil/trace.go:171","msg":"trace[1794749810] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3028; }","duration":"234.311088ms","start":"2026-04-28T03:21:49.298017Z","end":"2026-04-28T03:21:49.532328Z","steps":["trace[1794749810] 'agreement among raft nodes before linearized reading' (duration: 234.029534ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:49.532606Z","caller":"traceutil/trace.go:171","msg":"trace[1699748033] transaction","detail":"{read_only:false; response_revision:3028; number_of_response:1; }","duration":"305.806029ms","start":"2026-04-28T03:21:49.226783Z","end":"2026-04-28T03:21:49.532589Z","steps":["trace[1699748033] 'process raft request' (duration: 171.835337ms)","trace[1699748033] 'compare' (duration: 131.958256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:49.53264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.699646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:49.532687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:49.226769Z","time spent":"305.870085ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:49.532726Z","caller":"traceutil/trace.go:171","msg":"trace[770537252] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3028; }","duration":"130.79514ms","start":"2026-04-28T03:21:49.401919Z","end":"2026-04-28T03:21:49.532714Z","steps":["trace[770537252] 'agreement among raft nodes before linearized reading' (duration: 130.675077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.162776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.255036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:50.163275Z","caller":"traceutil/trace.go:171","msg":"trace[905263074] transaction","detail":"{read_only:false; response_revision:3030; number_of_response:1; }","duration":"624.048838ms","start":"2026-04-28T03:21:49.539206Z","end":"2026-04-28T03:21:50.163255Z","steps":["trace[905263074] 'process raft request' (duration: 623.669768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.163358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:49.539187Z","time spent":"624.131134ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:50.16351Z","caller":"traceutil/trace.go:171","msg":"trace[672194827] transaction","detail":"{read_only:false; response_revision:3029; number_of_response:1; }","duration":"625.873436ms","start":"2026-04-28T03:21:49.537594Z","end":"2026-04-28T03:21:50.163468Z","steps":["trace[672194827] 'process raft request' (duration: 131.846132ms)","trace[672194827] 'compare' (duration: 492.892296ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:50.163734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:49.53755Z","time spent":"626.092444ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:50.681953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.590398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:50.682558Z","caller":"traceutil/trace.go:171","msg":"trace[1880294187] transaction","detail":"{read_only:false; response_revision:3032; number_of_response:1; }","duration":"564.543085ms","start":"2026-04-28T03:21:50.117987Z","end":"2026-04-28T03:21:50.68253Z","steps":["trace[1880294187] 'process raft request' (duration: 219.309034ms)","trace[1880294187] 'compare' (duration: 344.378299ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:50.682679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:50.11795Z","time spent":"564.667719ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:50.682577Z","caller":"traceutil/trace.go:171","msg":"trace[1720192698] linearizableReadLoop","detail":"{readStateIndex:3176; appliedIndex:3173; }","duration":"515.243633ms","start":"2026-04-28T03:21:50.167321Z","end":"2026-04-28T03:21:50.682564Z","steps":["trace[1720192698] 'read index received' (duration: 19.199357ms)","trace[1720192698] 'applied index is now lower than readState.Index' (duration: 496.043427ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:50.682663Z","caller":"traceutil/trace.go:171","msg":"trace[50969890] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"564.135097ms","start":"2026-04-28T03:21:50.118438Z","end":"2026-04-28T03:21:50.682573Z","steps":["trace[50969890] 'process raft request' (duration: 564.024703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.683449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:50.118408Z","time spent":"565.002549ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:50.70904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.034743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:21:50.709072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.721898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18aa67389fa3cdd8\" ","response":"range_response_count:1 size:835"} {"level":"info","ts":"2026-04-28T03:21:50.709147Z","caller":"traceutil/trace.go:171","msg":"trace[705732613] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-pxc-0.18aa67389fa3cdd8; range_end:; response_count:1; response_revision:3033; }","duration":"541.835112ms","start":"2026-04-28T03:21:50.167291Z","end":"2026-04-28T03:21:50.709126Z","steps":["trace[705732613] 'agreement among raft nodes before linearized reading' (duration: 515.306711ms)","trace[705732613] 'range keys from in-memory index tree' (duration: 25.941445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:50.709185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:50.167276Z","time spent":"541.901388ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":857,"request content":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18aa67389fa3cdd8\" "} {"level":"info","ts":"2026-04-28T03:21:50.709102Z","caller":"traceutil/trace.go:171","msg":"trace[339459916] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3033; }","duration":"446.174356ms","start":"2026-04-28T03:21:50.262915Z","end":"2026-04-28T03:21:50.709089Z","steps":["trace[339459916] 'agreement among raft nodes before linearized reading' (duration: 446.038864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.709425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:50.262893Z","time spent":"446.518017ms","remote":"127.0.0.1:39674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:50.709431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.522816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:50.709455Z","caller":"traceutil/trace.go:171","msg":"trace[1622703959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3033; }","duration":"167.575675ms","start":"2026-04-28T03:21:50.541872Z","end":"2026-04-28T03:21:50.709448Z","steps":["trace[1622703959] 'agreement among raft nodes before linearized reading' (duration: 167.46755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.709605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.626418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:50.709637Z","caller":"traceutil/trace.go:171","msg":"trace[1888884013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3033; }","duration":"338.691794ms","start":"2026-04-28T03:21:50.37094Z","end":"2026-04-28T03:21:50.709632Z","steps":["trace[1888884013] 'agreement among raft nodes before linearized reading' (duration: 338.649466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.709655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:50.370922Z","time spent":"338.728122ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:21:51.530015Z","caller":"traceutil/trace.go:171","msg":"trace[1638843126] transaction","detail":"{read_only:false; response_revision:3035; number_of_response:1; }","duration":"232.803026ms","start":"2026-04-28T03:21:51.297185Z","end":"2026-04-28T03:21:51.529988Z","steps":["trace[1638843126] 'process raft request' (duration: 232.592408ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:51.553836Z","caller":"traceutil/trace.go:171","msg":"trace[307613962] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"254.065752ms","start":"2026-04-28T03:21:51.299752Z","end":"2026-04-28T03:21:51.553818Z","steps":["trace[307613962] 'process raft request' (duration: 254.030323ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:51.553895Z","caller":"traceutil/trace.go:171","msg":"trace[813593027] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"255.759428ms","start":"2026-04-28T03:21:51.298097Z","end":"2026-04-28T03:21:51.553856Z","steps":["trace[813593027] 'process raft request' (duration: 255.533641ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:51.554082Z","caller":"traceutil/trace.go:171","msg":"trace[1700505317] transaction","detail":"{read_only:false; response_revision:3037; number_of_response:1; }","duration":"254.716276ms","start":"2026-04-28T03:21:51.299337Z","end":"2026-04-28T03:21:51.554053Z","steps":["trace[1700505317] 'process raft request' (duration: 254.417922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:51.755954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.313695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:51.75609Z","caller":"traceutil/trace.go:171","msg":"trace[1414173960] transaction","detail":"{read_only:false; response_revision:3039; number_of_response:1; }","duration":"216.369815ms","start":"2026-04-28T03:21:51.539698Z","end":"2026-04-28T03:21:51.756068Z","steps":["trace[1414173960] 'process raft request' (duration: 30.882019ms)","trace[1414173960] 'compare' (duration: 185.206561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:52.918183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.978893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:52.918754Z","caller":"traceutil/trace.go:171","msg":"trace[1652878830] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3043; }","duration":"154.565211ms","start":"2026-04-28T03:21:52.764136Z","end":"2026-04-28T03:21:52.918701Z","steps":["trace[1652878830] 'range keys from in-memory index tree' (duration: 153.65083ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:53.663145Z","caller":"traceutil/trace.go:171","msg":"trace[28992011] transaction","detail":"{read_only:false; response_revision:3046; number_of_response:1; }","duration":"100.277091ms","start":"2026-04-28T03:21:53.562848Z","end":"2026-04-28T03:21:53.663125Z","steps":["trace[28992011] 'process raft request' (duration: 100.070632ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:53.96471Z","caller":"traceutil/trace.go:171","msg":"trace[1903291148] transaction","detail":"{read_only:false; response_revision:3048; number_of_response:1; }","duration":"202.774062ms","start":"2026-04-28T03:21:53.761901Z","end":"2026-04-28T03:21:53.964675Z","steps":["trace[1903291148] 'process raft request' (duration: 186.421418ms)","trace[1903291148] 'compare' (duration: 15.833051ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:55.075652Z","caller":"traceutil/trace.go:171","msg":"trace[1649532208] transaction","detail":"{read_only:false; response_revision:3052; number_of_response:1; }","duration":"334.077748ms","start":"2026-04-28T03:21:54.741538Z","end":"2026-04-28T03:21:55.075616Z","steps":["trace[1649532208] 'process raft request' (duration: 333.929786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.075805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:54.741511Z","time spent":"334.215271ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:55.098104Z","caller":"traceutil/trace.go:171","msg":"trace[1889629297] linearizableReadLoop","detail":"{readStateIndex:3198; appliedIndex:3196; }","duration":"264.472087ms","start":"2026-04-28T03:21:54.8336Z","end":"2026-04-28T03:21:55.098072Z","steps":["trace[1889629297] 'read index received' (duration: 241.808024ms)","trace[1889629297] 'applied index is now lower than readState.Index' (duration: 22.663013ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:55.098438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.885375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T03:21:55.098521Z","caller":"traceutil/trace.go:171","msg":"trace[1480782283] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3053; }","duration":"218.041676ms","start":"2026-04-28T03:21:54.880459Z","end":"2026-04-28T03:21:55.098501Z","steps":["trace[1480782283] 'agreement among raft nodes before linearized reading' (duration: 217.813698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.098595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.476077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:55.098708Z","caller":"traceutil/trace.go:171","msg":"trace[137232294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3053; }","duration":"126.703625ms","start":"2026-04-28T03:21:54.971985Z","end":"2026-04-28T03:21:55.098689Z","steps":["trace[137232294] 'agreement among raft nodes before linearized reading' (duration: 126.315876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.098553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.947012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:21:55.098772Z","caller":"traceutil/trace.go:171","msg":"trace[1621166245] transaction","detail":"{read_only:false; response_revision:3053; number_of_response:1; }","duration":"349.523923ms","start":"2026-04-28T03:21:54.749204Z","end":"2026-04-28T03:21:55.098728Z","steps":["trace[1621166245] 'process raft request' (duration: 348.707646ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:55.098874Z","caller":"traceutil/trace.go:171","msg":"trace[33179339] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3053; }","duration":"265.272676ms","start":"2026-04-28T03:21:54.833563Z","end":"2026-04-28T03:21:55.098836Z","steps":["trace[33179339] 'agreement among raft nodes before linearized reading' (duration: 264.655958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.09905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:54.749183Z","time spent":"349.740653ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:55.697018Z","caller":"traceutil/trace.go:171","msg":"trace[40377319] transaction","detail":"{read_only:false; response_revision:3056; number_of_response:1; }","duration":"141.838592ms","start":"2026-04-28T03:21:55.555134Z","end":"2026-04-28T03:21:55.696972Z","steps":["trace[40377319] 'process raft request' (duration: 141.544197ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:57.910939Z","caller":"traceutil/trace.go:171","msg":"trace[1340771718] linearizableReadLoop","detail":"{readStateIndex:3213; appliedIndex:3212; }","duration":"208.579706ms","start":"2026-04-28T03:21:57.702337Z","end":"2026-04-28T03:21:57.910916Z","steps":["trace[1340771718] 'read index received' (duration: 208.381627ms)","trace[1340771718] 'applied index is now lower than readState.Index' (duration: 196.999µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:57.911046Z","caller":"traceutil/trace.go:171","msg":"trace[893281980] transaction","detail":"{read_only:false; response_revision:3068; number_of_response:1; }","duration":"269.151124ms","start":"2026-04-28T03:21:57.641864Z","end":"2026-04-28T03:21:57.911015Z","steps":["trace[893281980] 'process raft request' (duration: 268.85558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:57.911155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.10077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:21:57.911195Z","caller":"traceutil/trace.go:171","msg":"trace[1780531225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3068; }","duration":"192.192936ms","start":"2026-04-28T03:21:57.718992Z","end":"2026-04-28T03:21:57.911185Z","steps":["trace[1780531225] 'agreement among raft nodes before linearized reading' (duration: 192.055443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:57.911311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.128777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:21:57.911359Z","caller":"traceutil/trace.go:171","msg":"trace[1204838862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3068; }","duration":"186.226462ms","start":"2026-04-28T03:21:57.725121Z","end":"2026-04-28T03:21:57.911347Z","steps":["trace[1204838862] 'agreement among raft nodes before linearized reading' (duration: 186.087518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:57.911355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.014895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:21:57.911553Z","caller":"traceutil/trace.go:171","msg":"trace[2013288458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3068; }","duration":"209.272642ms","start":"2026-04-28T03:21:57.702262Z","end":"2026-04-28T03:21:57.911534Z","steps":["trace[2013288458] 'agreement among raft nodes before linearized reading' (duration: 208.792185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:57.912639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.44923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:21:57.91271Z","caller":"traceutil/trace.go:171","msg":"trace[1040245210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3068; }","duration":"187.554674ms","start":"2026-04-28T03:21:57.725139Z","end":"2026-04-28T03:21:57.912694Z","steps":["trace[1040245210] 'agreement among raft nodes before linearized reading' (duration: 185.961265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.166215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.871099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:58.166498Z","caller":"traceutil/trace.go:171","msg":"trace[1913471180] transaction","detail":"{read_only:false; response_revision:3069; number_of_response:1; }","duration":"250.797218ms","start":"2026-04-28T03:21:57.915533Z","end":"2026-04-28T03:21:58.166331Z","steps":["trace[1913471180] 'process raft request' (duration: 131.563497ms)","trace[1913471180] 'compare' (duration: 118.445391ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:58.543006Z","caller":"traceutil/trace.go:171","msg":"trace[470714267] transaction","detail":"{read_only:false; response_revision:3070; number_of_response:1; }","duration":"626.574617ms","start":"2026-04-28T03:21:57.916413Z","end":"2026-04-28T03:21:58.542987Z","steps":["trace[470714267] 'process raft request' (duration: 550.50165ms)","trace[470714267] 'compare' (duration: 75.892556ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:58.543153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.916391Z","time spent":"626.671152ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:58.543244Z","caller":"traceutil/trace.go:171","msg":"trace[709303822] transaction","detail":"{read_only:false; response_revision:3071; number_of_response:1; }","duration":"626.151068ms","start":"2026-04-28T03:21:57.917072Z","end":"2026-04-28T03:21:58.543223Z","steps":["trace[709303822] 'process raft request' (duration: 625.869762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.543385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.917054Z","time spent":"626.255112ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:58.544108Z","caller":"traceutil/trace.go:171","msg":"trace[1639264866] transaction","detail":"{read_only:false; response_revision:3072; number_of_response:1; }","duration":"626.752637ms","start":"2026-04-28T03:21:57.917238Z","end":"2026-04-28T03:21:58.543991Z","steps":["trace[1639264866] 'process raft request' (duration: 625.906601ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:58.544678Z","caller":"traceutil/trace.go:171","msg":"trace[1163341162] transaction","detail":"{read_only:false; response_revision:3073; number_of_response:1; }","duration":"626.35047ms","start":"2026-04-28T03:21:57.918304Z","end":"2026-04-28T03:21:58.544655Z","steps":["trace[1163341162] 'process raft request' (duration: 625.160629ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:58.544698Z","caller":"traceutil/trace.go:171","msg":"trace[2087394393] transaction","detail":"{read_only:false; response_revision:3075; number_of_response:1; }","duration":"248.0062ms","start":"2026-04-28T03:21:58.296666Z","end":"2026-04-28T03:21:58.544672Z","steps":["trace[2087394393] 'process raft request' (duration: 247.939743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:58.544943Z","caller":"traceutil/trace.go:171","msg":"trace[1762210501] transaction","detail":"{read_only:false; response_revision:3074; number_of_response:1; }","duration":"553.490162ms","start":"2026-04-28T03:21:57.991438Z","end":"2026-04-28T03:21:58.544928Z","steps":["trace[1762210501] 'process raft request' (duration: 552.989567ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:58.545069Z","caller":"traceutil/trace.go:171","msg":"trace[87881708] linearizableReadLoop","detail":"{readStateIndex:3219; appliedIndex:3214; }","duration":"427.714748ms","start":"2026-04-28T03:21:58.117342Z","end":"2026-04-28T03:21:58.545057Z","steps":["trace[87881708] 'read index received' (duration: 349.48408ms)","trace[87881708] 'applied index is now lower than readState.Index' (duration: 78.229458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:58.544952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.918295Z","time spent":"626.431685ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:58.54507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.991393Z","time spent":"553.592306ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:58.545162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.825342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:58.54521Z","caller":"traceutil/trace.go:171","msg":"trace[532768366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3075; }","duration":"427.911308ms","start":"2026-04-28T03:21:58.117288Z","end":"2026-04-28T03:21:58.5452Z","steps":["trace[532768366] 'agreement among raft nodes before linearized reading' (duration: 427.834802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.54524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:58.117262Z","time spent":"427.971815ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:58.545304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.141534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:58.545357Z","caller":"traceutil/trace.go:171","msg":"trace[979351483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3075; }","duration":"416.236449ms","start":"2026-04-28T03:21:58.129107Z","end":"2026-04-28T03:21:58.545343Z","steps":["trace[979351483] 'agreement among raft nodes before linearized reading' (duration: 416.082967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.545403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:58.129074Z","time spent":"416.320996ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:21:58.545512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.434718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:21:58.545598Z","caller":"traceutil/trace.go:171","msg":"trace[50134967] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3075; }","duration":"248.579021ms","start":"2026-04-28T03:21:58.296996Z","end":"2026-04-28T03:21:58.545575Z","steps":["trace[50134967] 'agreement among raft nodes before linearized reading' (duration: 248.347172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.545236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.91722Z","time spent":"626.936928ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:59.321953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.435951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:59.322071Z","caller":"traceutil/trace.go:171","msg":"trace[80952600] linearizableReadLoop","detail":"{readStateIndex:3223; appliedIndex:3222; }","duration":"125.752283ms","start":"2026-04-28T03:21:59.196301Z","end":"2026-04-28T03:21:59.322053Z","steps":["trace[80952600] 'read index received' (duration: 22.945381ms)","trace[80952600] 'applied index is now lower than readState.Index' (duration: 102.805562ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:59.322149Z","caller":"traceutil/trace.go:171","msg":"trace[1167946158] transaction","detail":"{read_only:false; response_revision:3078; number_of_response:1; }","duration":"210.47045ms","start":"2026-04-28T03:21:59.111656Z","end":"2026-04-28T03:21:59.322127Z","steps":["trace[1167946158] 'process raft request' (duration: 107.592832ms)","trace[1167946158] 'compare' (duration: 102.305087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:59.322188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.9967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:59.322261Z","caller":"traceutil/trace.go:171","msg":"trace[1993097284] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3078; }","duration":"126.117764ms","start":"2026-04-28T03:21:59.196093Z","end":"2026-04-28T03:21:59.322211Z","steps":["trace[1993097284] 'agreement among raft nodes before linearized reading' (duration: 126.00563ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.43099Z","caller":"traceutil/trace.go:171","msg":"trace[184619045] transaction","detail":"{read_only:false; response_revision:3087; number_of_response:1; }","duration":"104.913043ms","start":"2026-04-28T03:22:01.326052Z","end":"2026-04-28T03:22:01.430965Z","steps":["trace[184619045] 'process raft request' (duration: 94.14632ms)","trace[184619045] 'compare' (duration: 10.648549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:02.878648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.304081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:02.879059Z","caller":"traceutil/trace.go:171","msg":"trace[553750712] transaction","detail":"{read_only:false; response_revision:3092; number_of_response:1; }","duration":"289.742864ms","start":"2026-04-28T03:22:02.589294Z","end":"2026-04-28T03:22:02.879036Z","steps":["trace[553750712] 'process raft request' (duration: 289.471717ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:02.879159Z","caller":"traceutil/trace.go:171","msg":"trace[1315211122] transaction","detail":"{read_only:false; response_revision:3091; number_of_response:1; }","duration":"289.913546ms","start":"2026-04-28T03:22:02.589218Z","end":"2026-04-28T03:22:02.879131Z","steps":["trace[1315211122] 'process raft request' (duration: 185.029824ms)","trace[1315211122] 'compare' (duration: 104.166167ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:02.878878Z","caller":"traceutil/trace.go:171","msg":"trace[32428662] linearizableReadLoop","detail":"{readStateIndex:3238; appliedIndex:3235; }","duration":"281.842797ms","start":"2026-04-28T03:22:02.597014Z","end":"2026-04-28T03:22:02.878857Z","steps":["trace[32428662] 'read index received' (duration: 78.049932ms)","trace[32428662] 'applied index is now lower than readState.Index' (duration: 203.791706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:02.879391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.25284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:22:02.879423Z","caller":"traceutil/trace.go:171","msg":"trace[1466825258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3092; }","duration":"278.322617ms","start":"2026-04-28T03:22:02.601093Z","end":"2026-04-28T03:22:02.879415Z","steps":["trace[1466825258] 'agreement among raft nodes before linearized reading' (duration: 278.204583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:02.879575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.718086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:22:02.879527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.500186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:02.879602Z","caller":"traceutil/trace.go:171","msg":"trace[1359078901] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3092; }","duration":"251.769113ms","start":"2026-04-28T03:22:02.627824Z","end":"2026-04-28T03:22:02.879593Z","steps":["trace[1359078901] 'agreement among raft nodes before linearized reading' (duration: 251.711535ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:02.879682Z","caller":"traceutil/trace.go:171","msg":"trace[751739121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3092; }","duration":"282.634579ms","start":"2026-04-28T03:22:02.596977Z","end":"2026-04-28T03:22:02.879612Z","steps":["trace[751739121] 'agreement among raft nodes before linearized reading' (duration: 282.128683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:02.879745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.505298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:22:02.879966Z","caller":"traceutil/trace.go:171","msg":"trace[1783427334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3092; }","duration":"278.735487ms","start":"2026-04-28T03:22:02.601212Z","end":"2026-04-28T03:22:02.879948Z","steps":["trace[1783427334] 'agreement among raft nodes before linearized reading' (duration: 278.365655ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:03.039514Z","caller":"traceutil/trace.go:171","msg":"trace[349535295] transaction","detail":"{read_only:false; response_revision:3093; number_of_response:1; }","duration":"155.172929ms","start":"2026-04-28T03:22:02.884314Z","end":"2026-04-28T03:22:03.039487Z","steps":["trace[349535295] 'process raft request' (duration: 130.234312ms)","trace[349535295] 'compare' (duration: 24.824252ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:03.045406Z","caller":"traceutil/trace.go:171","msg":"trace[1570537347] transaction","detail":"{read_only:false; response_revision:3094; number_of_response:1; }","duration":"160.511953ms","start":"2026-04-28T03:22:02.884874Z","end":"2026-04-28T03:22:03.045386Z","steps":["trace[1570537347] 'process raft request' (duration: 160.390359ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:03.045578Z","caller":"traceutil/trace.go:171","msg":"trace[176941332] transaction","detail":"{read_only:false; response_revision:3095; number_of_response:1; }","duration":"160.607268ms","start":"2026-04-28T03:22:02.884941Z","end":"2026-04-28T03:22:03.045548Z","steps":["trace[176941332] 'process raft request' (duration: 160.421817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:04.899532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.894699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:04.899726Z","caller":"traceutil/trace.go:171","msg":"trace[697811874] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"207.455565ms","start":"2026-04-28T03:22:04.692258Z","end":"2026-04-28T03:22:04.899714Z","steps":["trace[697811874] 'process raft request' (duration: 207.406548ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:04.899766Z","caller":"traceutil/trace.go:171","msg":"trace[1094558142] linearizableReadLoop","detail":"{readStateIndex:3247; appliedIndex:3246; }","duration":"304.408898ms","start":"2026-04-28T03:22:04.595325Z","end":"2026-04-28T03:22:04.899734Z","steps":["trace[1094558142] 'read index received' (duration: 53.227802ms)","trace[1094558142] 'applied index is now lower than readState.Index' (duration: 251.175966ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:04.899917Z","caller":"traceutil/trace.go:171","msg":"trace[1600764208] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"366.06512ms","start":"2026-04-28T03:22:04.53384Z","end":"2026-04-28T03:22:04.899905Z","steps":["trace[1600764208] 'process raft request' (duration: 114.734792ms)","trace[1600764208] 'compare' (duration: 250.795494ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:04.900024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:04.533816Z","time spent":"366.133757ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:04.900185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.858076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-04-28T03:22:04.900245Z","caller":"traceutil/trace.go:171","msg":"trace[73082787] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3101; }","duration":"304.961382ms","start":"2026-04-28T03:22:04.595275Z","end":"2026-04-28T03:22:04.900236Z","steps":["trace[73082787] 'agreement among raft nodes before linearized reading' (duration: 304.834567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:04.900285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:04.595253Z","time spent":"305.023769ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:22:05.089662Z","caller":"traceutil/trace.go:171","msg":"trace[115530904] linearizableReadLoop","detail":"{readStateIndex:3250; appliedIndex:3249; }","duration":"184.638551ms","start":"2026-04-28T03:22:04.905002Z","end":"2026-04-28T03:22:05.089641Z","steps":["trace[115530904] 'read index received' (duration: 100.615301ms)","trace[115530904] 'applied index is now lower than readState.Index' (duration: 84.02191ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:05.089862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.547001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:05.090144Z","caller":"traceutil/trace.go:171","msg":"trace[1226074836] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3103; }","duration":"175.866645ms","start":"2026-04-28T03:22:04.914269Z","end":"2026-04-28T03:22:05.090135Z","steps":["trace[1226074836] 'agreement among raft nodes before linearized reading' (duration: 175.5437ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:05.089915Z","caller":"traceutil/trace.go:171","msg":"trace[1605501541] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"185.091599ms","start":"2026-04-28T03:22:04.90465Z","end":"2026-04-28T03:22:05.089742Z","steps":["trace[1605501541] 'process raft request' (duration: 100.961264ms)","trace[1605501541] 'compare' (duration: 83.900126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:05.090126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.966066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:22:05.090708Z","caller":"traceutil/trace.go:171","msg":"trace[1521696551] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3103; }","duration":"185.630364ms","start":"2026-04-28T03:22:04.904998Z","end":"2026-04-28T03:22:05.090628Z","steps":["trace[1521696551] 'agreement among raft nodes before linearized reading' (duration: 184.785003ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:05.319374Z","caller":"traceutil/trace.go:171","msg":"trace[1723101819] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"224.91851ms","start":"2026-04-28T03:22:05.094402Z","end":"2026-04-28T03:22:05.319321Z","steps":["trace[1723101819] 'process raft request' (duration: 170.059296ms)","trace[1723101819] 'compare' (duration: 54.656373ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:05.319717Z","caller":"traceutil/trace.go:171","msg":"trace[1365546697] transaction","detail":"{read_only:false; response_revision:3107; number_of_response:1; }","duration":"129.953301ms","start":"2026-04-28T03:22:05.189755Z","end":"2026-04-28T03:22:05.319708Z","steps":["trace[1365546697] 'process raft request' (duration: 129.867665ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:05.319474Z","caller":"traceutil/trace.go:171","msg":"trace[862676592] linearizableReadLoop","detail":"{readStateIndex:3253; appliedIndex:3251; }","duration":"182.457976ms","start":"2026-04-28T03:22:05.137001Z","end":"2026-04-28T03:22:05.319459Z","steps":["trace[862676592] 'read index received' (duration: 127.594053ms)","trace[862676592] 'applied index is now lower than readState.Index' (duration: 54.862333ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:05.319505Z","caller":"traceutil/trace.go:171","msg":"trace[955287432] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"225.042154ms","start":"2026-04-28T03:22:05.094439Z","end":"2026-04-28T03:22:05.319481Z","steps":["trace[955287432] 'process raft request' (duration: 224.797146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:05.319946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.958663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:05.320005Z","caller":"traceutil/trace.go:171","msg":"trace[1001489242] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3107; }","duration":"146.049449ms","start":"2026-04-28T03:22:05.173946Z","end":"2026-04-28T03:22:05.319995Z","steps":["trace[1001489242] 'agreement among raft nodes before linearized reading' (duration: 145.951154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:05.320031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.693256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:05.320066Z","caller":"traceutil/trace.go:171","msg":"trace[354265290] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3107; }","duration":"173.741084ms","start":"2026-04-28T03:22:05.146316Z","end":"2026-04-28T03:22:05.320057Z","steps":["trace[354265290] 'agreement among raft nodes before linearized reading' (duration: 173.672897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:05.319569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.977467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:22:05.320141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.280378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:05.320151Z","caller":"traceutil/trace.go:171","msg":"trace[1014080590] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3106; }","duration":"225.5537ms","start":"2026-04-28T03:22:05.094566Z","end":"2026-04-28T03:22:05.320119Z","steps":["trace[1014080590] 'agreement among raft nodes before linearized reading' (duration: 224.92876ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:05.320228Z","caller":"traceutil/trace.go:171","msg":"trace[1028790053] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3107; }","duration":"177.400903ms","start":"2026-04-28T03:22:05.142788Z","end":"2026-04-28T03:22:05.320189Z","steps":["trace[1028790053] 'agreement among raft nodes before linearized reading' (duration: 177.178943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:05.319606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.170641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:05.320306Z","caller":"traceutil/trace.go:171","msg":"trace[1429301966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3106; }","duration":"201.899677ms","start":"2026-04-28T03:22:05.118399Z","end":"2026-04-28T03:22:05.320298Z","steps":["trace[1429301966] 'agreement among raft nodes before linearized reading' (duration: 201.18958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:06.47072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.400498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:22:06.470801Z","caller":"traceutil/trace.go:171","msg":"trace[70189523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3109; }","duration":"153.545781ms","start":"2026-04-28T03:22:06.317238Z","end":"2026-04-28T03:22:06.470784Z","steps":["trace[70189523] 'range keys from in-memory index tree' (duration: 153.234826ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:06.471047Z","caller":"traceutil/trace.go:171","msg":"trace[1687213278] transaction","detail":"{read_only:false; response_revision:3110; number_of_response:1; }","duration":"109.721696ms","start":"2026-04-28T03:22:06.361293Z","end":"2026-04-28T03:22:06.471015Z","steps":["trace[1687213278] 'process raft request' (duration: 87.568811ms)","trace[1687213278] 'compare' (duration: 21.644929ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:08.0089Z","caller":"traceutil/trace.go:171","msg":"trace[656060486] transaction","detail":"{read_only:false; response_revision:3121; number_of_response:1; }","duration":"103.402617ms","start":"2026-04-28T03:22:07.90547Z","end":"2026-04-28T03:22:08.008872Z","steps":["trace[656060486] 'process raft request' (duration: 103.233315ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:08.744968Z","caller":"traceutil/trace.go:171","msg":"trace[1806463891] transaction","detail":"{read_only:false; response_revision:3122; number_of_response:1; }","duration":"253.859632ms","start":"2026-04-28T03:22:08.491085Z","end":"2026-04-28T03:22:08.744945Z","steps":["trace[1806463891] 'process raft request' (duration: 253.658711ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:09.10318Z","caller":"traceutil/trace.go:171","msg":"trace[1022122964] transaction","detail":"{read_only:false; response_revision:3123; number_of_response:1; }","duration":"163.162131ms","start":"2026-04-28T03:22:08.939984Z","end":"2026-04-28T03:22:09.103146Z","steps":["trace[1022122964] 'process raft request' (duration: 79.380212ms)","trace[1022122964] 'compare' (duration: 83.09981ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:09.103206Z","caller":"traceutil/trace.go:171","msg":"trace[1579927926] transaction","detail":"{read_only:false; response_revision:3124; number_of_response:1; }","duration":"161.884639ms","start":"2026-04-28T03:22:08.941282Z","end":"2026-04-28T03:22:09.103166Z","steps":["trace[1579927926] 'process raft request' (duration: 161.372502ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:09.69351Z","caller":"traceutil/trace.go:171","msg":"trace[421579831] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"341.689554ms","start":"2026-04-28T03:22:09.351798Z","end":"2026-04-28T03:22:09.693488Z","steps":["trace[421579831] 'process raft request' (duration: 341.421816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:09.69371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.07316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:22:09.693487Z","caller":"traceutil/trace.go:171","msg":"trace[304791624] linearizableReadLoop","detail":"{readStateIndex:3275; appliedIndex:3274; }","duration":"278.86991ms","start":"2026-04-28T03:22:09.414587Z","end":"2026-04-28T03:22:09.693457Z","steps":["trace[304791624] 'read index received' (duration: 278.616711ms)","trace[304791624] 'applied index is now lower than readState.Index' (duration: 251.829µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:09.693777Z","caller":"traceutil/trace.go:171","msg":"trace[1054007510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3127; }","duration":"279.218374ms","start":"2026-04-28T03:22:09.414539Z","end":"2026-04-28T03:22:09.693757Z","steps":["trace[1054007510] 'agreement among raft nodes before linearized reading' (duration: 279.008584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:09.694153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.351752Z","time spent":"341.821039ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:09.728708Z","caller":"traceutil/trace.go:171","msg":"trace[743944290] transaction","detail":"{read_only:false; response_revision:3128; number_of_response:1; }","duration":"108.61859ms","start":"2026-04-28T03:22:09.620048Z","end":"2026-04-28T03:22:09.728667Z","steps":["trace[743944290] 'process raft request' (duration: 108.448978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:09.957934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.315241ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:22:09.958245Z","caller":"traceutil/trace.go:171","msg":"trace[21371914] linearizableReadLoop","detail":"{readStateIndex:3277; appliedIndex:3275; }","duration":"264.442583ms","start":"2026-04-28T03:22:09.693782Z","end":"2026-04-28T03:22:09.958225Z","steps":["trace[21371914] 'read index received' (duration: 34.71037ms)","trace[21371914] 'applied index is now lower than readState.Index' (duration: 229.730803ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:09.959025Z","caller":"traceutil/trace.go:171","msg":"trace[8680990] transaction","detail":"{read_only:false; response_revision:3129; number_of_response:1; }","duration":"260.740068ms","start":"2026-04-28T03:22:09.698254Z","end":"2026-04-28T03:22:09.958994Z","steps":["trace[8680990] 'process raft request' (duration: 259.81236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.207769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.821577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:22:10.207851Z","caller":"traceutil/trace.go:171","msg":"trace[1036046029] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3129; }","duration":"792.962191ms","start":"2026-04-28T03:22:09.414866Z","end":"2026-04-28T03:22:10.207829Z","steps":["trace[1036046029] 'agreement among raft nodes before linearized reading' (duration: 544.106806ms)","trace[1036046029] 'range keys from in-memory index tree' (duration: 248.632845ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:10.207925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.414842Z","time spent":"793.072906ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:22:10.433339Z","caller":"traceutil/trace.go:171","msg":"trace[178715022] linearizableReadLoop","detail":"{readStateIndex:3281; appliedIndex:3279; }","duration":"103.154258ms","start":"2026-04-28T03:22:10.330169Z","end":"2026-04-28T03:22:10.433323Z","steps":["trace[178715022] 'read index received' (duration: 73.859461ms)","trace[178715022] 'applied index is now lower than readState.Index' (duration: 29.293967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:10.433491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.308341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-04-28T03:22:10.433515Z","caller":"traceutil/trace.go:171","msg":"trace[1353751055] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3132; }","duration":"103.366898ms","start":"2026-04-28T03:22:10.330141Z","end":"2026-04-28T03:22:10.433508Z","steps":["trace[1353751055] 'agreement among raft nodes before linearized reading' (duration: 103.246994ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:10.433641Z","caller":"traceutil/trace.go:171","msg":"trace[912599331] transaction","detail":"{read_only:false; response_revision:3132; number_of_response:1; }","duration":"220.038721ms","start":"2026-04-28T03:22:10.213596Z","end":"2026-04-28T03:22:10.433635Z","steps":["trace[912599331] 'process raft request' (duration: 219.657498ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:10.434426Z","caller":"traceutil/trace.go:171","msg":"trace[1929816745] transaction","detail":"{read_only:false; response_revision:3131; number_of_response:1; }","duration":"220.115017ms","start":"2026-04-28T03:22:10.213326Z","end":"2026-04-28T03:22:10.433441Z","steps":["trace[1929816745] 'process raft request' (duration: 190.753752ms)","trace[1929816745] 'compare' (duration: 29.001551ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:11.054431Z","caller":"traceutil/trace.go:171","msg":"trace[1252809453] linearizableReadLoop","detail":"{readStateIndex:3282; appliedIndex:3281; }","duration":"306.381787ms","start":"2026-04-28T03:22:10.748021Z","end":"2026-04-28T03:22:11.054403Z","steps":["trace[1252809453] 'read index received' (duration: 306.077839ms)","trace[1252809453] 'applied index is now lower than readState.Index' (duration: 302.538µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:11.05456Z","caller":"traceutil/trace.go:171","msg":"trace[794807443] transaction","detail":"{read_only:false; response_revision:3133; number_of_response:1; }","duration":"312.458468ms","start":"2026-04-28T03:22:10.742089Z","end":"2026-04-28T03:22:11.054548Z","steps":["trace[794807443] 'process raft request' (duration: 312.098543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:11.054671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.742058Z","time spent":"312.531275ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:11.054785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.631094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:11.05487Z","caller":"traceutil/trace.go:171","msg":"trace[680870902] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3133; }","duration":"207.778098ms","start":"2026-04-28T03:22:10.84707Z","end":"2026-04-28T03:22:11.054848Z","steps":["trace[680870902] 'agreement among raft nodes before linearized reading' (duration: 207.599596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:11.055256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.203631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:22:11.055466Z","caller":"traceutil/trace.go:171","msg":"trace[353804992] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3133; }","duration":"307.337675ms","start":"2026-04-28T03:22:10.747997Z","end":"2026-04-28T03:22:11.055334Z","steps":["trace[353804992] 'agreement among raft nodes before linearized reading' (duration: 307.028948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:11.055635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.747988Z","time spent":"307.536656ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:22:11.79594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.466893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:11.796096Z","caller":"traceutil/trace.go:171","msg":"trace[1707028369] linearizableReadLoop","detail":"{readStateIndex:3285; appliedIndex:3282; }","duration":"679.581751ms","start":"2026-04-28T03:22:11.116503Z","end":"2026-04-28T03:22:11.796084Z","steps":["trace[1707028369] 'read index received' (duration: 153.84922ms)","trace[1707028369] 'applied index is now lower than readState.Index' (duration: 525.731841ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:11.796146Z","caller":"traceutil/trace.go:171","msg":"trace[889649488] transaction","detail":"{read_only:false; response_revision:3134; number_of_response:1; }","duration":"736.457361ms","start":"2026-04-28T03:22:11.059681Z","end":"2026-04-28T03:22:11.796139Z","steps":["trace[889649488] 'process raft request' (duration: 210.699482ms)","trace[889649488] 'compare' (duration: 525.386726ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:11.796188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.059656Z","time spent":"736.510679ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:11.796328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.83041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:11.796356Z","caller":"traceutil/trace.go:171","msg":"trace[2002657010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3136; }","duration":"679.886698ms","start":"2026-04-28T03:22:11.116463Z","end":"2026-04-28T03:22:11.79635Z","steps":["trace[2002657010] 'agreement among raft nodes before linearized reading' (duration: 679.84361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:11.796377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.116446Z","time spent":"679.926196ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:22:11.796304Z","caller":"traceutil/trace.go:171","msg":"trace[1076867643] transaction","detail":"{read_only:false; response_revision:3136; number_of_response:1; }","duration":"686.48844ms","start":"2026-04-28T03:22:11.109786Z","end":"2026-04-28T03:22:11.796275Z","steps":["trace[1076867643] 'process raft request' (duration: 686.27335ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:11.796361Z","caller":"traceutil/trace.go:171","msg":"trace[1974997569] transaction","detail":"{read_only:false; response_revision:3135; number_of_response:1; }","duration":"687.302004ms","start":"2026-04-28T03:22:11.109051Z","end":"2026-04-28T03:22:11.796353Z","steps":["trace[1974997569] 'process raft request' (duration: 686.972568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:11.796636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.109775Z","time spent":"686.72272ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:11.797758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.109025Z","time spent":"688.642296ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:11.842454Z","caller":"traceutil/trace.go:171","msg":"trace[108443981] transaction","detail":"{read_only:false; response_revision:3137; number_of_response:1; }","duration":"143.059421ms","start":"2026-04-28T03:22:11.699374Z","end":"2026-04-28T03:22:11.842434Z","steps":["trace[108443981] 'process raft request' (duration: 142.930956ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:12.263234Z","caller":"traceutil/trace.go:171","msg":"trace[2060772260] linearizableReadLoop","detail":"{readStateIndex:3287; appliedIndex:3285; }","duration":"467.084562ms","start":"2026-04-28T03:22:11.79612Z","end":"2026-04-28T03:22:12.263205Z","steps":["trace[2060772260] 'read index received' (duration: 46.249124ms)","trace[2060772260] 'applied index is now lower than readState.Index' (duration: 420.834398ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:12.263835Z","caller":"traceutil/trace.go:171","msg":"trace[899625921] transaction","detail":"{read_only:false; response_revision:3138; number_of_response:1; }","duration":"530.215748ms","start":"2026-04-28T03:22:11.733596Z","end":"2026-04-28T03:22:12.263812Z","steps":["trace[899625921] 'process raft request' (duration: 466.902018ms)","trace[899625921] 'compare' (duration: 62.554613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:12.263965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119293697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:22:12.263984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048954995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:22:12.263964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.719911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:12.264041Z","caller":"traceutil/trace.go:171","msg":"trace[1057639697] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3138; }","duration":"1.049035761s","start":"2026-04-28T03:22:11.214989Z","end":"2026-04-28T03:22:12.264025Z","steps":["trace[1057639697] 'agreement among raft nodes before linearized reading' (duration: 1.04883942s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:12.264051Z","caller":"traceutil/trace.go:171","msg":"trace[1894396808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3138; }","duration":"1.119399872s","start":"2026-04-28T03:22:11.144619Z","end":"2026-04-28T03:22:12.264019Z","steps":["trace[1894396808] 'agreement among raft nodes before linearized reading' (duration: 1.119133064s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:12.264078Z","caller":"traceutil/trace.go:171","msg":"trace[978358782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3138; }","duration":"465.854226ms","start":"2026-04-28T03:22:11.798185Z","end":"2026-04-28T03:22:12.264039Z","steps":["trace[978358782] 'agreement among raft nodes before linearized reading' (duration: 465.677453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:12.2641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.214975Z","time spent":"1.049112347s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:22:12.264103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.14457Z","time spent":"1.119521166s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:22:12.264105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.033283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:22:12.264156Z","caller":"traceutil/trace.go:171","msg":"trace[1863369605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3138; }","duration":"301.11294ms","start":"2026-04-28T03:22:11.963028Z","end":"2026-04-28T03:22:12.264141Z","steps":["trace[1863369605] 'agreement among raft nodes before linearized reading' (duration: 300.957467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:12.264195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.963008Z","time spent":"301.177737ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:12.263987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.733576Z","time spent":"530.351952ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:12.264216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.79817Z","time spent":"465.96264ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:12.264511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04955363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:22:12.264648Z","caller":"traceutil/trace.go:171","msg":"trace[1022539663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3138; }","duration":"1.049723212s","start":"2026-04-28T03:22:11.214913Z","end":"2026-04-28T03:22:12.264636Z","steps":["trace[1022539663] 'agreement among raft nodes before linearized reading' (duration: 1.048635888s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:12.264686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.214896Z","time spent":"1.04977824s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:22:12.524201Z","caller":"traceutil/trace.go:171","msg":"trace[265780061] linearizableReadLoop","detail":"{readStateIndex:3290; appliedIndex:3287; }","duration":"251.896723ms","start":"2026-04-28T03:22:12.272284Z","end":"2026-04-28T03:22:12.524181Z","steps":["trace[265780061] 'read index received' (duration: 34.389349ms)","trace[265780061] 'applied index is now lower than readState.Index' (duration: 217.506564ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:12.524265Z","caller":"traceutil/trace.go:171","msg":"trace[1548629160] transaction","detail":"{read_only:false; response_revision:3140; number_of_response:1; }","duration":"255.069366ms","start":"2026-04-28T03:22:12.269166Z","end":"2026-04-28T03:22:12.524236Z","steps":["trace[1548629160] 'process raft request' (duration: 232.899061ms)","trace[1548629160] 'compare' (duration: 21.347471ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:12.524316Z","caller":"traceutil/trace.go:171","msg":"trace[1284871306] transaction","detail":"{read_only:false; response_revision:3141; number_of_response:1; }","duration":"254.676774ms","start":"2026-04-28T03:22:12.269629Z","end":"2026-04-28T03:22:12.524306Z","steps":["trace[1284871306] 'process raft request' (duration: 254.503562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:12.524534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.235459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:12.52457Z","caller":"traceutil/trace.go:171","msg":"trace[4319125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3141; }","duration":"252.306106ms","start":"2026-04-28T03:22:12.272256Z","end":"2026-04-28T03:22:12.524562Z","steps":["trace[4319125] 'agreement among raft nodes before linearized reading' (duration: 252.237079ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:13.920457Z","caller":"traceutil/trace.go:171","msg":"trace[345290808] transaction","detail":"{read_only:false; response_revision:3143; number_of_response:1; }","duration":"116.759647ms","start":"2026-04-28T03:22:13.803667Z","end":"2026-04-28T03:22:13.920426Z","steps":["trace[345290808] 'process raft request' (duration: 116.571675ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:13.975797Z","caller":"traceutil/trace.go:171","msg":"trace[1392611407] transaction","detail":"{read_only:false; response_revision:3145; number_of_response:1; }","duration":"170.719059ms","start":"2026-04-28T03:22:13.805056Z","end":"2026-04-28T03:22:13.975775Z","steps":["trace[1392611407] 'process raft request' (duration: 170.642992ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:13.975863Z","caller":"traceutil/trace.go:171","msg":"trace[784272364] transaction","detail":"{read_only:false; response_revision:3144; number_of_response:1; }","duration":"171.690607ms","start":"2026-04-28T03:22:13.804129Z","end":"2026-04-28T03:22:13.97582Z","steps":["trace[784272364] 'process raft request' (duration: 171.431528ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:13.976577Z","caller":"traceutil/trace.go:171","msg":"trace[1491432197] transaction","detail":"{read_only:false; response_revision:3146; number_of_response:1; }","duration":"129.658528ms","start":"2026-04-28T03:22:13.846343Z","end":"2026-04-28T03:22:13.976001Z","steps":["trace[1491432197] 'process raft request' (duration: 129.398088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:16.494059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.615965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:22:16.494124Z","caller":"traceutil/trace.go:171","msg":"trace[2034547528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3157; }","duration":"100.73031ms","start":"2026-04-28T03:22:16.39338Z","end":"2026-04-28T03:22:16.49411Z","steps":["trace[2034547528] 'range keys from in-memory index tree' (duration: 100.397244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:16.775478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.683767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:22:16.775527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.355811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:22:16.775603Z","caller":"traceutil/trace.go:171","msg":"trace[1930318809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3159; }","duration":"133.465296ms","start":"2026-04-28T03:22:16.642118Z","end":"2026-04-28T03:22:16.775583Z","steps":["trace[1930318809] 'range keys from in-memory index tree' (duration: 133.195587ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:16.775549Z","caller":"traceutil/trace.go:171","msg":"trace[767323121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3159; }","duration":"133.806132ms","start":"2026-04-28T03:22:16.641729Z","end":"2026-04-28T03:22:16.775535Z","steps":["trace[767323121] 'range keys from in-memory index tree' (duration: 133.451976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:16.775688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.890239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:22:16.775762Z","caller":"traceutil/trace.go:171","msg":"trace[796472960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3159; }","duration":"134.037462ms","start":"2026-04-28T03:22:16.641711Z","end":"2026-04-28T03:22:16.775749Z","steps":["trace[796472960] 'range keys from in-memory index tree' (duration: 133.707366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:20.175462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.973966ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:22:20.17579Z","caller":"traceutil/trace.go:171","msg":"trace[284454408] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"205.839446ms","start":"2026-04-28T03:22:19.969928Z","end":"2026-04-28T03:22:20.175768Z","steps":["trace[284454408] 'process raft request' (duration: 205.648463ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:20.176013Z","caller":"traceutil/trace.go:171","msg":"trace[106191594] linearizableReadLoop","detail":"{readStateIndex:3327; appliedIndex:3326; }","duration":"415.731859ms","start":"2026-04-28T03:22:19.760044Z","end":"2026-04-28T03:22:20.175775Z","steps":["trace[106191594] 'read index received' (duration: 166.419686ms)","trace[106191594] 'applied index is now lower than readState.Index' (duration: 249.309213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:20.176162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.096734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:20.176369Z","caller":"traceutil/trace.go:171","msg":"trace[118352656] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3177; }","duration":"416.363853ms","start":"2026-04-28T03:22:19.759974Z","end":"2026-04-28T03:22:20.176338Z","steps":["trace[118352656] 'agreement among raft nodes before linearized reading' (duration: 415.971889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:20.176458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:19.759949Z","time spent":"416.484448ms","remote":"127.0.0.1:34012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:20.52238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.376764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:20.522564Z","caller":"traceutil/trace.go:171","msg":"trace[1585412278] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"425.529311ms","start":"2026-04-28T03:22:20.096995Z","end":"2026-04-28T03:22:20.522524Z","steps":["trace[1585412278] 'process raft request' (duration: 202.736723ms)","trace[1585412278] 'compare' (duration: 221.989589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:20.522744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.096969Z","time spent":"425.682485ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:20.522778Z","caller":"traceutil/trace.go:171","msg":"trace[726051904] linearizableReadLoop","detail":"{readStateIndex:3330; appliedIndex:3328; }","duration":"346.662949ms","start":"2026-04-28T03:22:20.176093Z","end":"2026-04-28T03:22:20.522756Z","steps":["trace[726051904] 'read index received' (duration: 123.649429ms)","trace[726051904] 'applied index is now lower than readState.Index' (duration: 223.01244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:20.523243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.350163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:20.523314Z","caller":"traceutil/trace.go:171","msg":"trace[1190734647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3179; }","duration":"406.435239ms","start":"2026-04-28T03:22:20.116859Z","end":"2026-04-28T03:22:20.523294Z","steps":["trace[1190734647] 'agreement among raft nodes before linearized reading' (duration: 406.293455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:20.523367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.116851Z","time spent":"406.504117ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:20.523398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.847152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:20.523529Z","caller":"traceutil/trace.go:171","msg":"trace[2122571620] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3179; }","duration":"407.105992ms","start":"2026-04-28T03:22:20.116406Z","end":"2026-04-28T03:22:20.523511Z","steps":["trace[2122571620] 'agreement among raft nodes before linearized reading' (duration: 406.800344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:20.523656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.116388Z","time spent":"407.247436ms","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:20.523719Z","caller":"traceutil/trace.go:171","msg":"trace[1387159974] transaction","detail":"{read_only:false; response_revision:3179; number_of_response:1; }","duration":"399.700183ms","start":"2026-04-28T03:22:20.123998Z","end":"2026-04-28T03:22:20.523699Z","steps":["trace[1387159974] 'process raft request' (duration: 398.485251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:20.523821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.123972Z","time spent":"399.796479ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:20.52406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.702355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:22:20.524116Z","caller":"traceutil/trace.go:171","msg":"trace[1175550378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3179; }","duration":"413.797781ms","start":"2026-04-28T03:22:20.110304Z","end":"2026-04-28T03:22:20.524102Z","steps":["trace[1175550378] 'agreement among raft nodes before linearized reading' (duration: 413.645967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:20.524159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.110253Z","time spent":"413.896627ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:22:20.524348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.14818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:20.52441Z","caller":"traceutil/trace.go:171","msg":"trace[234443474] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3179; }","duration":"743.254785ms","start":"2026-04-28T03:22:19.781141Z","end":"2026-04-28T03:22:20.524395Z","steps":["trace[234443474] 'agreement among raft nodes before linearized reading' (duration: 743.15157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:20.524462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:19.781112Z","time spent":"743.336762ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:20.59318Z","caller":"traceutil/trace.go:171","msg":"trace[468928644] transaction","detail":"{read_only:false; response_revision:3180; number_of_response:1; }","duration":"219.242027ms","start":"2026-04-28T03:22:20.37391Z","end":"2026-04-28T03:22:20.593152Z","steps":["trace[468928644] 'process raft request' (duration: 219.074394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:20.593581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.108466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-04-28T03:22:20.593595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.23742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:20.593632Z","caller":"traceutil/trace.go:171","msg":"trace[1618442592] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3180; }","duration":"105.235111ms","start":"2026-04-28T03:22:20.488385Z","end":"2026-04-28T03:22:20.59362Z","steps":["trace[1618442592] 'agreement among raft nodes before linearized reading' (duration: 104.99916ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:20.593687Z","caller":"traceutil/trace.go:171","msg":"trace[1278378676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3180; }","duration":"211.374376ms","start":"2026-04-28T03:22:20.382294Z","end":"2026-04-28T03:22:20.593668Z","steps":["trace[1278378676] 'agreement among raft nodes before linearized reading' (duration: 211.129016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:22.526482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000566646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:22:22.526571Z","caller":"traceutil/trace.go:171","msg":"trace[493697740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000710441s","start":"2026-04-28T03:22:20.52584Z","end":"2026-04-28T03:22:22.52655Z","steps":["trace[493697740] 'agreement among raft nodes before linearized reading' (duration: 2.000593225s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:22.52662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.525823Z","time spent":"2.000787167s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:22:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:22:23.017447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977682607s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:23.017546Z","caller":"traceutil/trace.go:171","msg":"trace[482986072] linearizableReadLoop","detail":"{readStateIndex:3332; appliedIndex:3331; }","duration":"2.424168806s","start":"2026-04-28T03:22:20.59336Z","end":"2026-04-28T03:22:23.017529Z","steps":["trace[482986072] 'read index received' (duration: 446.312165ms)","trace[482986072] 'applied index is now lower than readState.Index' (duration: 1.977855161s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:23.017613Z","caller":"traceutil/trace.go:171","msg":"trace[588951791] transaction","detail":"{read_only:false; response_revision:3181; number_of_response:1; }","duration":"2.489085264s","start":"2026-04-28T03:22:20.528516Z","end":"2026-04-28T03:22:23.017601Z","steps":["trace[588951791] 'process raft request' (duration: 511.171085ms)","trace[588951791] 'compare' (duration: 1.977459606s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:23.017675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.528494Z","time spent":"2.489150011s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:23.017852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475538225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:22:23.017897Z","caller":"traceutil/trace.go:171","msg":"trace[747523288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3181; }","duration":"2.475586103s","start":"2026-04-28T03:22:20.5423Z","end":"2026-04-28T03:22:23.017886Z","steps":["trace[747523288] 'agreement among raft nodes before linearized reading' (duration: 2.475437379s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.017934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.542249Z","time spent":"2.47567537s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:22:23.107186Z","caller":"traceutil/trace.go:171","msg":"trace[691234619] transaction","detail":"{read_only:false; response_revision:3182; number_of_response:1; }","duration":"924.734876ms","start":"2026-04-28T03:22:22.182424Z","end":"2026-04-28T03:22:23.107159Z","steps":["trace[691234619] 'process raft request' (duration: 924.578932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.107372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:22.182407Z","time spent":"924.859801ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:23.111209Z","caller":"traceutil/trace.go:171","msg":"trace[119106841] transaction","detail":"{read_only:false; response_revision:3183; number_of_response:1; }","duration":"579.681119ms","start":"2026-04-28T03:22:22.531511Z","end":"2026-04-28T03:22:23.111193Z","steps":["trace[119106841] 'process raft request' (duration: 579.567693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.111306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:22.531487Z","time spent":"579.769085ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:23.111419Z","caller":"traceutil/trace.go:171","msg":"trace[2047173343] transaction","detail":"{read_only:false; response_revision:3184; number_of_response:1; }","duration":"579.851872ms","start":"2026-04-28T03:22:22.531561Z","end":"2026-04-28T03:22:23.111413Z","steps":["trace[2047173343] 'process raft request' (duration: 579.602042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.111451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:22.531535Z","time spent":"579.89984ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:23.111598Z","caller":"traceutil/trace.go:171","msg":"trace[1230595020] transaction","detail":"{read_only:false; response_revision:3185; number_of_response:1; }","duration":"512.754974ms","start":"2026-04-28T03:22:22.598838Z","end":"2026-04-28T03:22:23.111593Z","steps":["trace[1230595020] 'process raft request' (duration: 512.545532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.111632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:22.598816Z","time spent":"512.800262ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:23.111724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503166947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:23.111747Z","caller":"traceutil/trace.go:171","msg":"trace[746038261] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3186; }","duration":"2.503210436s","start":"2026-04-28T03:22:20.608532Z","end":"2026-04-28T03:22:23.111743Z","steps":["trace[746038261] 'agreement among raft nodes before linearized reading' (duration: 2.503168107s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.111761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.608519Z","time spent":"2.503239645s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:22:23.111865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189270635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:23.111895Z","caller":"traceutil/trace.go:171","msg":"trace[785937870] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3186; }","duration":"1.189329143s","start":"2026-04-28T03:22:21.922562Z","end":"2026-04-28T03:22:23.111891Z","steps":["trace[785937870] 'agreement among raft nodes before linearized reading' (duration: 1.189285345s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.111909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:21.922545Z","time spent":"1.189359992s","remote":"127.0.0.1:50990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:23.111912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.758505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:23.11203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509586559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:23.112031Z","caller":"traceutil/trace.go:171","msg":"trace[1729330454] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3186; }","duration":"662.998746ms","start":"2026-04-28T03:22:22.449013Z","end":"2026-04-28T03:22:23.112011Z","steps":["trace[1729330454] 'agreement among raft nodes before linearized reading' (duration: 662.770365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.112107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274306927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:22:23.112125Z","caller":"traceutil/trace.go:171","msg":"trace[1355703814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3186; }","duration":"2.274358185s","start":"2026-04-28T03:22:20.837762Z","end":"2026-04-28T03:22:23.11212Z","steps":["trace[1355703814] 'agreement among raft nodes before linearized reading' (duration: 2.274320307s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:23.112051Z","caller":"traceutil/trace.go:171","msg":"trace[883957617] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3186; }","duration":"1.509653696s","start":"2026-04-28T03:22:21.602389Z","end":"2026-04-28T03:22:23.112043Z","steps":["trace[883957617] 'agreement among raft nodes before linearized reading' (duration: 1.509585289s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.112143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.837743Z","time spent":"2.274397723s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:23.112189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:21.602361Z","time spent":"1.50981811s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:22:23.112116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:22.44899Z","time spent":"663.111162ms","remote":"127.0.0.1:39536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:23.112249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291166997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:22:23.11231Z","caller":"traceutil/trace.go:171","msg":"trace[397504315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3186; }","duration":"2.291266224s","start":"2026-04-28T03:22:20.821031Z","end":"2026-04-28T03:22:23.112297Z","steps":["trace[397504315] 'agreement among raft nodes before linearized reading' (duration: 2.291109229s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.112358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.82101Z","time spent":"2.291334251s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:23.112494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281788654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:22:23.112527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.514961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:23.112525Z","caller":"traceutil/trace.go:171","msg":"trace[255352010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3186; }","duration":"2.281845072s","start":"2026-04-28T03:22:20.830672Z","end":"2026-04-28T03:22:23.112517Z","steps":["trace[255352010] 'agreement among raft nodes before linearized reading' (duration: 2.281761425s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:23.112549Z","caller":"traceutil/trace.go:171","msg":"trace[248131049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3186; }","duration":"577.566889ms","start":"2026-04-28T03:22:22.534978Z","end":"2026-04-28T03:22:23.112545Z","steps":["trace[248131049] 'agreement among raft nodes before linearized reading' (duration: 577.53446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.112559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.830657Z","time spent":"2.2818952s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:22:23.112586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.326843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:23.112601Z","caller":"traceutil/trace.go:171","msg":"trace[2129382960] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3186; }","duration":"513.342542ms","start":"2026-04-28T03:22:22.599255Z","end":"2026-04-28T03:22:23.112597Z","steps":["trace[2129382960] 'agreement among raft nodes before linearized reading' (duration: 513.320413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.112614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:22.599218Z","time spent":"513.392081ms","remote":"127.0.0.1:60810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:23.112567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:22.534964Z","time spent":"577.600138ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:23.112693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.991109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:23.11271Z","caller":"traceutil/trace.go:171","msg":"trace[721868908] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3186; }","duration":"537.043257ms","start":"2026-04-28T03:22:22.575663Z","end":"2026-04-28T03:22:23.112706Z","steps":["trace[721868908] 'agreement among raft nodes before linearized reading' (duration: 537.017968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.112726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:22.575644Z","time spent":"537.077755ms","remote":"127.0.0.1:60718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:23.112733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.161542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T03:22:23.112809Z","caller":"traceutil/trace.go:171","msg":"trace[1409136053] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b; range_end:; response_count:1; response_revision:3186; }","duration":"581.236659ms","start":"2026-04-28T03:22:22.531523Z","end":"2026-04-28T03:22:23.11276Z","steps":["trace[1409136053] 'agreement among raft nodes before linearized reading' (duration: 581.059096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.112849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:22.531505Z","time spent":"581.334496ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b\" "} {"level":"warn","ts":"2026-04-28T03:22:23.112073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094402263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:23.112918Z","caller":"traceutil/trace.go:171","msg":"trace[167855375] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3186; }","duration":"2.09527378s","start":"2026-04-28T03:22:21.017639Z","end":"2026-04-28T03:22:23.112913Z","steps":["trace[167855375] 'agreement among raft nodes before linearized reading' (duration: 2.094420663s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.112942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:21.017622Z","time spent":"2.095313319s","remote":"127.0.0.1:51332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:23.490121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.322468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:23.490216Z","caller":"traceutil/trace.go:171","msg":"trace[715408118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3186; }","duration":"374.440563ms","start":"2026-04-28T03:22:23.115758Z","end":"2026-04-28T03:22:23.490199Z","steps":["trace[715408118] 'range keys from in-memory index tree' (duration: 374.276019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.490897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:23.115746Z","time spent":"374.502071ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:22:23.491241Z","caller":"traceutil/trace.go:171","msg":"trace[204514236] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"375.369778ms","start":"2026-04-28T03:22:23.115852Z","end":"2026-04-28T03:22:23.491221Z","steps":["trace[204514236] 'process raft request' (duration: 360.591426ms)","trace[204514236] 'compare' (duration: 14.613068ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:23.491253Z","caller":"traceutil/trace.go:171","msg":"trace[941816203] linearizableReadLoop","detail":"{readStateIndex:3338; appliedIndex:3337; }","duration":"373.858845ms","start":"2026-04-28T03:22:23.117375Z","end":"2026-04-28T03:22:23.491234Z","steps":["trace[941816203] 'read index received' (duration: 359.076923ms)","trace[941816203] 'applied index is now lower than readState.Index' (duration: 14.779552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:23.491335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:23.115836Z","time spent":"375.449565ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:23.491361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.97387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:23.491393Z","caller":"traceutil/trace.go:171","msg":"trace[1787577652] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3190; }","duration":"374.024278ms","start":"2026-04-28T03:22:23.117358Z","end":"2026-04-28T03:22:23.491382Z","steps":["trace[1787577652] 'agreement among raft nodes before linearized reading' (duration: 373.934461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.491422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:23.11735Z","time spent":"374.065207ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T03:22:23.491336Z","caller":"traceutil/trace.go:171","msg":"trace[993125383] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"372.501316ms","start":"2026-04-28T03:22:23.118814Z","end":"2026-04-28T03:22:23.491315Z","steps":["trace[993125383] 'process raft request' (duration: 372.445069ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:23.491498Z","caller":"traceutil/trace.go:171","msg":"trace[412324708] transaction","detail":"{read_only:false; response_revision:3188; number_of_response:1; }","duration":"374.012819ms","start":"2026-04-28T03:22:23.117475Z","end":"2026-04-28T03:22:23.491488Z","steps":["trace[412324708] 'process raft request' (duration: 373.72063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.491516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:23.118798Z","time spent":"372.700358ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:23.491593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:23.117451Z","time spent":"374.079906ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:23.491711Z","caller":"traceutil/trace.go:171","msg":"trace[819007556] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"373.764929ms","start":"2026-04-28T03:22:23.117934Z","end":"2026-04-28T03:22:23.491699Z","steps":["trace[819007556] 'process raft request' (duration: 373.301286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.491795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:23.117914Z","time spent":"373.827506ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:25.279286Z","caller":"traceutil/trace.go:171","msg":"trace[1543455508] transaction","detail":"{read_only:false; response_revision:3193; number_of_response:1; }","duration":"166.728034ms","start":"2026-04-28T03:22:25.112535Z","end":"2026-04-28T03:22:25.279263Z","steps":["trace[1543455508] 'process raft request' (duration: 166.554091ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:25.280722Z","caller":"traceutil/trace.go:171","msg":"trace[2017658897] linearizableReadLoop","detail":"{readStateIndex:3347; appliedIndex:3344; }","duration":"161.055742ms","start":"2026-04-28T03:22:25.119648Z","end":"2026-04-28T03:22:25.280704Z","steps":["trace[2017658897] 'read index received' (duration: 159.455541ms)","trace[2017658897] 'applied index is now lower than readState.Index' (duration: 1.599161ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:25.280872Z","caller":"traceutil/trace.go:171","msg":"trace[106209976] transaction","detail":"{read_only:false; response_revision:3196; number_of_response:1; }","duration":"160.84999ms","start":"2026-04-28T03:22:25.12001Z","end":"2026-04-28T03:22:25.28086Z","steps":["trace[106209976] 'process raft request' (duration: 160.667737ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:25.280963Z","caller":"traceutil/trace.go:171","msg":"trace[1893147713] transaction","detail":"{read_only:false; response_revision:3195; number_of_response:1; }","duration":"161.877742ms","start":"2026-04-28T03:22:25.119077Z","end":"2026-04-28T03:22:25.280955Z","steps":["trace[1893147713] 'process raft request' (duration: 161.575874ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:25.280988Z","caller":"traceutil/trace.go:171","msg":"trace[633706232] transaction","detail":"{read_only:false; response_revision:3194; number_of_response:1; }","duration":"163.290511ms","start":"2026-04-28T03:22:25.117661Z","end":"2026-04-28T03:22:25.280952Z","steps":["trace[633706232] 'process raft request' (duration: 162.877656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:25.281183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.522395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:22:25.281221Z","caller":"traceutil/trace.go:171","msg":"trace[1579449114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3196; }","duration":"161.594042ms","start":"2026-04-28T03:22:25.119619Z","end":"2026-04-28T03:22:25.281213Z","steps":["trace[1579449114] 'agreement among raft nodes before linearized reading' (duration: 161.449497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:25.281119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.96687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:25.281272Z","caller":"traceutil/trace.go:171","msg":"trace[837315100] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3196; }","duration":"153.154894ms","start":"2026-04-28T03:22:25.128096Z","end":"2026-04-28T03:22:25.281251Z","steps":["trace[837315100] 'agreement among raft nodes before linearized reading' (duration: 152.876134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:25.281302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.185729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:25.281363Z","caller":"traceutil/trace.go:171","msg":"trace[600498692] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:3196; }","duration":"105.322594ms","start":"2026-04-28T03:22:25.176029Z","end":"2026-04-28T03:22:25.281351Z","steps":["trace[600498692] 'agreement among raft nodes before linearized reading' (duration: 105.191819ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:25.461652Z","caller":"traceutil/trace.go:171","msg":"trace[685228494] linearizableReadLoop","detail":"{readStateIndex:3349; appliedIndex:3348; }","duration":"154.844093ms","start":"2026-04-28T03:22:25.306779Z","end":"2026-04-28T03:22:25.461623Z","steps":["trace[685228494] 'read index received' (duration: 75.332098ms)","trace[685228494] 'applied index is now lower than readState.Index' (duration: 79.510495ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:25.461715Z","caller":"traceutil/trace.go:171","msg":"trace[178802786] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"176.929469ms","start":"2026-04-28T03:22:25.284758Z","end":"2026-04-28T03:22:25.461688Z","steps":["trace[178802786] 'process raft request' (duration: 97.422934ms)","trace[178802786] 'compare' (duration: 79.123239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:25.478576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.605735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T03:22:25.478643Z","caller":"traceutil/trace.go:171","msg":"trace[686556552] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3197; }","duration":"171.881905ms","start":"2026-04-28T03:22:25.306744Z","end":"2026-04-28T03:22:25.478626Z","steps":["trace[686556552] 'agreement among raft nodes before linearized reading' (duration: 155.037526ms)","trace[686556552] 'range keys from bolt db' (duration: 16.55315ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:25.825999Z","caller":"traceutil/trace.go:171","msg":"trace[1097157509] transaction","detail":"{read_only:false; response_revision:3198; number_of_response:1; }","duration":"344.431426ms","start":"2026-04-28T03:22:25.481535Z","end":"2026-04-28T03:22:25.825966Z","steps":["trace[1097157509] 'process raft request' (duration: 344.235193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:25.826167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:25.48152Z","time spent":"344.56362ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:25.851524Z","caller":"traceutil/trace.go:171","msg":"trace[1705090304] linearizableReadLoop","detail":"{readStateIndex:3351; appliedIndex:3349; }","duration":"355.931402ms","start":"2026-04-28T03:22:25.495572Z","end":"2026-04-28T03:22:25.851504Z","steps":["trace[1705090304] 'read index received' (duration: 330.200419ms)","trace[1705090304] 'applied index is now lower than readState.Index' (duration: 25.730183ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:25.851695Z","caller":"traceutil/trace.go:171","msg":"trace[1179720505] transaction","detail":"{read_only:false; response_revision:3199; number_of_response:1; }","duration":"369.57864ms","start":"2026-04-28T03:22:25.482062Z","end":"2026-04-28T03:22:25.851641Z","steps":["trace[1179720505] 'process raft request' (duration: 369.345888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:25.851909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:25.482045Z","time spent":"369.732735ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:25.851949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.349586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:22:25.852018Z","caller":"traceutil/trace.go:171","msg":"trace[1071819651] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3199; }","duration":"356.479402ms","start":"2026-04-28T03:22:25.495521Z","end":"2026-04-28T03:22:25.852001Z","steps":["trace[1071819651] 'agreement among raft nodes before linearized reading' (duration: 356.214222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:25.852074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:25.495502Z","time spent":"356.563519ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:25.85296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.630906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:22:25.853006Z","caller":"traceutil/trace.go:171","msg":"trace[1812447340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3199; }","duration":"357.236313ms","start":"2026-04-28T03:22:25.495761Z","end":"2026-04-28T03:22:25.852997Z","steps":["trace[1812447340] 'agreement among raft nodes before linearized reading' (duration: 356.214831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:25.853008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.74043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:22:25.853046Z","caller":"traceutil/trace.go:171","msg":"trace[1964479396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3199; }","duration":"356.577338ms","start":"2026-04-28T03:22:25.496457Z","end":"2026-04-28T03:22:25.853035Z","steps":["trace[1964479396] 'agreement among raft nodes before linearized reading' (duration: 355.560336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:25.853103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:25.496451Z","time spent":"356.643687ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:22:25.853033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:25.495755Z","time spent":"357.270182ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:22:25.956266Z","caller":"traceutil/trace.go:171","msg":"trace[304996774] transaction","detail":"{read_only:false; response_revision:3200; number_of_response:1; }","duration":"100.350036ms","start":"2026-04-28T03:22:25.855894Z","end":"2026-04-28T03:22:25.956244Z","steps":["trace[304996774] 'process raft request' (duration: 78.386944ms)","trace[304996774] 'compare' (duration: 21.251658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:26.488601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.204171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:26.488688Z","caller":"traceutil/trace.go:171","msg":"trace[1279490816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3203; }","duration":"199.337525ms","start":"2026-04-28T03:22:26.28933Z","end":"2026-04-28T03:22:26.488667Z","steps":["trace[1279490816] 'range keys from in-memory index tree' (duration: 199.043186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:27.1673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.988502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:22:27.167448Z","caller":"traceutil/trace.go:171","msg":"trace[246080022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3205; }","duration":"134.133717ms","start":"2026-04-28T03:22:27.033237Z","end":"2026-04-28T03:22:27.167371Z","steps":["trace[246080022] 'range keys from in-memory index tree' (duration: 133.210759ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:27.462919Z","caller":"traceutil/trace.go:171","msg":"trace[943188269] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"177.79033ms","start":"2026-04-28T03:22:27.285095Z","end":"2026-04-28T03:22:27.462885Z","steps":["trace[943188269] 'process raft request' (duration: 177.24672ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:27.515911Z","caller":"traceutil/trace.go:171","msg":"trace[717454829] transaction","detail":"{read_only:false; response_revision:3210; number_of_response:1; }","duration":"229.860882ms","start":"2026-04-28T03:22:27.286026Z","end":"2026-04-28T03:22:27.515887Z","steps":["trace[717454829] 'process raft request' (duration: 229.816413ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:27.516047Z","caller":"traceutil/trace.go:171","msg":"trace[1518049522] transaction","detail":"{read_only:false; response_revision:3209; number_of_response:1; }","duration":"230.263886ms","start":"2026-04-28T03:22:27.285769Z","end":"2026-04-28T03:22:27.516033Z","steps":["trace[1518049522] 'process raft request' (duration: 230.047624ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:27.516052Z","caller":"traceutil/trace.go:171","msg":"trace[86083611] transaction","detail":"{read_only:false; response_revision:3208; number_of_response:1; }","duration":"230.705931ms","start":"2026-04-28T03:22:27.285311Z","end":"2026-04-28T03:22:27.516017Z","steps":["trace[86083611] 'process raft request' (duration: 230.414431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:27.744436Z","caller":"traceutil/trace.go:171","msg":"trace[877226896] linearizableReadLoop","detail":"{readStateIndex:3363; appliedIndex:3362; }","duration":"135.863255ms","start":"2026-04-28T03:22:27.608554Z","end":"2026-04-28T03:22:27.744417Z","steps":["trace[877226896] 'read index received' (duration: 58.688464ms)","trace[877226896] 'applied index is now lower than readState.Index' (duration: 77.173951ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:27.744655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.092836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18aa6736b48997a3\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-28T03:22:27.744699Z","caller":"traceutil/trace.go:171","msg":"trace[296332187] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18aa6736b48997a3; range_end:; response_count:1; response_revision:3211; }","duration":"136.178253ms","start":"2026-04-28T03:22:27.60851Z","end":"2026-04-28T03:22:27.744688Z","steps":["trace[296332187] 'agreement among raft nodes before linearized reading' (duration: 135.98145ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:27.74469Z","caller":"traceutil/trace.go:171","msg":"trace[1187562222] transaction","detail":"{read_only:false; response_revision:3211; number_of_response:1; }","duration":"224.586931ms","start":"2026-04-28T03:22:27.520085Z","end":"2026-04-28T03:22:27.744672Z","steps":["trace[1187562222] 'process raft request' (duration: 147.14239ms)","trace[1187562222] 'compare' (duration: 77.085084ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:28.320608Z","caller":"traceutil/trace.go:171","msg":"trace[290974032] transaction","detail":"{read_only:false; response_revision:3213; number_of_response:1; }","duration":"356.449121ms","start":"2026-04-28T03:22:27.964134Z","end":"2026-04-28T03:22:28.320583Z","steps":["trace[290974032] 'process raft request' (duration: 356.261898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:28.320772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:27.96412Z","time spent":"356.569877ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:28.440715Z","caller":"traceutil/trace.go:171","msg":"trace[510462807] transaction","detail":"{read_only:false; response_revision:3215; number_of_response:1; }","duration":"474.75498ms","start":"2026-04-28T03:22:27.965943Z","end":"2026-04-28T03:22:28.440698Z","steps":["trace[510462807] 'process raft request' (duration: 474.716111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:28.440837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:27.965921Z","time spent":"474.861316ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:28.441033Z","caller":"traceutil/trace.go:171","msg":"trace[116365094] transaction","detail":"{read_only:false; response_revision:3214; number_of_response:1; }","duration":"476.476428ms","start":"2026-04-28T03:22:27.964518Z","end":"2026-04-28T03:22:28.440995Z","steps":["trace[116365094] 'process raft request' (duration: 475.001181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:28.441199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:27.964508Z","time spent":"476.597184ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:31.824053Z","caller":"traceutil/trace.go:171","msg":"trace[558161773] transaction","detail":"{read_only:false; response_revision:3226; number_of_response:1; }","duration":"348.114868ms","start":"2026-04-28T03:22:31.475915Z","end":"2026-04-28T03:22:31.82403Z","steps":["trace[558161773] 'process raft request' (duration: 347.944424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:31.8242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:31.475895Z","time spent":"348.227085ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:31.968139Z","caller":"traceutil/trace.go:171","msg":"trace[321788814] transaction","detail":"{read_only:false; response_revision:3227; number_of_response:1; }","duration":"415.85439ms","start":"2026-04-28T03:22:31.552257Z","end":"2026-04-28T03:22:31.968111Z","steps":["trace[321788814] 'process raft request' (duration: 333.371802ms)","trace[321788814] 'compare' (duration: 81.980434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:31.968276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:31.552233Z","time spent":"415.974495ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:31.96839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.733424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:31.96842Z","caller":"traceutil/trace.go:171","msg":"trace[1361234057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3229; }","duration":"320.80964ms","start":"2026-04-28T03:22:31.647604Z","end":"2026-04-28T03:22:31.968414Z","steps":["trace[1361234057] 'agreement among raft nodes before linearized reading' (duration: 320.697724ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:31.968269Z","caller":"traceutil/trace.go:171","msg":"trace[1623186456] linearizableReadLoop","detail":"{readStateIndex:3382; appliedIndex:3379; }","duration":"320.599298ms","start":"2026-04-28T03:22:31.647655Z","end":"2026-04-28T03:22:31.968254Z","steps":["trace[1623186456] 'read index received' (duration: 176.790531ms)","trace[1623186456] 'applied index is now lower than readState.Index' (duration: 143.808257ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:31.968503Z","caller":"traceutil/trace.go:171","msg":"trace[150147314] transaction","detail":"{read_only:false; response_revision:3228; number_of_response:1; }","duration":"382.303943ms","start":"2026-04-28T03:22:31.586194Z","end":"2026-04-28T03:22:31.968498Z","steps":["trace[150147314] 'process raft request' (duration: 381.874717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:31.968438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:31.647584Z","time spent":"320.84991ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:22:31.968556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:31.58617Z","time spent":"382.349142ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:31.968594Z","caller":"traceutil/trace.go:171","msg":"trace[1888338358] transaction","detail":"{read_only:false; response_revision:3229; number_of_response:1; }","duration":"382.061082ms","start":"2026-04-28T03:22:31.586506Z","end":"2026-04-28T03:22:31.968567Z","steps":["trace[1888338358] 'process raft request' (duration: 381.709564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:31.968649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.173602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:22:31.968676Z","caller":"traceutil/trace.go:171","msg":"trace[1175086198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3229; }","duration":"115.24494ms","start":"2026-04-28T03:22:31.853423Z","end":"2026-04-28T03:22:31.968668Z","steps":["trace[1175086198] 'agreement among raft nodes before linearized reading' (duration: 115.173582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:31.968744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:31.586485Z","time spent":"382.183268ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:32.1338Z","caller":"traceutil/trace.go:171","msg":"trace[1941495597] transaction","detail":"{read_only:false; response_revision:3230; number_of_response:1; }","duration":"158.84929ms","start":"2026-04-28T03:22:31.974895Z","end":"2026-04-28T03:22:32.133744Z","steps":["trace[1941495597] 'process raft request' (duration: 135.387529ms)","trace[1941495597] 'compare' (duration: 23.281657ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:32.563995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.106324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:32.564091Z","caller":"traceutil/trace.go:171","msg":"trace[1936681711] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3230; }","duration":"140.307177ms","start":"2026-04-28T03:22:32.423764Z","end":"2026-04-28T03:22:32.564071Z","steps":["trace[1936681711] 'count revisions from in-memory index tree' (duration: 139.91541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:32.564381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.375364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:22:32.564517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.316208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:22:32.564606Z","caller":"traceutil/trace.go:171","msg":"trace[279494212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3230; }","duration":"143.505668ms","start":"2026-04-28T03:22:32.420939Z","end":"2026-04-28T03:22:32.564444Z","steps":["trace[279494212] 'range keys from in-memory index tree' (duration: 143.103112ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:32.564719Z","caller":"traceutil/trace.go:171","msg":"trace[576698958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3230; }","duration":"104.605038ms","start":"2026-04-28T03:22:32.460051Z","end":"2026-04-28T03:22:32.564656Z","steps":["trace[576698958] 'range keys from in-memory index tree' (duration: 103.824935ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:32.79552Z","caller":"traceutil/trace.go:171","msg":"trace[1734966673] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"227.310028ms","start":"2026-04-28T03:22:32.568183Z","end":"2026-04-28T03:22:32.795493Z","steps":["trace[1734966673] 'process raft request' (duration: 227.120644ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:32.841595Z","caller":"traceutil/trace.go:171","msg":"trace[683650233] transaction","detail":"{read_only:false; response_revision:3233; number_of_response:1; }","duration":"272.66647ms","start":"2026-04-28T03:22:32.568905Z","end":"2026-04-28T03:22:32.841571Z","steps":["trace[683650233] 'process raft request' (duration: 272.625832ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:32.841737Z","caller":"traceutil/trace.go:171","msg":"trace[406235847] transaction","detail":"{read_only:false; response_revision:3232; number_of_response:1; }","duration":"273.362897ms","start":"2026-04-28T03:22:32.568312Z","end":"2026-04-28T03:22:32.841675Z","steps":["trace[406235847] 'process raft request' (duration: 273.111555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:33.101593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.071222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:33.101698Z","caller":"traceutil/trace.go:171","msg":"trace[507035294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3233; }","duration":"125.218797ms","start":"2026-04-28T03:22:32.976457Z","end":"2026-04-28T03:22:33.101675Z","steps":["trace[507035294] 'range keys from in-memory index tree' (duration: 124.895757ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:33.973448Z","caller":"traceutil/trace.go:171","msg":"trace[1728883446] transaction","detail":"{read_only:false; response_revision:3236; number_of_response:1; }","duration":"143.760363ms","start":"2026-04-28T03:22:33.829669Z","end":"2026-04-28T03:22:33.973429Z","steps":["trace[1728883446] 'process raft request' (duration: 143.624157ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:34.081484Z","caller":"traceutil/trace.go:171","msg":"trace[1918694085] transaction","detail":"{read_only:false; response_revision:3238; number_of_response:1; }","duration":"107.386744ms","start":"2026-04-28T03:22:33.974074Z","end":"2026-04-28T03:22:34.081461Z","steps":["trace[1918694085] 'process raft request' (duration: 107.130303ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:34.081759Z","caller":"traceutil/trace.go:171","msg":"trace[1080852519] transaction","detail":"{read_only:false; response_revision:3239; number_of_response:1; }","duration":"106.303831ms","start":"2026-04-28T03:22:33.975379Z","end":"2026-04-28T03:22:34.081682Z","steps":["trace[1080852519] 'process raft request' (duration: 106.03067ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:35.063075Z","caller":"traceutil/trace.go:171","msg":"trace[2118181125] transaction","detail":"{read_only:false; response_revision:3243; number_of_response:1; }","duration":"214.49657ms","start":"2026-04-28T03:22:34.848552Z","end":"2026-04-28T03:22:35.063048Z","steps":["trace[2118181125] 'process raft request' (duration: 214.340025ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:35.268172Z","caller":"traceutil/trace.go:171","msg":"trace[828411066] linearizableReadLoop","detail":"{readStateIndex:3398; appliedIndex:3397; }","duration":"152.112667ms","start":"2026-04-28T03:22:35.116031Z","end":"2026-04-28T03:22:35.268144Z","steps":["trace[828411066] 'read index received' (duration: 65.606307ms)","trace[828411066] 'applied index is now lower than readState.Index' (duration: 86.5051ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:35.268341Z","caller":"traceutil/trace.go:171","msg":"trace[1929062253] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"419.069429ms","start":"2026-04-28T03:22:34.849249Z","end":"2026-04-28T03:22:35.268319Z","steps":["trace[1929062253] 'process raft request' (duration: 332.441483ms)","trace[1929062253] 'compare' (duration: 86.277517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:35.26849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:34.849236Z","time spent":"419.158426ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:35.268533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.492584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:35.268571Z","caller":"traceutil/trace.go:171","msg":"trace[391649735] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3244; }","duration":"152.581392ms","start":"2026-04-28T03:22:35.115982Z","end":"2026-04-28T03:22:35.268563Z","steps":["trace[391649735] 'agreement among raft nodes before linearized reading' (duration: 152.460426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:35.268563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.69392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:35.268718Z","caller":"traceutil/trace.go:171","msg":"trace[28550808] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3244; }","duration":"134.910262ms","start":"2026-04-28T03:22:35.133791Z","end":"2026-04-28T03:22:35.268702Z","steps":["trace[28550808] 'agreement among raft nodes before linearized reading' (duration: 134.68645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:36.411773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.949054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:36.412006Z","caller":"traceutil/trace.go:171","msg":"trace[998296451] linearizableReadLoop","detail":"{readStateIndex:3403; appliedIndex:3401; }","duration":"295.351845ms","start":"2026-04-28T03:22:36.116634Z","end":"2026-04-28T03:22:36.411986Z","steps":["trace[998296451] 'read index received' (duration: 60.12483ms)","trace[998296451] 'applied index is now lower than readState.Index' (duration: 235.225815ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:36.412183Z","caller":"traceutil/trace.go:171","msg":"trace[1570037524] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"324.367987ms","start":"2026-04-28T03:22:36.08779Z","end":"2026-04-28T03:22:36.412158Z","steps":["trace[1570037524] 'process raft request' (duration: 88.952258ms)","trace[1570037524] 'compare' (duration: 234.78601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:36.412483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:36.087767Z","time spent":"324.662849ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:36.412202Z","caller":"traceutil/trace.go:171","msg":"trace[748516666] transaction","detail":"{read_only:false; response_revision:3249; number_of_response:1; }","duration":"324.278761ms","start":"2026-04-28T03:22:36.087898Z","end":"2026-04-28T03:22:36.412177Z","steps":["trace[748516666] 'process raft request' (duration: 324.020579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:36.412819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:36.087848Z","time spent":"324.876381ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:36.412268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.628366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:36.412925Z","caller":"traceutil/trace.go:171","msg":"trace[1519113576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3249; }","duration":"296.333483ms","start":"2026-04-28T03:22:36.116579Z","end":"2026-04-28T03:22:36.412913Z","steps":["trace[1519113576] 'agreement among raft nodes before linearized reading' (duration: 295.609986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:36.413263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.936281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:22:36.413273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.630051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:22:36.4133Z","caller":"traceutil/trace.go:171","msg":"trace[1616651231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3249; }","duration":"139.003699ms","start":"2026-04-28T03:22:36.274287Z","end":"2026-04-28T03:22:36.413291Z","steps":["trace[1616651231] 'agreement among raft nodes before linearized reading' (duration: 138.867953ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:36.413306Z","caller":"traceutil/trace.go:171","msg":"trace[1218908048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3249; }","duration":"256.713688ms","start":"2026-04-28T03:22:36.156583Z","end":"2026-04-28T03:22:36.413297Z","steps":["trace[1218908048] 'agreement among raft nodes before linearized reading' (duration: 256.287401ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:37.064596Z","caller":"traceutil/trace.go:171","msg":"trace[1311217623] transaction","detail":"{read_only:false; response_revision:3252; number_of_response:1; }","duration":"118.220788ms","start":"2026-04-28T03:22:36.946346Z","end":"2026-04-28T03:22:37.064567Z","steps":["trace[1311217623] 'process raft request' (duration: 118.027345ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:37.284709Z","caller":"traceutil/trace.go:171","msg":"trace[976032924] linearizableReadLoop","detail":"{readStateIndex:3408; appliedIndex:3407; }","duration":"142.660701ms","start":"2026-04-28T03:22:37.142027Z","end":"2026-04-28T03:22:37.284688Z","steps":["trace[976032924] 'read index received' (duration: 138.483883ms)","trace[976032924] 'applied index is now lower than readState.Index' (duration: 4.175868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:37.284863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.847576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:37.284939Z","caller":"traceutil/trace.go:171","msg":"trace[1393590719] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3254; }","duration":"142.973963ms","start":"2026-04-28T03:22:37.141949Z","end":"2026-04-28T03:22:37.284923Z","steps":["trace[1393590719] 'agreement among raft nodes before linearized reading' (duration: 142.838866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:37.285171Z","caller":"traceutil/trace.go:171","msg":"trace[1778124403] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"180.826928ms","start":"2026-04-28T03:22:37.10391Z","end":"2026-04-28T03:22:37.284737Z","steps":["trace[1778124403] 'process raft request' (duration: 176.68555ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:40.440359Z","caller":"traceutil/trace.go:171","msg":"trace[1702151328] linearizableReadLoop","detail":"{readStateIndex:3424; appliedIndex:3422; }","duration":"323.611391ms","start":"2026-04-28T03:22:40.116727Z","end":"2026-04-28T03:22:40.440338Z","steps":["trace[1702151328] 'read index received' (duration: 64.937805ms)","trace[1702151328] 'applied index is now lower than readState.Index' (duration: 258.672416ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:40.440475Z","caller":"traceutil/trace.go:171","msg":"trace[100836391] transaction","detail":"{read_only:false; response_revision:3269; number_of_response:1; }","duration":"347.436628ms","start":"2026-04-28T03:22:40.093007Z","end":"2026-04-28T03:22:40.440444Z","steps":["trace[100836391] 'process raft request' (duration: 316.768177ms)","trace[100836391] 'compare' (duration: 30.454408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:40.440683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:40.092996Z","time spent":"347.547265ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:40.440686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.879653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:40.440844Z","caller":"traceutil/trace.go:171","msg":"trace[1594823261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3269; }","duration":"324.133294ms","start":"2026-04-28T03:22:40.116679Z","end":"2026-04-28T03:22:40.440813Z","steps":["trace[1594823261] 'agreement among raft nodes before linearized reading' (duration: 323.794544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:40.440888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:40.116662Z","time spent":"324.213482ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:22:40.577413Z","caller":"traceutil/trace.go:171","msg":"trace[2073090504] transaction","detail":"{read_only:false; response_revision:3271; number_of_response:1; }","duration":"133.39284ms","start":"2026-04-28T03:22:40.443996Z","end":"2026-04-28T03:22:40.577388Z","steps":["trace[2073090504] 'process raft request' (duration: 133.342302ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:40.577441Z","caller":"traceutil/trace.go:171","msg":"trace[1667927158] transaction","detail":"{read_only:false; response_revision:3270; number_of_response:1; }","duration":"137.300542ms","start":"2026-04-28T03:22:40.440106Z","end":"2026-04-28T03:22:40.577406Z","steps":["trace[1667927158] 'process raft request' (duration: 106.089277ms)","trace[1667927158] 'compare' (duration: 30.989621ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:40.577469Z","caller":"traceutil/trace.go:171","msg":"trace[549525579] linearizableReadLoop","detail":"{readStateIndex:3425; appliedIndex:3424; }","duration":"136.980252ms","start":"2026-04-28T03:22:40.440452Z","end":"2026-04-28T03:22:40.577432Z","steps":["trace[549525579] 'read index received' (duration: 105.764548ms)","trace[549525579] 'applied index is now lower than readState.Index' (duration: 31.209884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:40.577779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.846243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:40.577854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.227945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:40.577893Z","caller":"traceutil/trace.go:171","msg":"trace[1304712448] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3271; }","duration":"148.005978ms","start":"2026-04-28T03:22:40.429859Z","end":"2026-04-28T03:22:40.577865Z","steps":["trace[1304712448] 'agreement among raft nodes before linearized reading' (duration: 147.679998ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:40.578019Z","caller":"traceutil/trace.go:171","msg":"trace[2126073092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3271; }","duration":"136.290923ms","start":"2026-04-28T03:22:40.441593Z","end":"2026-04-28T03:22:40.577884Z","steps":["trace[2126073092] 'agreement among raft nodes before linearized reading' (duration: 136.194266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:40.578095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.814009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:22:40.578128Z","caller":"traceutil/trace.go:171","msg":"trace[1083712943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3271; }","duration":"124.882788ms","start":"2026-04-28T03:22:40.453237Z","end":"2026-04-28T03:22:40.57812Z","steps":["trace[1083712943] 'agreement among raft nodes before linearized reading' (duration: 124.760542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:41.264325Z","caller":"traceutil/trace.go:171","msg":"trace[1985062778] transaction","detail":"{read_only:false; response_revision:3276; number_of_response:1; }","duration":"162.855364ms","start":"2026-04-28T03:22:41.101444Z","end":"2026-04-28T03:22:41.264299Z","steps":["trace[1985062778] 'process raft request' (duration: 162.720978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:41.567667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.772324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:41.567756Z","caller":"traceutil/trace.go:171","msg":"trace[780385535] linearizableReadLoop","detail":"{readStateIndex:3432; appliedIndex:3431; }","duration":"192.882476ms","start":"2026-04-28T03:22:41.37486Z","end":"2026-04-28T03:22:41.567743Z","steps":["trace[780385535] 'read index received' (duration: 61.708µs)","trace[780385535] 'applied index is now lower than readState.Index' (duration: 192.819748ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:41.567846Z","caller":"traceutil/trace.go:171","msg":"trace[562397614] transaction","detail":"{read_only:false; response_revision:3277; number_of_response:1; }","duration":"448.384623ms","start":"2026-04-28T03:22:41.119451Z","end":"2026-04-28T03:22:41.567836Z","steps":["trace[562397614] 'process raft request' (duration: 235.372477ms)","trace[562397614] 'compare' (duration: 212.580979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:41.567931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:41.119426Z","time spent":"448.473362ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:41.568135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.279496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:22:41.56821Z","caller":"traceutil/trace.go:171","msg":"trace[87439289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3277; }","duration":"193.391022ms","start":"2026-04-28T03:22:41.374808Z","end":"2026-04-28T03:22:41.568199Z","steps":["trace[87439289] 'agreement among raft nodes before linearized reading' (duration: 193.241387ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:42.308121Z","caller":"traceutil/trace.go:171","msg":"trace[1192847846] transaction","detail":"{read_only:false; response_revision:3280; number_of_response:1; }","duration":"120.12266ms","start":"2026-04-28T03:22:42.187974Z","end":"2026-04-28T03:22:42.308097Z","steps":["trace[1192847846] 'process raft request' (duration: 119.931075ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:42.723844Z","caller":"traceutil/trace.go:171","msg":"trace[1268014728] transaction","detail":"{read_only:false; response_revision:3282; number_of_response:1; }","duration":"140.79058ms","start":"2026-04-28T03:22:42.583034Z","end":"2026-04-28T03:22:42.723825Z","steps":["trace[1268014728] 'process raft request' (duration: 60.696761ms)","trace[1268014728] 'compare' (duration: 79.946503ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:42.724008Z","caller":"traceutil/trace.go:171","msg":"trace[1216844669] linearizableReadLoop","detail":"{readStateIndex:3438; appliedIndex:3436; }","duration":"102.678673ms","start":"2026-04-28T03:22:42.621323Z","end":"2026-04-28T03:22:42.724002Z","steps":["trace[1216844669] 'read index received' (duration: 22.434928ms)","trace[1216844669] 'applied index is now lower than readState.Index' (duration: 80.243125ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:42.724101Z","caller":"traceutil/trace.go:171","msg":"trace[226356469] transaction","detail":"{read_only:false; response_revision:3283; number_of_response:1; }","duration":"139.289954ms","start":"2026-04-28T03:22:42.584805Z","end":"2026-04-28T03:22:42.724095Z","steps":["trace[226356469] 'process raft request' (duration: 138.986623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:42.724225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.897957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:42.724252Z","caller":"traceutil/trace.go:171","msg":"trace[1822760288] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3283; }","duration":"102.973574ms","start":"2026-04-28T03:22:42.621272Z","end":"2026-04-28T03:22:42.724246Z","steps":["trace[1822760288] 'agreement among raft nodes before linearized reading' (duration: 102.875727ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:43.549758Z","caller":"traceutil/trace.go:171","msg":"trace[2113815035] transaction","detail":"{read_only:false; response_revision:3286; number_of_response:1; }","duration":"276.460384ms","start":"2026-04-28T03:22:43.273268Z","end":"2026-04-28T03:22:43.549729Z","steps":["trace[2113815035] 'process raft request' (duration: 276.26579ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:44.030498Z","caller":"traceutil/trace.go:171","msg":"trace[2002704301] linearizableReadLoop","detail":"{readStateIndex:3442; appliedIndex:3441; }","duration":"412.536448ms","start":"2026-04-28T03:22:43.617941Z","end":"2026-04-28T03:22:44.030477Z","steps":["trace[2002704301] 'read index received' (duration: 412.330094ms)","trace[2002704301] 'applied index is now lower than readState.Index' (duration: 205.394µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:44.030603Z","caller":"traceutil/trace.go:171","msg":"trace[2039835229] transaction","detail":"{read_only:false; response_revision:3287; number_of_response:1; }","duration":"422.241766ms","start":"2026-04-28T03:22:43.608351Z","end":"2026-04-28T03:22:44.030593Z","steps":["trace[2039835229] 'process raft request' (duration: 421.978044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:44.030865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.918397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:22:44.030897Z","caller":"traceutil/trace.go:171","msg":"trace[555922721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3287; }","duration":"412.966756ms","start":"2026-04-28T03:22:43.617922Z","end":"2026-04-28T03:22:44.030889Z","steps":["trace[555922721] 'agreement among raft nodes before linearized reading' (duration: 412.84757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:44.030875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:43.608339Z","time spent":"422.288465ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:44.030918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:43.617914Z","time spent":"412.998595ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:44.030874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.093496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:44.031076Z","caller":"traceutil/trace.go:171","msg":"trace[237071467] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3287; }","duration":"300.33041ms","start":"2026-04-28T03:22:43.730725Z","end":"2026-04-28T03:22:44.031056Z","steps":["trace[237071467] 'agreement among raft nodes before linearized reading' (duration: 300.026908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:44.031196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:43.730705Z","time spent":"300.472036ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:22:44.331324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.169603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:44.331431Z","caller":"traceutil/trace.go:171","msg":"trace[1527178623] transaction","detail":"{read_only:false; response_revision:3288; number_of_response:1; }","duration":"295.450598ms","start":"2026-04-28T03:22:44.03596Z","end":"2026-04-28T03:22:44.331411Z","steps":["trace[1527178623] 'process raft request' (duration: 168.11829ms)","trace[1527178623] 'compare' (duration: 127.056696ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:44.803429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.869461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:44.80352Z","caller":"traceutil/trace.go:171","msg":"trace[1143040227] linearizableReadLoop","detail":"{readStateIndex:3444; appliedIndex:3443; }","duration":"353.377679ms","start":"2026-04-28T03:22:44.450127Z","end":"2026-04-28T03:22:44.803505Z","steps":["trace[1143040227] 'read index received' (duration: 2.365233ms)","trace[1143040227] 'applied index is now lower than readState.Index' (duration: 351.011356ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:44.803587Z","caller":"traceutil/trace.go:171","msg":"trace[358856603] transaction","detail":"{read_only:false; response_revision:3289; number_of_response:1; }","duration":"490.086908ms","start":"2026-04-28T03:22:44.313488Z","end":"2026-04-28T03:22:44.803575Z","steps":["trace[358856603] 'process raft request' (duration: 139.000094ms)","trace[358856603] 'compare' (duration: 350.626226ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:44.803655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.313428Z","time spent":"490.187776ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:44.803827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.69803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:22:44.803896Z","caller":"traceutil/trace.go:171","msg":"trace[781994920] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:3289; }","duration":"353.773978ms","start":"2026-04-28T03:22:44.450087Z","end":"2026-04-28T03:22:44.803861Z","steps":["trace[781994920] 'agreement among raft nodes before linearized reading' (duration: 353.631782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:44.803931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.450072Z","time spent":"353.850125ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"info","ts":"2026-04-28T03:22:44.868954Z","caller":"traceutil/trace.go:171","msg":"trace[1820602522] transaction","detail":"{read_only:false; response_revision:3290; number_of_response:1; }","duration":"343.56449ms","start":"2026-04-28T03:22:44.525362Z","end":"2026-04-28T03:22:44.868927Z","steps":["trace[1820602522] 'process raft request' (duration: 343.430374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:44.869123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.525342Z","time spent":"343.703016ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:45.663351Z","caller":"traceutil/trace.go:171","msg":"trace[1775572190] transaction","detail":"{read_only:false; response_revision:3291; number_of_response:1; }","duration":"933.870975ms","start":"2026-04-28T03:22:44.729457Z","end":"2026-04-28T03:22:45.663328Z","steps":["trace[1775572190] 'process raft request' (duration: 933.700409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.663487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.72944Z","time spent":"933.977042ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:45.663634Z","caller":"traceutil/trace.go:171","msg":"trace[977160793] linearizableReadLoop","detail":"{readStateIndex:3447; appliedIndex:3444; }","duration":"860.066191ms","start":"2026-04-28T03:22:44.803543Z","end":"2026-04-28T03:22:45.663609Z","steps":["trace[977160793] 'read index received' (duration: 65.352486ms)","trace[977160793] 'applied index is now lower than readState.Index' (duration: 794.712245ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:45.663678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.80465Z","time spent":"859.019071ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:22:45.663821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.558646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:22:45.663953Z","caller":"traceutil/trace.go:171","msg":"trace[1760842511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3292; }","duration":"919.676952ms","start":"2026-04-28T03:22:44.744211Z","end":"2026-04-28T03:22:45.663888Z","steps":["trace[1760842511] 'agreement among raft nodes before linearized reading' (duration: 919.439308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.663928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.910947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:22:45.663694Z","caller":"traceutil/trace.go:171","msg":"trace[1725022807] transaction","detail":"{read_only:false; response_revision:3292; number_of_response:1; }","duration":"934.170517ms","start":"2026-04-28T03:22:44.729508Z","end":"2026-04-28T03:22:45.663679Z","steps":["trace[1725022807] 'process raft request' (duration: 933.778498ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:45.663995Z","caller":"traceutil/trace.go:171","msg":"trace[469008697] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3292; }","duration":"647.020254ms","start":"2026-04-28T03:22:45.016964Z","end":"2026-04-28T03:22:45.663984Z","steps":["trace[469008697] 'agreement among raft nodes before linearized reading' (duration: 646.80147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.664005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.744184Z","time spent":"919.812609ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:45.664029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.016949Z","time spent":"647.071153ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:45.664018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.384283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:45.664148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.850556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:22:45.664217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.729484Z","time spent":"934.529676ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:45.664216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.327774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:45.664499Z","caller":"traceutil/trace.go:171","msg":"trace[1394932033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3292; }","duration":"547.657115ms","start":"2026-04-28T03:22:45.11683Z","end":"2026-04-28T03:22:45.664487Z","steps":["trace[1394932033] 'agreement among raft nodes before linearized reading' (duration: 547.334704ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:45.66427Z","caller":"traceutil/trace.go:171","msg":"trace[1612125250] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3292; }","duration":"135.692184ms","start":"2026-04-28T03:22:45.528443Z","end":"2026-04-28T03:22:45.664136Z","steps":["trace[1612125250] 'agreement among raft nodes before linearized reading' (duration: 135.338234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.664531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.116811Z","time spent":"547.715072ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:45.66428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.411766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:45.664658Z","caller":"traceutil/trace.go:171","msg":"trace[1236299900] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3292; }","duration":"341.835054ms","start":"2026-04-28T03:22:45.32281Z","end":"2026-04-28T03:22:45.664645Z","steps":["trace[1236299900] 'agreement among raft nodes before linearized reading' (duration: 341.398796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.664328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.162744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:22:45.664697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.322794Z","time spent":"341.891572ms","remote":"127.0.0.1:39630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:45.664757Z","caller":"traceutil/trace.go:171","msg":"trace[1749991727] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3292; }","duration":"626.599172ms","start":"2026-04-28T03:22:45.038137Z","end":"2026-04-28T03:22:45.664736Z","steps":["trace[1749991727] 'agreement among raft nodes before linearized reading' (duration: 626.120176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.664283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.513793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:22:45.664804Z","caller":"traceutil/trace.go:171","msg":"trace[242612856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3292; }","duration":"110.097967ms","start":"2026-04-28T03:22:45.554699Z","end":"2026-04-28T03:22:45.664797Z","steps":["trace[242612856] 'agreement among raft nodes before linearized reading' (duration: 109.463395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.664812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.038121Z","time spent":"626.6777ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:22:45.664397Z","caller":"traceutil/trace.go:171","msg":"trace[810110478] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3292; }","duration":"956.900695ms","start":"2026-04-28T03:22:44.707271Z","end":"2026-04-28T03:22:45.664172Z","steps":["trace[810110478] 'agreement among raft nodes before linearized reading' (duration: 956.466437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.664883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.707221Z","time spent":"957.643104ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:47.452782Z","caller":"traceutil/trace.go:171","msg":"trace[663457342] transaction","detail":"{read_only:false; response_revision:3299; number_of_response:1; }","duration":"643.923459ms","start":"2026-04-28T03:22:46.808831Z","end":"2026-04-28T03:22:47.452755Z","steps":["trace[663457342] 'process raft request' (duration: 643.697435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:47.452952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:46.808811Z","time spent":"644.051066ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:47.712771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.378782ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:47.712936Z","caller":"traceutil/trace.go:171","msg":"trace[400001419] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3299; }","duration":"149.589116ms","start":"2026-04-28T03:22:47.563325Z","end":"2026-04-28T03:22:47.712914Z","steps":["trace[400001419] 'range keys from in-memory index tree' (duration: 149.346793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:47.71328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.750154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:47.713547Z","caller":"traceutil/trace.go:171","msg":"trace[1227317220] transaction","detail":"{read_only:false; response_revision:3302; number_of_response:1; }","duration":"128.410188ms","start":"2026-04-28T03:22:47.585122Z","end":"2026-04-28T03:22:47.713532Z","steps":["trace[1227317220] 'process raft request' (duration: 128.34361ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:47.713697Z","caller":"traceutil/trace.go:171","msg":"trace[1364648961] transaction","detail":"{read_only:false; response_revision:3301; number_of_response:1; }","duration":"313.451361ms","start":"2026-04-28T03:22:47.400232Z","end":"2026-04-28T03:22:47.713683Z","steps":["trace[1364648961] 'process raft request' (duration: 313.1247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:47.713784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:47.400195Z","time spent":"313.537969ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:47.713884Z","caller":"traceutil/trace.go:171","msg":"trace[1398228610] linearizableReadLoop","detail":"{readStateIndex:3456; appliedIndex:3454; }","duration":"596.48191ms","start":"2026-04-28T03:22:47.117392Z","end":"2026-04-28T03:22:47.713874Z","steps":["trace[1398228610] 'read index received' (duration: 335.173734ms)","trace[1398228610] 'applied index is now lower than readState.Index' (duration: 261.307196ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:47.713584Z","caller":"traceutil/trace.go:171","msg":"trace[287676488] transaction","detail":"{read_only:false; response_revision:3300; number_of_response:1; }","duration":"839.151676ms","start":"2026-04-28T03:22:46.87438Z","end":"2026-04-28T03:22:47.713532Z","steps":["trace[287676488] 'process raft request' (duration: 728.087051ms)","trace[287676488] 'compare' (duration: 110.428123ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:47.714005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.622215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:47.714048Z","caller":"traceutil/trace.go:171","msg":"trace[458256318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3302; }","duration":"596.702593ms","start":"2026-04-28T03:22:47.117337Z","end":"2026-04-28T03:22:47.714039Z","steps":["trace[458256318] 'agreement among raft nodes before linearized reading' (duration: 596.594416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:47.714077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:47.117315Z","time spent":"596.756751ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:47.714369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:46.874361Z","time spent":"839.693662ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:47.964998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.489737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:47.965125Z","caller":"traceutil/trace.go:171","msg":"trace[1147210587] transaction","detail":"{read_only:false; response_revision:3303; number_of_response:1; }","duration":"294.375925ms","start":"2026-04-28T03:22:47.670725Z","end":"2026-04-28T03:22:47.965101Z","steps":["trace[1147210587] 'process raft request' (duration: 165.691423ms)","trace[1147210587] 'compare' (duration: 128.327262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:48.241579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.352105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:48.241964Z","caller":"traceutil/trace.go:171","msg":"trace[40241210] linearizableReadLoop","detail":"{readStateIndex:3460; appliedIndex:3458; }","duration":"527.77588ms","start":"2026-04-28T03:22:47.713906Z","end":"2026-04-28T03:22:48.241682Z","steps":["trace[40241210] 'read index received' (duration: 122.693485ms)","trace[40241210] 'applied index is now lower than readState.Index' (duration: 405.080755ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:48.242007Z","caller":"traceutil/trace.go:171","msg":"trace[475842533] transaction","detail":"{read_only:false; response_revision:3304; number_of_response:1; }","duration":"570.592353ms","start":"2026-04-28T03:22:47.671324Z","end":"2026-04-28T03:22:48.241916Z","steps":["trace[475842533] 'process raft request' (duration: 450.788031ms)","trace[475842533] 'compare' (duration: 119.125011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:48.242159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.321214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:48.242205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.727306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:48.242233Z","caller":"traceutil/trace.go:171","msg":"trace[2011326073] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3304; }","duration":"875.410511ms","start":"2026-04-28T03:22:47.366783Z","end":"2026-04-28T03:22:48.242193Z","steps":["trace[2011326073] 'agreement among raft nodes before linearized reading' (duration: 875.300874ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:48.242272Z","caller":"traceutil/trace.go:171","msg":"trace[887461740] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3304; }","duration":"561.834144ms","start":"2026-04-28T03:22:47.680421Z","end":"2026-04-28T03:22:48.242255Z","steps":["trace[887461740] 'agreement among raft nodes before linearized reading' (duration: 561.59676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:48.242267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:47.671297Z","time spent":"570.812957ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:48.242324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:47.68041Z","time spent":"561.904011ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:22:48.242312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:47.366762Z","time spent":"875.508488ms","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:48.242504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.174896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:48.242676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.722938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:22:48.242716Z","caller":"traceutil/trace.go:171","msg":"trace[1345605662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3304; }","duration":"502.797596ms","start":"2026-04-28T03:22:47.739909Z","end":"2026-04-28T03:22:48.242707Z","steps":["trace[1345605662] 'agreement among raft nodes before linearized reading' (duration: 502.705279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:48.242744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:47.739893Z","time spent":"502.845425ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:48.242716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.612757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:48.242813Z","caller":"traceutil/trace.go:171","msg":"trace[1440366818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3304; }","duration":"119.734123ms","start":"2026-04-28T03:22:48.123058Z","end":"2026-04-28T03:22:48.242793Z","steps":["trace[1440366818] 'agreement among raft nodes before linearized reading' (duration: 119.567998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:48.242842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.774078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:22:48.242862Z","caller":"traceutil/trace.go:171","msg":"trace[1987832497] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3304; }","duration":"502.828536ms","start":"2026-04-28T03:22:47.740028Z","end":"2026-04-28T03:22:48.242857Z","steps":["trace[1987832497] 'agreement among raft nodes before linearized reading' (duration: 502.766868ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:48.24262Z","caller":"traceutil/trace.go:171","msg":"trace[704133292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3304; }","duration":"527.339032ms","start":"2026-04-28T03:22:47.715257Z","end":"2026-04-28T03:22:48.242596Z","steps":["trace[704133292] 'agreement among raft nodes before linearized reading' (duration: 526.980892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:48.242882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:47.740003Z","time spent":"502.874705ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:22:48.242974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.566531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18aa67389fa3cdd8\" ","response":"range_response_count:1 size:835"} {"level":"info","ts":"2026-04-28T03:22:48.242997Z","caller":"traceutil/trace.go:171","msg":"trace[155708800] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-pxc-0.18aa67389fa3cdd8; range_end:; response_count:1; response_revision:3304; }","duration":"120.63462ms","start":"2026-04-28T03:22:48.122356Z","end":"2026-04-28T03:22:48.24299Z","steps":["trace[155708800] 'agreement among raft nodes before linearized reading' (duration: 120.571161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:48.242972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:47.715224Z","time spent":"527.679483ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:48.243042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.352508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:22:48.243117Z","caller":"traceutil/trace.go:171","msg":"trace[1574254767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3304; }","duration":"141.717628ms","start":"2026-04-28T03:22:48.101379Z","end":"2026-04-28T03:22:48.243096Z","steps":["trace[1574254767] 'agreement among raft nodes before linearized reading' (duration: 141.170103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:48.243359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.349542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:22:48.243457Z","caller":"traceutil/trace.go:171","msg":"trace[2112930153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3304; }","duration":"503.530607ms","start":"2026-04-28T03:22:47.73991Z","end":"2026-04-28T03:22:48.24344Z","steps":["trace[2112930153] 'agreement among raft nodes before linearized reading' (duration: 503.249914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:48.243544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:47.739865Z","time spent":"503.664534ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:22:48.712354Z","caller":"traceutil/trace.go:171","msg":"trace[1117234800] transaction","detail":"{read_only:false; response_revision:3308; number_of_response:1; }","duration":"462.737485ms","start":"2026-04-28T03:22:48.249593Z","end":"2026-04-28T03:22:48.71233Z","steps":["trace[1117234800] 'process raft request' (duration: 462.672357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:48.712492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.249586Z","time spent":"462.840143ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:48.712636Z","caller":"traceutil/trace.go:171","msg":"trace[583598857] linearizableReadLoop","detail":"{readStateIndex:3465; appliedIndex:3461; }","duration":"317.126903ms","start":"2026-04-28T03:22:48.395472Z","end":"2026-04-28T03:22:48.712599Z","steps":["trace[583598857] 'read index received' (duration: 316.52668ms)","trace[583598857] 'applied index is now lower than readState.Index' (duration: 597.903µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:48.712649Z","caller":"traceutil/trace.go:171","msg":"trace[493488513] transaction","detail":"{read_only:false; response_revision:3309; number_of_response:1; }","duration":"463.012168ms","start":"2026-04-28T03:22:48.249626Z","end":"2026-04-28T03:22:48.712638Z","steps":["trace[493488513] 'process raft request' (duration: 462.671747ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:48.712647Z","caller":"traceutil/trace.go:171","msg":"trace[1517029847] transaction","detail":"{read_only:false; response_revision:3307; number_of_response:1; }","duration":"463.109525ms","start":"2026-04-28T03:22:48.249514Z","end":"2026-04-28T03:22:48.712623Z","steps":["trace[1517029847] 'process raft request' (duration: 462.713346ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:48.712584Z","caller":"traceutil/trace.go:171","msg":"trace[108275164] transaction","detail":"{read_only:false; response_revision:3306; number_of_response:1; }","duration":"464.733101ms","start":"2026-04-28T03:22:48.247826Z","end":"2026-04-28T03:22:48.712559Z","steps":["trace[108275164] 'process raft request' (duration: 464.259234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:48.712887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.421384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:22:48.712932Z","caller":"traceutil/trace.go:171","msg":"trace[333776824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3309; }","duration":"317.499712ms","start":"2026-04-28T03:22:48.395419Z","end":"2026-04-28T03:22:48.712919Z","steps":["trace[333776824] 'agreement among raft nodes before linearized reading' (duration: 317.378036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:48.712936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.247801Z","time spent":"465.079251ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:48.71296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.395354Z","time spent":"317.601159ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:48.71298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.816847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-04-28T03:22:48.713002Z","caller":"traceutil/trace.go:171","msg":"trace[286867469] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3309; }","duration":"100.899204ms","start":"2026-04-28T03:22:48.612096Z","end":"2026-04-28T03:22:48.712995Z","steps":["trace[286867469] 'agreement among raft nodes before linearized reading' (duration: 100.714219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:48.71278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.249622Z","time spent":"463.078246ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:48.713122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.249491Z","time spent":"463.466135ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:49.735584Z","caller":"traceutil/trace.go:171","msg":"trace[1054941091] transaction","detail":"{read_only:false; response_revision:3312; number_of_response:1; }","duration":"275.919475ms","start":"2026-04-28T03:22:49.459635Z","end":"2026-04-28T03:22:49.735555Z","steps":["trace[1054941091] 'process raft request' (duration: 275.73131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:50.294503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.963994ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:22:50.29497Z","caller":"traceutil/trace.go:171","msg":"trace[641007460] transaction","detail":"{read_only:false; response_revision:3313; number_of_response:1; }","duration":"574.741879ms","start":"2026-04-28T03:22:49.720205Z","end":"2026-04-28T03:22:50.294947Z","steps":["trace[641007460] 'process raft request' (duration: 574.388048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:50.295083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.720187Z","time spent":"574.836397ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:50.479317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.315964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:50.47941Z","caller":"traceutil/trace.go:171","msg":"trace[1877244657] linearizableReadLoop","detail":"{readStateIndex:3471; appliedIndex:3468; }","duration":"361.432597ms","start":"2026-04-28T03:22:50.117963Z","end":"2026-04-28T03:22:50.479396Z","steps":["trace[1877244657] 'read index received' (duration: 5.343299ms)","trace[1877244657] 'applied index is now lower than readState.Index' (duration: 356.088149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:50.479477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.513675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:50.479494Z","caller":"traceutil/trace.go:171","msg":"trace[33715980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3314; }","duration":"361.562824ms","start":"2026-04-28T03:22:50.117924Z","end":"2026-04-28T03:22:50.479487Z","steps":["trace[33715980] 'agreement among raft nodes before linearized reading' (duration: 361.524115ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:50.47948Z","caller":"traceutil/trace.go:171","msg":"trace[629918467] transaction","detail":"{read_only:false; response_revision:3314; number_of_response:1; }","duration":"508.88428ms","start":"2026-04-28T03:22:49.970572Z","end":"2026-04-28T03:22:50.479457Z","steps":["trace[629918467] 'process raft request' (duration: 324.362631ms)","trace[629918467] 'compare' (duration: 183.678181ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:50.479513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:50.117906Z","time spent":"361.602202ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:50.479598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.970544Z","time spent":"508.988357ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:50.507665Z","caller":"traceutil/trace.go:171","msg":"trace[1962671011] transaction","detail":"{read_only:false; response_revision:3315; number_of_response:1; }","duration":"258.210026ms","start":"2026-04-28T03:22:50.249423Z","end":"2026-04-28T03:22:50.507633Z","steps":["trace[1962671011] 'process raft request' (duration: 258.06108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:50.507806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.428686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:22:50.507927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.576827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:50.507929Z","caller":"traceutil/trace.go:171","msg":"trace[1576858628] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3315; }","duration":"366.535773ms","start":"2026-04-28T03:22:50.141321Z","end":"2026-04-28T03:22:50.507857Z","steps":["trace[1576858628] 'agreement among raft nodes before linearized reading' (duration: 366.419407ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:50.507979Z","caller":"traceutil/trace.go:171","msg":"trace[617913076] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3315; }","duration":"195.693635ms","start":"2026-04-28T03:22:50.312271Z","end":"2026-04-28T03:22:50.507965Z","steps":["trace[617913076] 'agreement among raft nodes before linearized reading' (duration: 195.417562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:50.507999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:50.141307Z","time spent":"366.671219ms","remote":"127.0.0.1:39688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:50.933588Z","caller":"traceutil/trace.go:171","msg":"trace[169037652] transaction","detail":"{read_only:false; response_revision:3318; number_of_response:1; }","duration":"134.519386ms","start":"2026-04-28T03:22:50.799042Z","end":"2026-04-28T03:22:50.933561Z","steps":["trace[169037652] 'process raft request' (duration: 115.945385ms)","trace[169037652] 'compare' (duration: 18.426415ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:50.933932Z","caller":"traceutil/trace.go:171","msg":"trace[979759686] transaction","detail":"{read_only:false; response_revision:3319; number_of_response:1; }","duration":"134.71255ms","start":"2026-04-28T03:22:50.799197Z","end":"2026-04-28T03:22:50.93391Z","steps":["trace[979759686] 'process raft request' (duration: 134.325061ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:50.933942Z","caller":"traceutil/trace.go:171","msg":"trace[1697886441] transaction","detail":"{read_only:false; response_revision:3320; number_of_response:1; }","duration":"133.511603ms","start":"2026-04-28T03:22:50.800406Z","end":"2026-04-28T03:22:50.933918Z","steps":["trace[1697886441] 'process raft request' (duration: 133.308159ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:52.433883Z","caller":"traceutil/trace.go:171","msg":"trace[1574198255] transaction","detail":"{read_only:false; response_revision:3322; number_of_response:1; }","duration":"131.624571ms","start":"2026-04-28T03:22:52.302233Z","end":"2026-04-28T03:22:52.433857Z","steps":["trace[1574198255] 'process raft request' (duration: 131.424865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.055067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.292643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:53.055535Z","caller":"traceutil/trace.go:171","msg":"trace[682201299] transaction","detail":"{read_only:false; response_revision:3323; number_of_response:1; }","duration":"571.232218ms","start":"2026-04-28T03:22:52.484261Z","end":"2026-04-28T03:22:53.055493Z","steps":["trace[682201299] 'process raft request' (duration: 447.219474ms)","trace[682201299] 'compare' (duration: 123.048409ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:53.0557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:52.484242Z","time spent":"571.381435ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:53.055709Z","caller":"traceutil/trace.go:171","msg":"trace[1892680675] transaction","detail":"{read_only:false; response_revision:3324; number_of_response:1; }","duration":"542.828254ms","start":"2026-04-28T03:22:52.512765Z","end":"2026-04-28T03:22:53.055594Z","steps":["trace[1892680675] 'process raft request' (duration: 542.633129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.055914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:52.512739Z","time spent":"543.080009ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:53.05604Z","caller":"traceutil/trace.go:171","msg":"trace[1940511634] linearizableReadLoop","detail":"{readStateIndex:3481; appliedIndex:3479; }","duration":"535.894414ms","start":"2026-04-28T03:22:52.520122Z","end":"2026-04-28T03:22:53.056016Z","steps":["trace[1940511634] 'read index received' (duration: 411.455579ms)","trace[1940511634] 'applied index is now lower than readState.Index' (duration: 124.436355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:53.056256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.134077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:22:53.056294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.418796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:22:53.056306Z","caller":"traceutil/trace.go:171","msg":"trace[84841837] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3324; }","duration":"536.220205ms","start":"2026-04-28T03:22:52.520073Z","end":"2026-04-28T03:22:53.056293Z","steps":["trace[84841837] 'agreement among raft nodes before linearized reading' (duration: 536.052259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.056343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:52.520054Z","time spent":"536.281244ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:22:53.056363Z","caller":"traceutil/trace.go:171","msg":"trace[1156433639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3324; }","duration":"240.516684ms","start":"2026-04-28T03:22:52.815812Z","end":"2026-04-28T03:22:53.056329Z","steps":["trace[1156433639] 'agreement among raft nodes before linearized reading' (duration: 240.362398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.056739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.876998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:22:53.056784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.61212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:22:53.058107Z","caller":"traceutil/trace.go:171","msg":"trace[652376339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3324; }","duration":"241.943667ms","start":"2026-04-28T03:22:52.816141Z","end":"2026-04-28T03:22:53.058085Z","steps":["trace[652376339] 'agreement among raft nodes before linearized reading' (duration: 240.511783ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:53.056801Z","caller":"traceutil/trace.go:171","msg":"trace[826130060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3324; }","duration":"118.967985ms","start":"2026-04-28T03:22:52.937814Z","end":"2026-04-28T03:22:53.056782Z","steps":["trace[826130060] 'agreement among raft nodes before linearized reading' (duration: 118.801709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.057048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.076003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:22:53.058366Z","caller":"traceutil/trace.go:171","msg":"trace[781016692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3324; }","duration":"120.406428ms","start":"2026-04-28T03:22:52.937939Z","end":"2026-04-28T03:22:53.058346Z","steps":["trace[781016692] 'agreement among raft nodes before linearized reading' (duration: 118.585725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.057742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.726576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:22:53.058492Z","caller":"traceutil/trace.go:171","msg":"trace[889720206] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3324; }","duration":"120.495276ms","start":"2026-04-28T03:22:52.937985Z","end":"2026-04-28T03:22:53.058481Z","steps":["trace[889720206] 'agreement among raft nodes before linearized reading' (duration: 119.565619ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:53.294479Z","caller":"traceutil/trace.go:171","msg":"trace[848241740] transaction","detail":"{read_only:false; response_revision:3327; number_of_response:1; }","duration":"231.315216ms","start":"2026-04-28T03:22:53.063144Z","end":"2026-04-28T03:22:53.294459Z","steps":["trace[848241740] 'process raft request' (duration: 231.242478ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:53.294815Z","caller":"traceutil/trace.go:171","msg":"trace[2021413371] linearizableReadLoop","detail":"{readStateIndex:3486; appliedIndex:3481; }","duration":"178.317892ms","start":"2026-04-28T03:22:53.116474Z","end":"2026-04-28T03:22:53.294792Z","steps":["trace[2021413371] 'read index received' (duration: 9.53469ms)","trace[2021413371] 'applied index is now lower than readState.Index' (duration: 168.782162ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:53.294879Z","caller":"traceutil/trace.go:171","msg":"trace[1103695822] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"231.450582ms","start":"2026-04-28T03:22:53.063418Z","end":"2026-04-28T03:22:53.294869Z","steps":["trace[1103695822] 'process raft request' (duration: 231.004714ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:53.294955Z","caller":"traceutil/trace.go:171","msg":"trace[908220214] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"231.308835ms","start":"2026-04-28T03:22:53.063639Z","end":"2026-04-28T03:22:53.294948Z","steps":["trace[908220214] 'process raft request' (duration: 230.986974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.294974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.471999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:53.295019Z","caller":"traceutil/trace.go:171","msg":"trace[86195607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3329; }","duration":"178.564186ms","start":"2026-04-28T03:22:53.116441Z","end":"2026-04-28T03:22:53.295005Z","steps":["trace[86195607] 'agreement among raft nodes before linearized reading' (duration: 178.448199ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:53.295531Z","caller":"traceutil/trace.go:171","msg":"trace[68035584] transaction","detail":"{read_only:false; response_revision:3326; number_of_response:1; }","duration":"231.94927ms","start":"2026-04-28T03:22:53.062558Z","end":"2026-04-28T03:22:53.294508Z","steps":["trace[68035584] 'process raft request' (duration: 231.677777ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:53.813025Z","caller":"traceutil/trace.go:171","msg":"trace[1035481531] transaction","detail":"{read_only:false; response_revision:3330; number_of_response:1; }","duration":"140.826148ms","start":"2026-04-28T03:22:53.672164Z","end":"2026-04-28T03:22:53.81299Z","steps":["trace[1035481531] 'process raft request' (duration: 140.630513ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:54.091849Z","caller":"traceutil/trace.go:171","msg":"trace[1074965679] linearizableReadLoop","detail":"{readStateIndex:3488; appliedIndex:3487; }","duration":"267.328878ms","start":"2026-04-28T03:22:53.824502Z","end":"2026-04-28T03:22:54.091831Z","steps":["trace[1074965679] 'read index received' (duration: 267.191632ms)","trace[1074965679] 'applied index is now lower than readState.Index' (duration: 136.106µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:54.091976Z","caller":"traceutil/trace.go:171","msg":"trace[1514359836] transaction","detail":"{read_only:false; response_revision:3331; number_of_response:1; }","duration":"284.142315ms","start":"2026-04-28T03:22:53.807826Z","end":"2026-04-28T03:22:54.091968Z","steps":["trace[1514359836] 'process raft request' (duration: 283.882781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:54.092215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.70992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:54.092245Z","caller":"traceutil/trace.go:171","msg":"trace[1544276533] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3331; }","duration":"267.791558ms","start":"2026-04-28T03:22:53.824446Z","end":"2026-04-28T03:22:54.092238Z","steps":["trace[1544276533] 'agreement among raft nodes before linearized reading' (duration: 267.626331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:54.684068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.7936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:54.684285Z","caller":"traceutil/trace.go:171","msg":"trace[1547031872] transaction","detail":"{read_only:false; response_revision:3333; number_of_response:1; }","duration":"200.246833ms","start":"2026-04-28T03:22:54.484013Z","end":"2026-04-28T03:22:54.68426Z","steps":["trace[1547031872] 'process raft request' (duration: 30.17186ms)","trace[1547031872] 'compare' (duration: 169.548627ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:55.210871Z","caller":"traceutil/trace.go:171","msg":"trace[375883045] linearizableReadLoop","detail":"{readStateIndex:3492; appliedIndex:3491; }","duration":"148.768646ms","start":"2026-04-28T03:22:55.062081Z","end":"2026-04-28T03:22:55.21085Z","steps":["trace[375883045] 'read index received' (duration: 148.568941ms)","trace[375883045] 'applied index is now lower than readState.Index' (duration: 198.775µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:55.210932Z","caller":"traceutil/trace.go:171","msg":"trace[779163262] transaction","detail":"{read_only:false; response_revision:3334; number_of_response:1; }","duration":"149.531488ms","start":"2026-04-28T03:22:55.061382Z","end":"2026-04-28T03:22:55.210913Z","steps":["trace[779163262] 'process raft request' (duration: 149.282984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:55.211044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.930192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:55.211107Z","caller":"traceutil/trace.go:171","msg":"trace[1828481546] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3334; }","duration":"149.03607ms","start":"2026-04-28T03:22:55.062055Z","end":"2026-04-28T03:22:55.211091Z","steps":["trace[1828481546] 'agreement among raft nodes before linearized reading' (duration: 148.907873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:55.226181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.452087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:55.226275Z","caller":"traceutil/trace.go:171","msg":"trace[1455938244] transaction","detail":"{read_only:false; response_revision:3335; number_of_response:1; }","duration":"162.626097ms","start":"2026-04-28T03:22:55.063615Z","end":"2026-04-28T03:22:55.226241Z","steps":["trace[1455938244] 'process raft request' (duration: 162.253887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:55.22641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.24326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:55.226536Z","caller":"traceutil/trace.go:171","msg":"trace[737199085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3335; }","duration":"110.418975ms","start":"2026-04-28T03:22:55.116101Z","end":"2026-04-28T03:22:55.22652Z","steps":["trace[737199085] 'agreement among raft nodes before linearized reading' (duration: 110.23201ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:55.226822Z","caller":"traceutil/trace.go:171","msg":"trace[526052289] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3335; }","duration":"125.574223ms","start":"2026-04-28T03:22:55.100664Z","end":"2026-04-28T03:22:55.226238Z","steps":["trace[526052289] 'agreement among raft nodes before linearized reading' (duration: 125.361469ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:56.121293Z","caller":"traceutil/trace.go:171","msg":"trace[50689786] transaction","detail":"{read_only:false; response_revision:3342; number_of_response:1; }","duration":"135.954923ms","start":"2026-04-28T03:22:55.984674Z","end":"2026-04-28T03:22:56.120629Z","steps":["trace[50689786] 'process raft request' (duration: 120.128614ms)","trace[50689786] 'compare' (duration: 15.209003ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:57.525902Z","caller":"traceutil/trace.go:171","msg":"trace[177722675] linearizableReadLoop","detail":"{readStateIndex:3506; appliedIndex:3505; }","duration":"202.390329ms","start":"2026-04-28T03:22:57.323487Z","end":"2026-04-28T03:22:57.525877Z","steps":["trace[177722675] 'read index received' (duration: 116.07685ms)","trace[177722675] 'applied index is now lower than readState.Index' (duration: 86.312389ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:57.526219Z","caller":"traceutil/trace.go:171","msg":"trace[15686477] transaction","detail":"{read_only:false; response_revision:3348; number_of_response:1; }","duration":"258.532904ms","start":"2026-04-28T03:22:57.26766Z","end":"2026-04-28T03:22:57.526193Z","steps":["trace[15686477] 'process raft request' (duration: 171.927533ms)","trace[15686477] 'compare' (duration: 86.097824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:57.526427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.199285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:22:57.526488Z","caller":"traceutil/trace.go:171","msg":"trace[1807940828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3348; }","duration":"199.311073ms","start":"2026-04-28T03:22:57.327165Z","end":"2026-04-28T03:22:57.526476Z","steps":["trace[1807940828] 'agreement among raft nodes before linearized reading' (duration: 199.190905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:57.526544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.175036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:22:57.526663Z","caller":"traceutil/trace.go:171","msg":"trace[384208948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3348; }","duration":"199.349953ms","start":"2026-04-28T03:22:57.327292Z","end":"2026-04-28T03:22:57.526642Z","steps":["trace[384208948] 'agreement among raft nodes before linearized reading' (duration: 199.062749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:57.526966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.662075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:22:57.527449Z","caller":"traceutil/trace.go:171","msg":"trace[1830278289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3348; }","duration":"200.175503ms","start":"2026-04-28T03:22:57.327254Z","end":"2026-04-28T03:22:57.52743Z","steps":["trace[1830278289] 'agreement among raft nodes before linearized reading' (duration: 199.214245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:57.52672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.929996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:22:57.527782Z","caller":"traceutil/trace.go:171","msg":"trace[627928958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3348; }","duration":"204.320553ms","start":"2026-04-28T03:22:57.323449Z","end":"2026-04-28T03:22:57.52777Z","steps":["trace[627928958] 'agreement among raft nodes before linearized reading' (duration: 202.821649ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:58.589473Z","caller":"traceutil/trace.go:171","msg":"trace[686360931] transaction","detail":"{read_only:false; response_revision:3356; number_of_response:1; }","duration":"137.923291ms","start":"2026-04-28T03:22:58.451525Z","end":"2026-04-28T03:22:58.589448Z","steps":["trace[686360931] 'process raft request' (duration: 137.776225ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:59.760977Z","caller":"traceutil/trace.go:171","msg":"trace[1015720667] linearizableReadLoop","detail":"{readStateIndex:3517; appliedIndex:3516; }","duration":"203.687093ms","start":"2026-04-28T03:22:59.557265Z","end":"2026-04-28T03:22:59.760952Z","steps":["trace[1015720667] 'read index received' (duration: 203.618555ms)","trace[1015720667] 'applied index is now lower than readState.Index' (duration: 67.068µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:59.761179Z","caller":"traceutil/trace.go:171","msg":"trace[1478174590] transaction","detail":"{read_only:false; response_revision:3359; number_of_response:1; }","duration":"222.118988ms","start":"2026-04-28T03:22:59.53905Z","end":"2026-04-28T03:22:59.761169Z","steps":["trace[1478174590] 'process raft request' (duration: 221.720918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:59.761428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.394013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:22:59.7615Z","caller":"traceutil/trace.go:171","msg":"trace[971835272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3359; }","duration":"202.50382ms","start":"2026-04-28T03:22:59.558978Z","end":"2026-04-28T03:22:59.761482Z","steps":["trace[971835272] 'agreement among raft nodes before linearized reading' (duration: 202.311784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:59.761819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.9389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:22:59.761901Z","caller":"traceutil/trace.go:171","msg":"trace[1687327511] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3359; }","duration":"200.051546ms","start":"2026-04-28T03:22:59.561839Z","end":"2026-04-28T03:22:59.76189Z","steps":["trace[1687327511] 'agreement among raft nodes before linearized reading' (duration: 199.869501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:59.761836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.720895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:22:59.762004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.74088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:22:59.762072Z","caller":"traceutil/trace.go:171","msg":"trace[2092157863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3359; }","duration":"204.839697ms","start":"2026-04-28T03:22:59.557221Z","end":"2026-04-28T03:22:59.762061Z","steps":["trace[2092157863] 'agreement among raft nodes before linearized reading' (duration: 204.67796ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:59.762076Z","caller":"traceutil/trace.go:171","msg":"trace[296328456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3359; }","duration":"202.926321ms","start":"2026-04-28T03:22:59.559097Z","end":"2026-04-28T03:22:59.762023Z","steps":["trace[296328456] 'agreement among raft nodes before linearized reading' (duration: 202.680616ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:59.940887Z","caller":"traceutil/trace.go:171","msg":"trace[1072160739] linearizableReadLoop","detail":"{readStateIndex:3521; appliedIndex:3517; }","duration":"136.920522ms","start":"2026-04-28T03:22:59.803942Z","end":"2026-04-28T03:22:59.940862Z","steps":["trace[1072160739] 'read index received' (duration: 29.919249ms)","trace[1072160739] 'applied index is now lower than readState.Index' (duration: 107.000533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:59.941025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.078429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:59.941031Z","caller":"traceutil/trace.go:171","msg":"trace[1550681128] transaction","detail":"{read_only:false; response_revision:3362; number_of_response:1; }","duration":"172.57419ms","start":"2026-04-28T03:22:59.768403Z","end":"2026-04-28T03:22:59.940977Z","steps":["trace[1550681128] 'process raft request' (duration: 172.377195ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:59.941075Z","caller":"traceutil/trace.go:171","msg":"trace[532993679] transaction","detail":"{read_only:false; response_revision:3361; number_of_response:1; }","duration":"172.809415ms","start":"2026-04-28T03:22:59.768222Z","end":"2026-04-28T03:22:59.941032Z","steps":["trace[532993679] 'process raft request' (duration: 156.58368ms)","trace[532993679] 'compare' (duration: 15.839724ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:59.941143Z","caller":"traceutil/trace.go:171","msg":"trace[1513366142] transaction","detail":"{read_only:false; response_revision:3363; number_of_response:1; }","duration":"172.642958ms","start":"2026-04-28T03:22:59.768492Z","end":"2026-04-28T03:22:59.941135Z","steps":["trace[1513366142] 'process raft request' (duration: 172.331666ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:59.941107Z","caller":"traceutil/trace.go:171","msg":"trace[1454696343] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3363; }","duration":"137.265864ms","start":"2026-04-28T03:22:59.803829Z","end":"2026-04-28T03:22:59.941094Z","steps":["trace[1454696343] 'agreement among raft nodes before linearized reading' (duration: 137.143337ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:00.718447Z","caller":"traceutil/trace.go:171","msg":"trace[121836572] transaction","detail":"{read_only:false; response_revision:3365; number_of_response:1; }","duration":"122.109278ms","start":"2026-04-28T03:23:00.596308Z","end":"2026-04-28T03:23:00.718417Z","steps":["trace[121836572] 'process raft request' (duration: 121.928312ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:02.537851Z","caller":"traceutil/trace.go:171","msg":"trace[382532977] transaction","detail":"{read_only:false; response_revision:3370; number_of_response:1; }","duration":"589.803617ms","start":"2026-04-28T03:23:01.948026Z","end":"2026-04-28T03:23:02.537829Z","steps":["trace[382532977] 'process raft request' (duration: 589.67129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:02.537978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:01.948005Z","time spent":"589.907115ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:02.919434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.496101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:02.919758Z","caller":"traceutil/trace.go:171","msg":"trace[235257275] transaction","detail":"{read_only:false; response_revision:3374; number_of_response:1; }","duration":"196.041005ms","start":"2026-04-28T03:23:02.723701Z","end":"2026-04-28T03:23:02.919742Z","steps":["trace[235257275] 'process raft request' (duration: 195.996926ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:02.920014Z","caller":"traceutil/trace.go:171","msg":"trace[2011344815] transaction","detail":"{read_only:false; response_revision:3373; number_of_response:1; }","duration":"700.130799ms","start":"2026-04-28T03:23:02.219856Z","end":"2026-04-28T03:23:02.919987Z","steps":["trace[2011344815] 'process raft request' (duration: 699.808866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:02.920078Z","caller":"traceutil/trace.go:171","msg":"trace[1087452625] linearizableReadLoop","detail":"{readStateIndex:3531; appliedIndex:3529; }","duration":"812.205481ms","start":"2026-04-28T03:23:02.107864Z","end":"2026-04-28T03:23:02.920069Z","steps":["trace[1087452625] 'read index received' (duration: 430.026343ms)","trace[1087452625] 'applied index is now lower than readState.Index' (duration: 382.178368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:02.920142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:02.219832Z","time spent":"700.241916ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:02.920218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.356108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:23:02.920241Z","caller":"traceutil/trace.go:171","msg":"trace[411581376] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3374; }","duration":"812.411267ms","start":"2026-04-28T03:23:02.107823Z","end":"2026-04-28T03:23:02.920234Z","steps":["trace[411581376] 'agreement among raft nodes before linearized reading' (duration: 812.361258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:02.920265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:02.107767Z","time spent":"812.491205ms","remote":"127.0.0.1:39674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:02.920343Z","caller":"traceutil/trace.go:171","msg":"trace[744814165] transaction","detail":"{read_only:false; response_revision:3371; number_of_response:1; }","duration":"971.097205ms","start":"2026-04-28T03:23:01.949232Z","end":"2026-04-28T03:23:02.920329Z","steps":["trace[744814165] 'process raft request' (duration: 617.641145ms)","trace[744814165] 'compare' (duration: 352.168469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:02.920534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:01.949224Z","time spent":"971.275541ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:02.920708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.180692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:02.920839Z","caller":"traceutil/trace.go:171","msg":"trace[771035786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3374; }","duration":"802.235871ms","start":"2026-04-28T03:23:02.118517Z","end":"2026-04-28T03:23:02.920753Z","steps":["trace[771035786] 'agreement among raft nodes before linearized reading' (duration: 802.127273ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:02.920884Z","caller":"traceutil/trace.go:171","msg":"trace[1582453747] transaction","detail":"{read_only:false; response_revision:3372; number_of_response:1; }","duration":"968.16929ms","start":"2026-04-28T03:23:01.952684Z","end":"2026-04-28T03:23:02.920853Z","steps":["trace[1582453747] 'process raft request' (duration: 966.895199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:02.920976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:01.952671Z","time spent":"968.247138ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:02.920907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:02.118468Z","time spent":"802.413127ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:02.921309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.683687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:23:02.921541Z","caller":"traceutil/trace.go:171","msg":"trace[1665592181] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3374; }","duration":"545.785696ms","start":"2026-04-28T03:23:02.37558Z","end":"2026-04-28T03:23:02.921366Z","steps":["trace[1665592181] 'agreement among raft nodes before linearized reading' (duration: 545.647479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:02.921611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:02.375559Z","time spent":"546.02616ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:23:03.38342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.453628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:23:03.383513Z","caller":"traceutil/trace.go:171","msg":"trace[546744396] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3374; }","duration":"270.606245ms","start":"2026-04-28T03:23:03.112885Z","end":"2026-04-28T03:23:03.383491Z","steps":["trace[546744396] 'count revisions from in-memory index tree' (duration: 270.337722ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:03.476564Z","caller":"traceutil/trace.go:171","msg":"trace[214282363] transaction","detail":"{read_only:false; response_revision:3376; number_of_response:1; }","duration":"125.258866ms","start":"2026-04-28T03:23:03.351276Z","end":"2026-04-28T03:23:03.476535Z","steps":["trace[214282363] 'process raft request' (duration: 125.122569ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:05.912878Z","caller":"traceutil/trace.go:171","msg":"trace[543907287] transaction","detail":"{read_only:false; response_revision:3389; number_of_response:1; }","duration":"114.746751ms","start":"2026-04-28T03:23:05.798091Z","end":"2026-04-28T03:23:05.912838Z","steps":["trace[543907287] 'process raft request' (duration: 114.274352ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:08.025113Z","caller":"traceutil/trace.go:171","msg":"trace[1447132014] transaction","detail":"{read_only:false; response_revision:3399; number_of_response:1; }","duration":"106.702318ms","start":"2026-04-28T03:23:07.918391Z","end":"2026-04-28T03:23:08.025094Z","steps":["trace[1447132014] 'process raft request' (duration: 76.902537ms)","trace[1447132014] 'compare' (duration: 29.651214ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:08.025243Z","caller":"traceutil/trace.go:171","msg":"trace[1388480290] transaction","detail":"{read_only:false; response_revision:3400; number_of_response:1; }","duration":"101.459255ms","start":"2026-04-28T03:23:07.923765Z","end":"2026-04-28T03:23:08.025224Z","steps":["trace[1388480290] 'process raft request' (duration: 101.278688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:13.329305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.969106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:13.329537Z","caller":"traceutil/trace.go:171","msg":"trace[1994931803] transaction","detail":"{read_only:false; response_revision:3443; number_of_response:1; }","duration":"263.882039ms","start":"2026-04-28T03:23:13.065631Z","end":"2026-04-28T03:23:13.329513Z","steps":["trace[1994931803] 'process raft request' (duration: 263.799821ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:13.329526Z","caller":"traceutil/trace.go:171","msg":"trace[1520638929] transaction","detail":"{read_only:false; response_revision:3442; number_of_response:1; }","duration":"309.943433ms","start":"2026-04-28T03:23:13.019522Z","end":"2026-04-28T03:23:13.329466Z","steps":["trace[1520638929] 'process raft request' (duration: 207.663932ms)","trace[1520638929] 'compare' (duration: 101.517395ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:13.329528Z","caller":"traceutil/trace.go:171","msg":"trace[1578862554] linearizableReadLoop","detail":"{readStateIndex:3605; appliedIndex:3604; }","duration":"268.513924ms","start":"2026-04-28T03:23:13.060985Z","end":"2026-04-28T03:23:13.329499Z","steps":["trace[1578862554] 'read index received' (duration: 166.210294ms)","trace[1578862554] 'applied index is now lower than readState.Index' (duration: 102.30078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:13.329722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:13.019512Z","time spent":"310.102499ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:13.329775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.483242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:23:13.329835Z","caller":"traceutil/trace.go:171","msg":"trace[763987023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3443; }","duration":"310.57707ms","start":"2026-04-28T03:23:13.019239Z","end":"2026-04-28T03:23:13.329816Z","steps":["trace[763987023] 'agreement among raft nodes before linearized reading' (duration: 310.347445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:13.329894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:13.019235Z","time spent":"310.644469ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:23:13.32993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.213338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:13.329969Z","caller":"traceutil/trace.go:171","msg":"trace[667555400] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3443; }","duration":"169.288288ms","start":"2026-04-28T03:23:13.16067Z","end":"2026-04-28T03:23:13.329958Z","steps":["trace[667555400] 'agreement among raft nodes before linearized reading' (duration: 169.206639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:13.329912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.650714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:13.330111Z","caller":"traceutil/trace.go:171","msg":"trace[1121768184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3443; }","duration":"208.912299ms","start":"2026-04-28T03:23:13.121178Z","end":"2026-04-28T03:23:13.33009Z","steps":["trace[1121768184] 'agreement among raft nodes before linearized reading' (duration: 208.581185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:13.330021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.981971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:23:13.330226Z","caller":"traceutil/trace.go:171","msg":"trace[302293076] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3443; }","duration":"198.184087ms","start":"2026-04-28T03:23:13.132025Z","end":"2026-04-28T03:23:13.330209Z","steps":["trace[302293076] 'agreement among raft nodes before linearized reading' (duration: 197.907252ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:15.583238Z","caller":"traceutil/trace.go:171","msg":"trace[1425030008] transaction","detail":"{read_only:false; response_revision:3454; number_of_response:1; }","duration":"198.103972ms","start":"2026-04-28T03:23:15.385112Z","end":"2026-04-28T03:23:15.583216Z","steps":["trace[1425030008] 'process raft request' (duration: 151.567378ms)","trace[1425030008] 'compare' (duration: 46.438905ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:19.978532Z","caller":"traceutil/trace.go:171","msg":"trace[480723685] transaction","detail":"{read_only:false; response_revision:3487; number_of_response:1; }","duration":"273.938291ms","start":"2026-04-28T03:23:19.704562Z","end":"2026-04-28T03:23:19.9785Z","steps":["trace[480723685] 'process raft request' (duration: 273.763644ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:20.736791Z","caller":"traceutil/trace.go:171","msg":"trace[200873533] transaction","detail":"{read_only:false; response_revision:3491; number_of_response:1; }","duration":"372.611733ms","start":"2026-04-28T03:23:20.364159Z","end":"2026-04-28T03:23:20.736771Z","steps":["trace[200873533] 'process raft request' (duration: 372.485265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.736979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:20.364144Z","time spent":"372.7658ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:20.736819Z","caller":"traceutil/trace.go:171","msg":"trace[1184508605] linearizableReadLoop","detail":"{readStateIndex:3656; appliedIndex:3655; }","duration":"256.730823ms","start":"2026-04-28T03:23:20.480048Z","end":"2026-04-28T03:23:20.736779Z","steps":["trace[1184508605] 'read index received' (duration: 256.702353ms)","trace[1184508605] 'applied index is now lower than readState.Index' (duration: 26.64µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:20.737057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.002668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-04-28T03:23:20.737179Z","caller":"traceutil/trace.go:171","msg":"trace[1513307020] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3491; }","duration":"257.180435ms","start":"2026-04-28T03:23:20.479985Z","end":"2026-04-28T03:23:20.737166Z","steps":["trace[1513307020] 'agreement among raft nodes before linearized reading' (duration: 256.88648ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:20.86507Z","caller":"traceutil/trace.go:171","msg":"trace[494364786] transaction","detail":"{read_only:false; response_revision:3492; number_of_response:1; }","duration":"379.887455ms","start":"2026-04-28T03:23:20.485158Z","end":"2026-04-28T03:23:20.865046Z","steps":["trace[494364786] 'process raft request' (duration: 350.609161ms)","trace[494364786] 'compare' (duration: 29.105187ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:20.865236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:20.485137Z","time spent":"380.045533ms","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1253,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:21.781455Z","caller":"traceutil/trace.go:171","msg":"trace[697564638] linearizableReadLoop","detail":"{readStateIndex:3660; appliedIndex:3659; }","duration":"281.472995ms","start":"2026-04-28T03:23:21.49996Z","end":"2026-04-28T03:23:21.781433Z","steps":["trace[697564638] 'read index received' (duration: 281.261598ms)","trace[697564638] 'applied index is now lower than readState.Index' (duration: 210.327µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:21.781695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.723091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:23:21.781734Z","caller":"traceutil/trace.go:171","msg":"trace[2026804043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3495; }","duration":"281.826279ms","start":"2026-04-28T03:23:21.499899Z","end":"2026-04-28T03:23:21.781725Z","steps":["trace[2026804043] 'agreement among raft nodes before linearized reading' (duration: 281.643492ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:21.781913Z","caller":"traceutil/trace.go:171","msg":"trace[1454868808] transaction","detail":"{read_only:false; response_revision:3495; number_of_response:1; }","duration":"303.171369ms","start":"2026-04-28T03:23:21.478391Z","end":"2026-04-28T03:23:21.781563Z","steps":["trace[1454868808] 'process raft request' (duration: 302.907893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:21.782306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:21.47837Z","time spent":"303.629242ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:22.094644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.052111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:22.094943Z","caller":"traceutil/trace.go:171","msg":"trace[1792751220] transaction","detail":"{read_only:false; response_revision:3496; number_of_response:1; }","duration":"459.81357ms","start":"2026-04-28T03:23:21.635102Z","end":"2026-04-28T03:23:22.094915Z","steps":["trace[1792751220] 'process raft request' (duration: 207.410905ms)","trace[1792751220] 'compare' (duration: 251.936433ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:22.095099Z","caller":"traceutil/trace.go:171","msg":"trace[441882426] linearizableReadLoop","detail":"{readStateIndex:3661; appliedIndex:3660; }","duration":"313.563681ms","start":"2026-04-28T03:23:21.781521Z","end":"2026-04-28T03:23:22.095085Z","steps":["trace[441882426] 'read index received' (duration: 60.979968ms)","trace[441882426] 'applied index is now lower than readState.Index' (duration: 252.582183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:22.09512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:21.635082Z","time spent":"459.958828ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:22.095235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.516307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:23:22.095263Z","caller":"traceutil/trace.go:171","msg":"trace[1428285967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3497; }","duration":"462.582457ms","start":"2026-04-28T03:23:21.632672Z","end":"2026-04-28T03:23:22.095255Z","steps":["trace[1428285967] 'agreement among raft nodes before linearized reading' (duration: 462.453249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:22.095355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:21.632651Z","time spent":"462.667685ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:23:22.095365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.039592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-04-28T03:23:22.095458Z","caller":"traceutil/trace.go:171","msg":"trace[555345470] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3497; }","duration":"353.1645ms","start":"2026-04-28T03:23:21.742263Z","end":"2026-04-28T03:23:22.095428Z","steps":["trace[555345470] 'agreement among raft nodes before linearized reading' (duration: 352.853845ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:22.095133Z","caller":"traceutil/trace.go:171","msg":"trace[1269073082] transaction","detail":"{read_only:false; response_revision:3497; number_of_response:1; }","duration":"309.258979ms","start":"2026-04-28T03:23:21.785747Z","end":"2026-04-28T03:23:22.095006Z","steps":["trace[1269073082] 'process raft request' (duration: 309.009223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:22.095515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:21.742244Z","time spent":"353.260469ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5450,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:23:22.095562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:21.785727Z","time spent":"309.791311ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:22.144088Z","caller":"traceutil/trace.go:171","msg":"trace[288845807] transaction","detail":"{read_only:false; response_revision:3498; number_of_response:1; }","duration":"159.551339ms","start":"2026-04-28T03:23:21.984516Z","end":"2026-04-28T03:23:22.144067Z","steps":["trace[288845807] 'process raft request' (duration: 159.386951ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:24.259858Z","caller":"traceutil/trace.go:171","msg":"trace[1950033557] transaction","detail":"{read_only:false; response_revision:3509; number_of_response:1; }","duration":"111.257216ms","start":"2026-04-28T03:23:24.148571Z","end":"2026-04-28T03:23:24.259828Z","steps":["trace[1950033557] 'process raft request' (duration: 100.550857ms)","trace[1950033557] 'compare' (duration: 10.526862ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:26.787737Z","caller":"traceutil/trace.go:171","msg":"trace[1094294491] transaction","detail":"{read_only:false; response_revision:3524; number_of_response:1; }","duration":"115.804633ms","start":"2026-04-28T03:23:26.67191Z","end":"2026-04-28T03:23:26.787715Z","steps":["trace[1094294491] 'process raft request' (duration: 115.624516ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:27.026648Z","caller":"traceutil/trace.go:171","msg":"trace[336335301] transaction","detail":"{read_only:false; response_revision:3525; number_of_response:1; }","duration":"115.631963ms","start":"2026-04-28T03:23:26.910974Z","end":"2026-04-28T03:23:27.026606Z","steps":["trace[336335301] 'process raft request' (duration: 115.393715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:27.328079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.855231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-04-28T03:23:27.328211Z","caller":"traceutil/trace.go:171","msg":"trace[1078379098] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3526; }","duration":"167.025439ms","start":"2026-04-28T03:23:27.16117Z","end":"2026-04-28T03:23:27.328195Z","steps":["trace[1078379098] 'range keys from in-memory index tree' (duration: 166.713753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:27.328184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.91306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:27.328352Z","caller":"traceutil/trace.go:171","msg":"trace[1166546832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3526; }","duration":"210.088638ms","start":"2026-04-28T03:23:27.118238Z","end":"2026-04-28T03:23:27.328327Z","steps":["trace[1166546832] 'range keys from in-memory index tree' (duration: 209.806323ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:27.416195Z","caller":"traceutil/trace.go:171","msg":"trace[1430200784] transaction","detail":"{read_only:false; response_revision:3527; number_of_response:1; }","duration":"173.30032ms","start":"2026-04-28T03:23:27.24285Z","end":"2026-04-28T03:23:27.41615Z","steps":["trace[1430200784] 'process raft request' (duration: 173.097953ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:27.914695Z","caller":"traceutil/trace.go:171","msg":"trace[799777927] transaction","detail":"{read_only:false; response_revision:3528; number_of_response:1; }","duration":"103.694688ms","start":"2026-04-28T03:23:27.810947Z","end":"2026-04-28T03:23:27.914642Z","steps":["trace[799777927] 'process raft request' (duration: 103.436101ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:28.528322Z","caller":"traceutil/trace.go:171","msg":"trace[6454886] transaction","detail":"{read_only:false; response_revision:3533; number_of_response:1; }","duration":"189.729911ms","start":"2026-04-28T03:23:28.33857Z","end":"2026-04-28T03:23:28.5283Z","steps":["trace[6454886] 'process raft request' (duration: 189.670482ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:28.528408Z","caller":"traceutil/trace.go:171","msg":"trace[794411497] linearizableReadLoop","detail":"{readStateIndex:3698; appliedIndex:3697; }","duration":"193.661336ms","start":"2026-04-28T03:23:28.334732Z","end":"2026-04-28T03:23:28.528393Z","steps":["trace[794411497] 'read index received' (duration: 163.609103ms)","trace[794411497] 'applied index is now lower than readState.Index' (duration: 30.051203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:28.528661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.309934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:23:28.528704Z","caller":"traceutil/trace.go:171","msg":"trace[1297856382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3533; }","duration":"113.395483ms","start":"2026-04-28T03:23:28.415299Z","end":"2026-04-28T03:23:28.528695Z","steps":["trace[1297856382] 'agreement among raft nodes before linearized reading' (duration: 113.189496ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:28.52922Z","caller":"traceutil/trace.go:171","msg":"trace[973869817] transaction","detail":"{read_only:false; response_revision:3532; number_of_response:1; }","duration":"197.813239ms","start":"2026-04-28T03:23:28.330537Z","end":"2026-04-28T03:23:28.528351Z","steps":["trace[973869817] 'process raft request' (duration: 167.891255ms)","trace[973869817] 'compare' (duration: 29.495129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:28.529624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.88045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-04-28T03:23:28.530032Z","caller":"traceutil/trace.go:171","msg":"trace[1092280518] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3533; }","duration":"195.360752ms","start":"2026-04-28T03:23:28.334659Z","end":"2026-04-28T03:23:28.53002Z","steps":["trace[1092280518] 'agreement among raft nodes before linearized reading' (duration: 193.815625ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:35.258067Z","caller":"traceutil/trace.go:171","msg":"trace[400107452] linearizableReadLoop","detail":"{readStateIndex:3735; appliedIndex:3733; }","duration":"141.620722ms","start":"2026-04-28T03:23:35.116424Z","end":"2026-04-28T03:23:35.258044Z","steps":["trace[400107452] 'read index received' (duration: 71.837939ms)","trace[400107452] 'applied index is now lower than readState.Index' (duration: 69.781693ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:35.258204Z","caller":"traceutil/trace.go:171","msg":"trace[1353545618] transaction","detail":"{read_only:false; response_revision:3567; number_of_response:1; }","duration":"142.438232ms","start":"2026-04-28T03:23:35.115752Z","end":"2026-04-28T03:23:35.25819Z","steps":["trace[1353545618] 'process raft request' (duration: 128.245122ms)","trace[1353545618] 'compare' (duration: 13.936423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:35.258388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.754876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:23:35.258494Z","caller":"traceutil/trace.go:171","msg":"trace[1599656823] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3567; }","duration":"108.882973ms","start":"2026-04-28T03:23:35.149582Z","end":"2026-04-28T03:23:35.258465Z","steps":["trace[1599656823] 'agreement among raft nodes before linearized reading' (duration: 108.719665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:35.258399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.970907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:35.258818Z","caller":"traceutil/trace.go:171","msg":"trace[1068692945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3567; }","duration":"142.388851ms","start":"2026-04-28T03:23:35.11639Z","end":"2026-04-28T03:23:35.258779Z","steps":["trace[1068692945] 'agreement among raft nodes before linearized reading' (duration: 141.961897ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:38.729093Z","caller":"traceutil/trace.go:171","msg":"trace[825829839] transaction","detail":"{read_only:false; response_revision:3590; number_of_response:1; }","duration":"130.995012ms","start":"2026-04-28T03:23:38.59807Z","end":"2026-04-28T03:23:38.729065Z","steps":["trace[825829839] 'process raft request' (duration: 80.959083ms)","trace[825829839] 'compare' (duration: 49.813261ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:38.729175Z","caller":"traceutil/trace.go:171","msg":"trace[1439545513] linearizableReadLoop","detail":"{readStateIndex:3758; appliedIndex:3757; }","duration":"107.06919ms","start":"2026-04-28T03:23:38.622074Z","end":"2026-04-28T03:23:38.729143Z","steps":["trace[1439545513] 'read index received' (duration: 56.967962ms)","trace[1439545513] 'applied index is now lower than readState.Index' (duration: 50.097378ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:38.72938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.275287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-04-28T03:23:38.729433Z","caller":"traceutil/trace.go:171","msg":"trace[1563884133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3591; }","duration":"107.404406ms","start":"2026-04-28T03:23:38.622018Z","end":"2026-04-28T03:23:38.729422Z","steps":["trace[1563884133] 'agreement among raft nodes before linearized reading' (duration: 107.213738ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:40.703706Z","caller":"traceutil/trace.go:171","msg":"trace[1259058968] transaction","detail":"{read_only:false; response_revision:3603; number_of_response:1; }","duration":"162.487633ms","start":"2026-04-28T03:23:40.541181Z","end":"2026-04-28T03:23:40.703669Z","steps":["trace[1259058968] 'process raft request' (duration: 159.494964ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:41.98926Z","caller":"traceutil/trace.go:171","msg":"trace[175448789] transaction","detail":"{read_only:false; response_revision:3614; number_of_response:1; }","duration":"186.172647ms","start":"2026-04-28T03:23:41.80306Z","end":"2026-04-28T03:23:41.989233Z","steps":["trace[175448789] 'process raft request' (duration: 185.990089ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:42.716553Z","caller":"traceutil/trace.go:171","msg":"trace[2053904898] transaction","detail":"{read_only:false; response_revision:3616; number_of_response:1; }","duration":"352.720288ms","start":"2026-04-28T03:23:42.363813Z","end":"2026-04-28T03:23:42.716533Z","steps":["trace[2053904898] 'process raft request' (duration: 352.579518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:42.716687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.363792Z","time spent":"352.828777ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:42.716797Z","caller":"traceutil/trace.go:171","msg":"trace[1167554598] linearizableReadLoop","detail":"{readStateIndex:3785; appliedIndex:3785; }","duration":"349.375132ms","start":"2026-04-28T03:23:42.367387Z","end":"2026-04-28T03:23:42.716763Z","steps":["trace[1167554598] 'read index received' (duration: 349.338552ms)","trace[1167554598] 'applied index is now lower than readState.Index' (duration: 33.8µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:42.717158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.731428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:23:42.717201Z","caller":"traceutil/trace.go:171","msg":"trace[1629439888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3616; }","duration":"349.838867ms","start":"2026-04-28T03:23:42.36735Z","end":"2026-04-28T03:23:42.717189Z","steps":["trace[1629439888] 'agreement among raft nodes before linearized reading' (duration: 349.54837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:42.717238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.367339Z","time spent":"349.890296ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:43.172026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.223584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:43.172191Z","caller":"traceutil/trace.go:171","msg":"trace[1326124489] transaction","detail":"{read_only:false; response_revision:3618; number_of_response:1; }","duration":"451.420344ms","start":"2026-04-28T03:23:42.720757Z","end":"2026-04-28T03:23:43.172177Z","steps":["trace[1326124489] 'process raft request' (duration: 451.371844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:43.172252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.720745Z","time spent":"451.478423ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:43.172447Z","caller":"traceutil/trace.go:171","msg":"trace[124511976] linearizableReadLoop","detail":"{readStateIndex:3786; appliedIndex:3785; }","duration":"455.556181ms","start":"2026-04-28T03:23:42.716866Z","end":"2026-04-28T03:23:43.172422Z","steps":["trace[124511976] 'read index received' (duration: 152.879382ms)","trace[124511976] 'applied index is now lower than readState.Index' (duration: 302.674569ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:43.172568Z","caller":"traceutil/trace.go:171","msg":"trace[361996431] transaction","detail":"{read_only:false; response_revision:3617; number_of_response:1; }","duration":"691.762176ms","start":"2026-04-28T03:23:42.48079Z","end":"2026-04-28T03:23:43.172553Z","steps":["trace[361996431] 'process raft request' (duration: 388.941988ms)","trace[361996431] 'compare' (duration: 302.108045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:43.172667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.062927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:23:43.172704Z","caller":"traceutil/trace.go:171","msg":"trace[163192694] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3618; }","duration":"454.119456ms","start":"2026-04-28T03:23:42.718575Z","end":"2026-04-28T03:23:43.172695Z","steps":["trace[163192694] 'agreement among raft nodes before linearized reading' (duration: 454.057337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:43.172729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.718563Z","time spent":"454.158036ms","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:43.172888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.051235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:23:43.172904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.609696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:23:43.172922Z","caller":"traceutil/trace.go:171","msg":"trace[338528749] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3618; }","duration":"684.125204ms","start":"2026-04-28T03:23:42.488788Z","end":"2026-04-28T03:23:43.172914Z","steps":["trace[338528749] 'agreement among raft nodes before linearized reading' (duration: 684.066345ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:43.172929Z","caller":"traceutil/trace.go:171","msg":"trace[1169822631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3618; }","duration":"426.668026ms","start":"2026-04-28T03:23:42.746254Z","end":"2026-04-28T03:23:43.172922Z","steps":["trace[1169822631] 'agreement among raft nodes before linearized reading' (duration: 426.582967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:43.172943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.488767Z","time spent":"684.169213ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:43.172994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.650841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:23:43.173017Z","caller":"traceutil/trace.go:171","msg":"trace[1021151879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3618; }","duration":"450.70418ms","start":"2026-04-28T03:23:42.722308Z","end":"2026-04-28T03:23:43.173012Z","steps":["trace[1021151879] 'agreement among raft nodes before linearized reading' (duration: 450.650671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:43.173036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.722289Z","time spent":"450.74251ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:43.172948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.74623Z","time spent":"426.712875ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:23:43.172668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.480762Z","time spent":"691.840345ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:43.446135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.963932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:43.446326Z","caller":"traceutil/trace.go:171","msg":"trace[1650963335] linearizableReadLoop","detail":"{readStateIndex:3789; appliedIndex:3787; }","duration":"210.840215ms","start":"2026-04-28T03:23:43.235467Z","end":"2026-04-28T03:23:43.446307Z","steps":["trace[1650963335] 'read index received' (duration: 43.636806ms)","trace[1650963335] 'applied index is now lower than readState.Index' (duration: 167.202179ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:43.446401Z","caller":"traceutil/trace.go:171","msg":"trace[1743862626] transaction","detail":"{read_only:false; response_revision:3620; number_of_response:1; }","duration":"268.519812ms","start":"2026-04-28T03:23:43.177875Z","end":"2026-04-28T03:23:43.446395Z","steps":["trace[1743862626] 'process raft request' (duration: 268.389854ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:43.4464Z","caller":"traceutil/trace.go:171","msg":"trace[78233521] transaction","detail":"{read_only:false; response_revision:3619; number_of_response:1; }","duration":"270.005527ms","start":"2026-04-28T03:23:43.176357Z","end":"2026-04-28T03:23:43.446363Z","steps":["trace[78233521] 'process raft request' (duration: 102.753358ms)","trace[78233521] 'compare' (duration: 166.840833ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:43.446554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.093823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:23:43.446576Z","caller":"traceutil/trace.go:171","msg":"trace[1272319840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3620; }","duration":"211.152202ms","start":"2026-04-28T03:23:43.235416Z","end":"2026-04-28T03:23:43.446568Z","steps":["trace[1272319840] 'agreement among raft nodes before linearized reading' (duration: 211.070313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:43.446684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.84449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:23:43.446702Z","caller":"traceutil/trace.go:171","msg":"trace[1800707357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3620; }","duration":"116.861829ms","start":"2026-04-28T03:23:43.329835Z","end":"2026-04-28T03:23:43.446696Z","steps":["trace[1800707357] 'agreement among raft nodes before linearized reading' (duration: 116.79295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:43.792019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.14527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:43.792223Z","caller":"traceutil/trace.go:171","msg":"trace[974823196] transaction","detail":"{read_only:false; response_revision:3621; number_of_response:1; }","duration":"341.591386ms","start":"2026-04-28T03:23:43.450608Z","end":"2026-04-28T03:23:43.792199Z","steps":["trace[974823196] 'process raft request' (duration: 149.178488ms)","trace[974823196] 'compare' (duration: 191.774694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:43.79235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.450594Z","time spent":"341.688125ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:43.792333Z","caller":"traceutil/trace.go:171","msg":"trace[1866690890] transaction","detail":"{read_only:false; response_revision:3622; number_of_response:1; }","duration":"341.221ms","start":"2026-04-28T03:23:43.451076Z","end":"2026-04-28T03:23:43.792297Z","steps":["trace[1866690890] 'process raft request' (duration: 341.037731ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:43.792358Z","caller":"traceutil/trace.go:171","msg":"trace[1385430296] transaction","detail":"{read_only:false; response_revision:3623; number_of_response:1; }","duration":"221.42733ms","start":"2026-04-28T03:23:43.570904Z","end":"2026-04-28T03:23:43.792331Z","steps":["trace[1385430296] 'process raft request' (duration: 221.304241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:43.792495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.45105Z","time spent":"341.354279ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:44.154596Z","caller":"traceutil/trace.go:171","msg":"trace[1325417701] transaction","detail":"{read_only:false; response_revision:3624; number_of_response:1; }","duration":"115.838208ms","start":"2026-04-28T03:23:44.038741Z","end":"2026-04-28T03:23:44.154579Z","steps":["trace[1325417701] 'process raft request' (duration: 115.437392ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:44.656807Z","caller":"traceutil/trace.go:171","msg":"trace[956091597] transaction","detail":"{read_only:false; response_revision:3625; number_of_response:1; }","duration":"198.560566ms","start":"2026-04-28T03:23:44.458222Z","end":"2026-04-28T03:23:44.656782Z","steps":["trace[956091597] 'process raft request' (duration: 150.973417ms)","trace[956091597] 'compare' (duration: 47.088604ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:45.126254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.433863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:45.126365Z","caller":"traceutil/trace.go:171","msg":"trace[1729966678] linearizableReadLoop","detail":"{readStateIndex:3796; appliedIndex:3795; }","duration":"395.890916ms","start":"2026-04-28T03:23:44.730458Z","end":"2026-04-28T03:23:45.126349Z","steps":["trace[1729966678] 'read index received' (duration: 115.170726ms)","trace[1729966678] 'applied index is now lower than readState.Index' (duration: 280.71895ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:45.126634Z","caller":"traceutil/trace.go:171","msg":"trace[654550815] transaction","detail":"{read_only:false; response_revision:3626; number_of_response:1; }","duration":"404.77954ms","start":"2026-04-28T03:23:44.721837Z","end":"2026-04-28T03:23:45.126617Z","steps":["trace[654550815] 'process raft request' (duration: 123.866651ms)","trace[654550815] 'compare' (duration: 280.104327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:45.126717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:44.721824Z","time spent":"404.848819ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:45.126949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.485511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T03:23:45.126992Z","caller":"traceutil/trace.go:171","msg":"trace[424620655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3626; }","duration":"396.553779ms","start":"2026-04-28T03:23:44.730423Z","end":"2026-04-28T03:23:45.126977Z","steps":["trace[424620655] 'agreement among raft nodes before linearized reading' (duration: 396.42617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:45.127037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:44.730407Z","time spent":"396.616489ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:23:45.577945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.346411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:45.578042Z","caller":"traceutil/trace.go:171","msg":"trace[1738535443] linearizableReadLoop","detail":"{readStateIndex:3797; appliedIndex:3796; }","duration":"397.886324ms","start":"2026-04-28T03:23:45.180142Z","end":"2026-04-28T03:23:45.578028Z","steps":["trace[1738535443] 'read index received' (duration: 284.203267ms)","trace[1738535443] 'applied index is now lower than readState.Index' (duration: 113.681787ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:45.5781Z","caller":"traceutil/trace.go:171","msg":"trace[1379548099] transaction","detail":"{read_only:false; response_revision:3627; number_of_response:1; }","duration":"400.030274ms","start":"2026-04-28T03:23:45.178043Z","end":"2026-04-28T03:23:45.578073Z","steps":["trace[1379548099] 'process raft request' (duration: 286.353576ms)","trace[1379548099] 'compare' (duration: 113.258772ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:45.578224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:45.178017Z","time spent":"400.140033ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:45.578235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.561905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:23:45.578251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.098762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:23:45.578251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.477506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:23:45.578306Z","caller":"traceutil/trace.go:171","msg":"trace[120922546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3627; }","duration":"398.193911ms","start":"2026-04-28T03:23:45.1801Z","end":"2026-04-28T03:23:45.578294Z","steps":["trace[120922546] 'agreement among raft nodes before linearized reading' (duration: 397.984933ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:45.578321Z","caller":"traceutil/trace.go:171","msg":"trace[1617427787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3627; }","duration":"127.594325ms","start":"2026-04-28T03:23:45.450711Z","end":"2026-04-28T03:23:45.578305Z","steps":["trace[1617427787] 'agreement among raft nodes before linearized reading' (duration: 127.408307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:45.578335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:45.180079Z","time spent":"398.25021ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:23:45.578272Z","caller":"traceutil/trace.go:171","msg":"trace[1280469469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3627; }","duration":"127.629905ms","start":"2026-04-28T03:23:45.45063Z","end":"2026-04-28T03:23:45.57826Z","steps":["trace[1280469469] 'agreement among raft nodes before linearized reading' (duration: 127.486196ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:45.76541Z","caller":"traceutil/trace.go:171","msg":"trace[1825662965] transaction","detail":"{read_only:false; response_revision:3630; number_of_response:1; }","duration":"182.639916ms","start":"2026-04-28T03:23:45.582758Z","end":"2026-04-28T03:23:45.765398Z","steps":["trace[1825662965] 'process raft request' (duration: 182.501207ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:45.765332Z","caller":"traceutil/trace.go:171","msg":"trace[1536512594] transaction","detail":"{read_only:false; response_revision:3629; number_of_response:1; }","duration":"183.142892ms","start":"2026-04-28T03:23:45.582167Z","end":"2026-04-28T03:23:45.76531Z","steps":["trace[1536512594] 'process raft request' (duration: 149.891675ms)","trace[1536512594] 'compare' (duration: 33.038069ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:46.272184Z","caller":"traceutil/trace.go:171","msg":"trace[1468978451] linearizableReadLoop","detail":"{readStateIndex:3803; appliedIndex:3801; }","duration":"157.844219ms","start":"2026-04-28T03:23:46.11432Z","end":"2026-04-28T03:23:46.272164Z","steps":["trace[1468978451] 'read index received' (duration: 157.630581ms)","trace[1468978451] 'applied index is now lower than readState.Index' (duration: 212.648µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:46.27228Z","caller":"traceutil/trace.go:171","msg":"trace[1043582615] transaction","detail":"{read_only:false; response_revision:3632; number_of_response:1; }","duration":"471.810732ms","start":"2026-04-28T03:23:45.80043Z","end":"2026-04-28T03:23:46.272241Z","steps":["trace[1043582615] 'process raft request' (duration: 471.543465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:46.272413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.076597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:46.272478Z","caller":"traceutil/trace.go:171","msg":"trace[1952861443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3633; }","duration":"158.227215ms","start":"2026-04-28T03:23:46.114241Z","end":"2026-04-28T03:23:46.272468Z","steps":["trace[1952861443] 'agreement among raft nodes before linearized reading' (duration: 158.122536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:46.272462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:45.800422Z","time spent":"471.934171ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:46.272386Z","caller":"traceutil/trace.go:171","msg":"trace[860197262] transaction","detail":"{read_only:false; response_revision:3633; number_of_response:1; }","duration":"471.764043ms","start":"2026-04-28T03:23:45.80057Z","end":"2026-04-28T03:23:46.272334Z","steps":["trace[860197262] 'process raft request' (duration: 471.558995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:46.27294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:45.800544Z","time spent":"472.313958ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:47.15709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.767846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:47.157786Z","caller":"traceutil/trace.go:171","msg":"trace[1846115550] linearizableReadLoop","detail":"{readStateIndex:3804; appliedIndex:3803; }","duration":"884.88863ms","start":"2026-04-28T03:23:46.272312Z","end":"2026-04-28T03:23:47.1572Z","steps":["trace[1846115550] 'read index received' (duration: 56.855797ms)","trace[1846115550] 'applied index is now lower than readState.Index' (duration: 828.031043ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:47.157834Z","caller":"traceutil/trace.go:171","msg":"trace[494908706] transaction","detail":"{read_only:false; response_revision:3634; number_of_response:1; }","duration":"995.844411ms","start":"2026-04-28T03:23:46.161961Z","end":"2026-04-28T03:23:47.157805Z","steps":["trace[494908706] 'process raft request' (duration: 167.217573ms)","trace[494908706] 'compare' (duration: 827.514868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:47.157945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:46.161933Z","time spent":"995.9541ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:47.158421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041138043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:23:47.15856Z","caller":"traceutil/trace.go:171","msg":"trace[866608648] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3634; }","duration":"1.041231643s","start":"2026-04-28T03:23:46.117247Z","end":"2026-04-28T03:23:47.158478Z","steps":["trace[866608648] 'agreement among raft nodes before linearized reading' (duration: 1.040814636s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:47.158716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:46.117225Z","time spent":"1.041430662s","remote":"127.0.0.1:51344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":383,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:47.174989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.249305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:47.175043Z","caller":"traceutil/trace.go:171","msg":"trace[1682142828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3635; }","duration":"901.342584ms","start":"2026-04-28T03:23:46.273688Z","end":"2026-04-28T03:23:47.17503Z","steps":["trace[1682142828] 'agreement among raft nodes before linearized reading' (duration: 901.185075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:47.175077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:46.273672Z","time spent":"901.397123ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:47.175142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.250194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2915"} {"level":"info","ts":"2026-04-28T03:23:47.175227Z","caller":"traceutil/trace.go:171","msg":"trace[1269771621] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:3635; }","duration":"863.399382ms","start":"2026-04-28T03:23:46.311807Z","end":"2026-04-28T03:23:47.175207Z","steps":["trace[1269771621] 'agreement among raft nodes before linearized reading' (duration: 863.118125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:47.175415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:46.311782Z","time spent":"863.62222ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2937,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-28T03:23:47.973673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.308241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:23:47.973767Z","caller":"traceutil/trace.go:171","msg":"trace[642779754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3637; }","duration":"204.450389ms","start":"2026-04-28T03:23:47.769298Z","end":"2026-04-28T03:23:47.973748Z","steps":["trace[642779754] 'range keys from in-memory index tree' (duration: 204.083462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:47.973808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.182962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:23:47.973876Z","caller":"traceutil/trace.go:171","msg":"trace[2111712202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3637; }","duration":"204.279561ms","start":"2026-04-28T03:23:47.76958Z","end":"2026-04-28T03:23:47.973859Z","steps":["trace[2111712202] 'range keys from in-memory index tree' (duration: 204.034263ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:48.018242Z","caller":"traceutil/trace.go:171","msg":"trace[347974670] transaction","detail":"{read_only:false; response_revision:3638; number_of_response:1; }","duration":"184.234675ms","start":"2026-04-28T03:23:47.833982Z","end":"2026-04-28T03:23:48.018217Z","steps":["trace[347974670] 'process raft request' (duration: 184.080216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:48.561727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.468336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:48.562015Z","caller":"traceutil/trace.go:171","msg":"trace[2063159881] linearizableReadLoop","detail":"{readStateIndex:3810; appliedIndex:3808; }","duration":"444.390698ms","start":"2026-04-28T03:23:48.117606Z","end":"2026-04-28T03:23:48.561997Z","steps":["trace[2063159881] 'read index received' (duration: 8.491515ms)","trace[2063159881] 'applied index is now lower than readState.Index' (duration: 435.897923ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:48.562121Z","caller":"traceutil/trace.go:171","msg":"trace[1455941680] transaction","detail":"{read_only:false; response_revision:3640; number_of_response:1; }","duration":"582.797027ms","start":"2026-04-28T03:23:47.979298Z","end":"2026-04-28T03:23:48.562095Z","steps":["trace[1455941680] 'process raft request' (duration: 582.588949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:48.562164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.556366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:48.562228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.938748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:48.562226Z","caller":"traceutil/trace.go:171","msg":"trace[713343158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3640; }","duration":"444.662136ms","start":"2026-04-28T03:23:48.117552Z","end":"2026-04-28T03:23:48.562214Z","steps":["trace[713343158] 'agreement among raft nodes before linearized reading' (duration: 444.560117ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:48.562259Z","caller":"traceutil/trace.go:171","msg":"trace[1225904318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3640; }","duration":"238.088176ms","start":"2026-04-28T03:23:48.324164Z","end":"2026-04-28T03:23:48.562252Z","steps":["trace[1225904318] 'agreement among raft nodes before linearized reading' (duration: 238.028467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:48.562256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:47.979277Z","time spent":"582.915536ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:48.562279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:48.117528Z","time spent":"444.739505ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:48.562391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.30676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:23:48.562142Z","caller":"traceutil/trace.go:171","msg":"trace[454077787] transaction","detail":"{read_only:false; response_revision:3639; number_of_response:1; }","duration":"582.997606ms","start":"2026-04-28T03:23:47.979125Z","end":"2026-04-28T03:23:48.562122Z","steps":["trace[454077787] 'process raft request' (duration: 147.054144ms)","trace[454077787] 'compare' (duration: 435.131469ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:48.562412Z","caller":"traceutil/trace.go:171","msg":"trace[327207168] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3640; }","duration":"235.35448ms","start":"2026-04-28T03:23:48.327053Z","end":"2026-04-28T03:23:48.562408Z","steps":["trace[327207168] 'agreement among raft nodes before linearized reading' (duration: 235.31305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:48.562404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.691991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:23:48.562458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:47.979101Z","time spent":"583.319702ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:48.562475Z","caller":"traceutil/trace.go:171","msg":"trace[1992371519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3640; }","duration":"285.796431ms","start":"2026-04-28T03:23:48.276662Z","end":"2026-04-28T03:23:48.562458Z","steps":["trace[1992371519] 'agreement among raft nodes before linearized reading' (duration: 285.573763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:48.562682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.294336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:23:48.562752Z","caller":"traceutil/trace.go:171","msg":"trace[192234956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3640; }","duration":"286.407725ms","start":"2026-04-28T03:23:48.276334Z","end":"2026-04-28T03:23:48.562741Z","steps":["trace[192234956] 'agreement among raft nodes before linearized reading' (duration: 286.039368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:48.843678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.767288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:48.843763Z","caller":"traceutil/trace.go:171","msg":"trace[441257509] linearizableReadLoop","detail":"{readStateIndex:3813; appliedIndex:3812; }","duration":"150.676498ms","start":"2026-04-28T03:23:48.693074Z","end":"2026-04-28T03:23:48.843751Z","steps":["trace[441257509] 'read index received' (duration: 29.692592ms)","trace[441257509] 'applied index is now lower than readState.Index' (duration: 120.982786ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:48.843844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.780547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:48.843899Z","caller":"traceutil/trace.go:171","msg":"trace[1080497128] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3643; }","duration":"150.855716ms","start":"2026-04-28T03:23:48.693008Z","end":"2026-04-28T03:23:48.843863Z","steps":["trace[1080497128] 'agreement among raft nodes before linearized reading' (duration: 150.774046ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:48.84382Z","caller":"traceutil/trace.go:171","msg":"trace[1469517946] transaction","detail":"{read_only:false; response_revision:3643; number_of_response:1; }","duration":"212.141592ms","start":"2026-04-28T03:23:48.631645Z","end":"2026-04-28T03:23:48.843787Z","steps":["trace[1469517946] 'process raft request' (duration: 91.200536ms)","trace[1469517946] 'compare' (duration: 120.675879ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:48.89459Z","caller":"traceutil/trace.go:171","msg":"trace[1162493652] transaction","detail":"{read_only:false; response_revision:3644; number_of_response:1; }","duration":"125.13103ms","start":"2026-04-28T03:23:48.76943Z","end":"2026-04-28T03:23:48.894561Z","steps":["trace[1162493652] 'process raft request' (duration: 124.991611ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:49.65496Z","caller":"traceutil/trace.go:171","msg":"trace[1894051125] transaction","detail":"{read_only:false; response_revision:3648; number_of_response:1; }","duration":"158.884924ms","start":"2026-04-28T03:23:49.496053Z","end":"2026-04-28T03:23:49.654938Z","steps":["trace[1894051125] 'process raft request' (duration: 158.737385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.268393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.713429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:50.268527Z","caller":"traceutil/trace.go:171","msg":"trace[40685567] transaction","detail":"{read_only:false; response_revision:3649; number_of_response:1; }","duration":"664.487854ms","start":"2026-04-28T03:23:49.604004Z","end":"2026-04-28T03:23:50.268492Z","steps":["trace[40685567] 'process raft request' (duration: 242.620085ms)","trace[40685567] 'compare' (duration: 421.632091ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:50.268692Z","caller":"traceutil/trace.go:171","msg":"trace[1990236510] linearizableReadLoop","detail":"{readStateIndex:3819; appliedIndex:3818; }","duration":"527.604743ms","start":"2026-04-28T03:23:49.741066Z","end":"2026-04-28T03:23:50.268671Z","steps":["trace[1990236510] 'read index received' (duration: 105.481837ms)","trace[1990236510] 'applied index is now lower than readState.Index' (duration: 422.121236ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:50.268693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:49.603956Z","time spent":"664.646282ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:50.757993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016916034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:23:50.758071Z","caller":"traceutil/trace.go:171","msg":"trace[1533288684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3649; }","duration":"1.017028592s","start":"2026-04-28T03:23:49.741021Z","end":"2026-04-28T03:23:50.75805Z","steps":["trace[1533288684] 'agreement among raft nodes before linearized reading' (duration: 527.729522ms)","trace[1533288684] 'range keys from in-memory index tree' (duration: 489.113172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:50.75811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:49.741005Z","time spent":"1.017095672s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:23:50.758234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.727607ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:23:50.758565Z","caller":"traceutil/trace.go:171","msg":"trace[1264960517] linearizableReadLoop","detail":"{readStateIndex:3821; appliedIndex:3819; }","duration":"489.806416ms","start":"2026-04-28T03:23:50.26875Z","end":"2026-04-28T03:23:50.758557Z","steps":["trace[1264960517] 'read index received' (duration: 48.74µs)","trace[1264960517] 'applied index is now lower than readState.Index' (duration: 489.756646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:50.758651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.912512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.758692Z","caller":"traceutil/trace.go:171","msg":"trace[54508478] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3650; }","duration":"544.962872ms","start":"2026-04-28T03:23:50.213717Z","end":"2026-04-28T03:23:50.758679Z","steps":["trace[54508478] 'agreement among raft nodes before linearized reading' (duration: 544.855233ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.758678Z","caller":"traceutil/trace.go:171","msg":"trace[937528703] transaction","detail":"{read_only:false; response_revision:3650; number_of_response:1; }","duration":"734.938427ms","start":"2026-04-28T03:23:50.023711Z","end":"2026-04-28T03:23:50.758649Z","steps":["trace[937528703] 'process raft request' (duration: 734.5796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.758729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.213658Z","time spent":"545.058431ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.758768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.97492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-28T03:23:50.758806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.023666Z","time spent":"735.071917ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:50.758836Z","caller":"traceutil/trace.go:171","msg":"trace[1847648701] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3650; }","duration":"623.085789ms","start":"2026-04-28T03:23:50.135732Z","end":"2026-04-28T03:23:50.758818Z","steps":["trace[1847648701] 'agreement among raft nodes before linearized reading' (duration: 622.870701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.758865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.039518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:23:50.758879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.13571Z","time spent":"623.160128ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:23:50.758893Z","caller":"traceutil/trace.go:171","msg":"trace[376005975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3650; }","duration":"192.116897ms","start":"2026-04-28T03:23:50.566766Z","end":"2026-04-28T03:23:50.758883Z","steps":["trace[376005975] 'agreement among raft nodes before linearized reading' (duration: 192.042728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.758709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.781788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.758998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.781701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:23:50.759018Z","caller":"traceutil/trace.go:171","msg":"trace[1533200122] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3650; }","duration":"163.836301ms","start":"2026-04-28T03:23:50.595175Z","end":"2026-04-28T03:23:50.759011Z","steps":["trace[1533200122] 'agreement among raft nodes before linearized reading' (duration: 163.775151ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.759024Z","caller":"traceutil/trace.go:171","msg":"trace[494116952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3650; }","duration":"644.116356ms","start":"2026-04-28T03:23:50.114895Z","end":"2026-04-28T03:23:50.759011Z","steps":["trace[494116952] 'agreement among raft nodes before linearized reading' (duration: 643.790488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.758999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.524204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.759065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.11488Z","time spent":"644.174866ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:50.759102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.843881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:23:50.75912Z","caller":"traceutil/trace.go:171","msg":"trace[1073836528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3650; }","duration":"135.902781ms","start":"2026-04-28T03:23:50.623211Z","end":"2026-04-28T03:23:50.759114Z","steps":["trace[1073836528] 'agreement among raft nodes before linearized reading' (duration: 135.852002ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.759103Z","caller":"traceutil/trace.go:171","msg":"trace[1960411059] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3650; }","duration":"147.702814ms","start":"2026-04-28T03:23:50.611378Z","end":"2026-04-28T03:23:50.759081Z","steps":["trace[1960411059] 'agreement among raft nodes before linearized reading' (duration: 147.516424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.759163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.176027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:23:50.758763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.563113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:23:50.759239Z","caller":"traceutil/trace.go:171","msg":"trace[1526519178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3650; }","duration":"192.313496ms","start":"2026-04-28T03:23:50.566908Z","end":"2026-04-28T03:23:50.759222Z","steps":["trace[1526519178] 'agreement among raft nodes before linearized reading' (duration: 192.057578ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.759254Z","caller":"traceutil/trace.go:171","msg":"trace[1548802363] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3650; }","duration":"652.12326ms","start":"2026-04-28T03:23:50.107123Z","end":"2026-04-28T03:23:50.759246Z","steps":["trace[1548802363] 'agreement among raft nodes before linearized reading' (duration: 651.605574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.75934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.107107Z","time spent":"652.16314ms","remote":"127.0.0.1:34012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:51.44158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.51781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:51.441842Z","caller":"traceutil/trace.go:171","msg":"trace[2110724475] transaction","detail":"{read_only:false; response_revision:3651; number_of_response:1; }","duration":"677.423145ms","start":"2026-04-28T03:23:50.764265Z","end":"2026-04-28T03:23:51.441688Z","steps":["trace[2110724475] 'process raft request' (duration: 329.696377ms)","trace[2110724475] 'compare' (duration: 347.365291ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:51.442006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.764251Z","time spent":"677.670063ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:51.686171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.533494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:51.68658Z","caller":"traceutil/trace.go:171","msg":"trace[578645321] transaction","detail":"{read_only:false; response_revision:3652; number_of_response:1; }","duration":"922.221637ms","start":"2026-04-28T03:23:50.764305Z","end":"2026-04-28T03:23:51.686527Z","steps":["trace[578645321] 'process raft request' (duration: 796.188976ms)","trace[578645321] 'compare' (duration: 125.371286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:51.686799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.764287Z","time spent":"922.396806ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:51.686946Z","caller":"traceutil/trace.go:171","msg":"trace[1088615713] transaction","detail":"{read_only:false; response_revision:3653; number_of_response:1; }","duration":"922.138117ms","start":"2026-04-28T03:23:50.764763Z","end":"2026-04-28T03:23:51.686901Z","steps":["trace[1088615713] 'process raft request' (duration: 921.578892ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:51.687004Z","caller":"traceutil/trace.go:171","msg":"trace[417564686] transaction","detail":"{read_only:false; response_revision:3654; number_of_response:1; }","duration":"921.870759ms","start":"2026-04-28T03:23:50.765101Z","end":"2026-04-28T03:23:51.686972Z","steps":["trace[417564686] 'process raft request' (duration: 921.437243ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:51.687013Z","caller":"traceutil/trace.go:171","msg":"trace[245018405] transaction","detail":"{read_only:false; response_revision:3655; number_of_response:1; }","duration":"920.488971ms","start":"2026-04-28T03:23:50.76649Z","end":"2026-04-28T03:23:51.686979Z","steps":["trace[245018405] 'process raft request' (duration: 920.323943ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:51.687092Z","caller":"traceutil/trace.go:171","msg":"trace[2100521958] linearizableReadLoop","detail":"{readStateIndex:3824; appliedIndex:3821; }","duration":"922.048978ms","start":"2026-04-28T03:23:50.765029Z","end":"2026-04-28T03:23:51.687078Z","steps":["trace[2100521958] 'read index received' (duration: 328.993261ms)","trace[2100521958] 'applied index is now lower than readState.Index' (duration: 593.054547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:51.687141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.766483Z","time spent":"920.60807ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:51.687133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.764735Z","time spent":"922.302716ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:51.687157Z","caller":"traceutil/trace.go:171","msg":"trace[1442256984] transaction","detail":"{read_only:false; response_revision:3656; number_of_response:1; }","duration":"440.694344ms","start":"2026-04-28T03:23:51.246442Z","end":"2026-04-28T03:23:51.687137Z","steps":["trace[1442256984] 'process raft request' (duration: 440.445886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:51.68719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.765075Z","time spent":"921.997239ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:51.687037Z","caller":"traceutil/trace.go:171","msg":"trace[147199444] transaction","detail":"{read_only:false; response_revision:3657; number_of_response:1; }","duration":"425.765344ms","start":"2026-04-28T03:23:51.261245Z","end":"2026-04-28T03:23:51.68701Z","steps":["trace[147199444] 'process raft request' (duration: 425.704255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:51.687283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:51.246403Z","time spent":"440.820943ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:51.687307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.014141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:51.687325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:51.261208Z","time spent":"426.081122ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:51.687357Z","caller":"traceutil/trace.go:171","msg":"trace[600920656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3657; }","duration":"570.09755ms","start":"2026-04-28T03:23:51.117245Z","end":"2026-04-28T03:23:51.687343Z","steps":["trace[600920656] 'agreement among raft nodes before linearized reading' (duration: 570.018051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:51.68735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.307095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9820"} {"level":"warn","ts":"2026-04-28T03:23:51.68739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:51.117223Z","time spent":"570.15981ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:23:51.687409Z","caller":"traceutil/trace.go:171","msg":"trace[2021299626] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3657; }","duration":"922.403295ms","start":"2026-04-28T03:23:50.764987Z","end":"2026-04-28T03:23:51.687391Z","steps":["trace[2021299626] 'agreement among raft nodes before linearized reading' (duration: 922.198737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:51.687457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.764973Z","time spent":"922.471824ms","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9842,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:23:54.674623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.775089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:54.67472Z","caller":"traceutil/trace.go:171","msg":"trace[1873853436] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak; range_end:; response_count:0; response_revision:3668; }","duration":"102.925308ms","start":"2026-04-28T03:23:54.571775Z","end":"2026-04-28T03:23:54.6747Z","steps":["trace[1873853436] 'range keys from in-memory index tree' (duration: 102.63579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:55.937661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779668526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:56.438064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779668526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:56.700975Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.276522656s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:23:56.701523Z","caller":"traceutil/trace.go:171","msg":"trace[410368586] transaction","detail":"{read_only:false; response_revision:3696; number_of_response:1; }","duration":"1.277153391s","start":"2026-04-28T03:23:55.424345Z","end":"2026-04-28T03:23:56.701499Z","steps":["trace[410368586] 'process raft request' (duration: 1.276891833s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.70166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:55.424327Z","time spent":"1.27727621s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6876,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:56.800094Z","caller":"traceutil/trace.go:171","msg":"trace[1899983708] transaction","detail":"{read_only:false; response_revision:3697; number_of_response:1; }","duration":"1.075881578s","start":"2026-04-28T03:23:55.72419Z","end":"2026-04-28T03:23:56.800072Z","steps":["trace[1899983708] 'process raft request' (duration: 1.07565782s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.80023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:55.724127Z","time spent":"1.076038316s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:56.800333Z","caller":"traceutil/trace.go:171","msg":"trace[394627658] transaction","detail":"{read_only:false; response_revision:3698; number_of_response:1; }","duration":"1.074764496s","start":"2026-04-28T03:23:55.725556Z","end":"2026-04-28T03:23:56.800321Z","steps":["trace[394627658] 'process raft request' (duration: 1.074465858s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.80042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:55.72553Z","time spent":"1.074842056s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:56.800561Z","caller":"traceutil/trace.go:171","msg":"trace[1564912610] linearizableReadLoop","detail":"{readStateIndex:3871; appliedIndex:3867; }","duration":"1.363102916s","start":"2026-04-28T03:23:55.437448Z","end":"2026-04-28T03:23:56.80055Z","steps":["trace[1564912610] 'read index received' (duration: 1.263788266s)","trace[1564912610] 'applied index is now lower than readState.Index' (duration: 99.31379ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:56.800627Z","caller":"traceutil/trace.go:171","msg":"trace[496567245] transaction","detail":"{read_only:false; response_revision:3699; number_of_response:1; }","duration":"473.639706ms","start":"2026-04-28T03:23:56.326975Z","end":"2026-04-28T03:23:56.800614Z","steps":["trace[496567245] 'process raft request' (duration: 473.306989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.800691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:56.326957Z","time spent":"473.704506ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:56.800703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363261625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7173"} {"level":"info","ts":"2026-04-28T03:23:56.800732Z","caller":"traceutil/trace.go:171","msg":"trace[677901958] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3699; }","duration":"1.363324103s","start":"2026-04-28T03:23:55.437399Z","end":"2026-04-28T03:23:56.800723Z","steps":["trace[677901958] 'agreement among raft nodes before linearized reading' (duration: 1.363215224s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.800758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:55.437339Z","time spent":"1.363412073s","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7195,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-28T03:23:56.803973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.150569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-28T03:23:56.804024Z","caller":"traceutil/trace.go:171","msg":"trace[1408849676] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3703; }","duration":"613.260408ms","start":"2026-04-28T03:23:56.190751Z","end":"2026-04-28T03:23:56.804012Z","steps":["trace[1408849676] 'agreement among raft nodes before linearized reading' (duration: 613.09191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.804057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:56.190728Z","time spent":"613.322258ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:23:56.804388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.665323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:23:56.804446Z","caller":"traceutil/trace.go:171","msg":"trace[1081794921] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3703; }","duration":"364.756622ms","start":"2026-04-28T03:23:56.439679Z","end":"2026-04-28T03:23:56.804436Z","steps":["trace[1081794921] 'agreement among raft nodes before linearized reading' (duration: 364.680543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.80448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:56.439661Z","time spent":"364.810582ms","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:56.805033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056987903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:23:56.805074Z","caller":"traceutil/trace.go:171","msg":"trace[1625357503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3703; }","duration":"1.057046963s","start":"2026-04-28T03:23:55.748017Z","end":"2026-04-28T03:23:56.805064Z","steps":["trace[1625357503] 'agreement among raft nodes before linearized reading' (duration: 1.056951624s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.805117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:55.748006Z","time spent":"1.057104553s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:23:56.805271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.871006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:23:56.805299Z","caller":"traceutil/trace.go:171","msg":"trace[1423636655] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3703; }","duration":"804.936035ms","start":"2026-04-28T03:23:56.000352Z","end":"2026-04-28T03:23:56.805288Z","steps":["trace[1423636655] 'agreement among raft nodes before linearized reading' (duration: 804.863556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.805327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:56.000332Z","time spent":"804.986065ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:23:56.805655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056441487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:23:56.80568Z","caller":"traceutil/trace.go:171","msg":"trace[674510765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3703; }","duration":"1.056486237s","start":"2026-04-28T03:23:55.749186Z","end":"2026-04-28T03:23:56.805672Z","steps":["trace[674510765] 'agreement among raft nodes before linearized reading' (duration: 1.056413697s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.805704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:55.749131Z","time spent":"1.056568465s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:56.806271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058506092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:23:56.806305Z","caller":"traceutil/trace.go:171","msg":"trace[876173930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3703; }","duration":"1.058581682s","start":"2026-04-28T03:23:55.747713Z","end":"2026-04-28T03:23:56.806295Z","steps":["trace[876173930] 'agreement among raft nodes before linearized reading' (duration: 1.058477663s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.806335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:55.747685Z","time spent":"1.058644022s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:56.807838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346725923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:23:56.807923Z","caller":"traceutil/trace.go:171","msg":"trace[705167276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3703; }","duration":"1.346865993s","start":"2026-04-28T03:23:55.461044Z","end":"2026-04-28T03:23:56.80791Z","steps":["trace[705167276] 'agreement among raft nodes before linearized reading' (duration: 1.34268926s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.8087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:55.461019Z","time spent":"1.347643687s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:56.809705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061919099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:23:56.809736Z","caller":"traceutil/trace.go:171","msg":"trace[1106550864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3703; }","duration":"1.061989598s","start":"2026-04-28T03:23:55.74774Z","end":"2026-04-28T03:23:56.809729Z","steps":["trace[1106550864] 'agreement among raft nodes before linearized reading' (duration: 1.057242071s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.80977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:55.747719Z","time spent":"1.062029638s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:23:59.205565Z","caller":"traceutil/trace.go:171","msg":"trace[452632558] linearizableReadLoop","detail":"{readStateIndex:3893; appliedIndex:3891; }","duration":"395.658912ms","start":"2026-04-28T03:23:58.809885Z","end":"2026-04-28T03:23:59.205544Z","steps":["trace[452632558] 'read index received' (duration: 56.127561ms)","trace[452632558] 'applied index is now lower than readState.Index' (duration: 339.530421ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:59.205743Z","caller":"traceutil/trace.go:171","msg":"trace[551126503] transaction","detail":"{read_only:false; response_revision:3722; number_of_response:1; }","duration":"389.506772ms","start":"2026-04-28T03:23:58.81621Z","end":"2026-04-28T03:23:59.205717Z","steps":["trace[551126503] 'process raft request' (duration: 389.291914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:59.205866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:58.816187Z","time spent":"389.609342ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:59.206036Z","caller":"traceutil/trace.go:171","msg":"trace[1458268759] transaction","detail":"{read_only:false; response_revision:3720; number_of_response:1; }","duration":"399.842956ms","start":"2026-04-28T03:23:58.806183Z","end":"2026-04-28T03:23:59.206026Z","steps":["trace[1458268759] 'process raft request' (duration: 300.855098ms)","trace[1458268759] 'compare' (duration: 97.925805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:59.206053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.15517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:23:59.206047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.973801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:23:59.206092Z","caller":"traceutil/trace.go:171","msg":"trace[2003542834] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3722; }","duration":"371.22613ms","start":"2026-04-28T03:23:58.834854Z","end":"2026-04-28T03:23:59.20608Z","steps":["trace[2003542834] 'agreement among raft nodes before linearized reading' (duration: 371.086911ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:59.206115Z","caller":"traceutil/trace.go:171","msg":"trace[194755845] transaction","detail":"{read_only:false; response_revision:3721; number_of_response:1; }","duration":"399.883826ms","start":"2026-04-28T03:23:58.806224Z","end":"2026-04-28T03:23:59.206108Z","steps":["trace[194755845] 'process raft request' (duration: 399.23034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:59.206128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:58.834845Z","time spent":"371.274478ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:23:59.206135Z","caller":"traceutil/trace.go:171","msg":"trace[499615238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3722; }","duration":"385.115351ms","start":"2026-04-28T03:23:58.820997Z","end":"2026-04-28T03:23:59.206113Z","steps":["trace[499615238] 'agreement among raft nodes before linearized reading' (duration: 384.817082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:59.206206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:58.820983Z","time spent":"385.20575ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:23:59.206276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.9846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:59.206307Z","caller":"traceutil/trace.go:171","msg":"trace[2130322647] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3722; }","duration":"165.04124ms","start":"2026-04-28T03:23:59.041257Z","end":"2026-04-28T03:23:59.206299Z","steps":["trace[2130322647] 'agreement among raft nodes before linearized reading' (duration: 164.980081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:59.206335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.251122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:59.206373Z","caller":"traceutil/trace.go:171","msg":"trace[1048416197] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3722; }","duration":"308.317242ms","start":"2026-04-28T03:23:58.898042Z","end":"2026-04-28T03:23:59.206359Z","steps":["trace[1048416197] 'agreement among raft nodes before linearized reading' (duration: 308.263002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:59.206408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:58.898026Z","time spent":"308.369762ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:59.206493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.608986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:23:59.206514Z","caller":"traceutil/trace.go:171","msg":"trace[1816784378] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3722; }","duration":"396.630776ms","start":"2026-04-28T03:23:58.809877Z","end":"2026-04-28T03:23:59.206508Z","steps":["trace[1816784378] 'agreement among raft nodes before linearized reading' (duration: 396.530577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:59.206536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:58.809852Z","time spent":"396.678937ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:23:59.206569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.73066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:23:59.206695Z","caller":"traceutil/trace.go:171","msg":"trace[1794040335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3722; }","duration":"372.891228ms","start":"2026-04-28T03:23:58.833792Z","end":"2026-04-28T03:23:59.206683Z","steps":["trace[1794040335] 'agreement among raft nodes before linearized reading' (duration: 372.683619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:59.206728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:58.833775Z","time spent":"372.943168ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:59.206087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:58.806154Z","time spent":"399.898876ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:59.206152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:58.806195Z","time spent":"399.938325ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:59.206927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.452054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:23:59.206954Z","caller":"traceutil/trace.go:171","msg":"trace[1300891275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3722; }","duration":"373.510554ms","start":"2026-04-28T03:23:58.833436Z","end":"2026-04-28T03:23:59.206947Z","steps":["trace[1300891275] 'agreement among raft nodes before linearized reading' (duration: 373.433085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:59.206974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:58.833421Z","time spent":"373.548164ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:59.206998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.939985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:23:59.207034Z","caller":"traceutil/trace.go:171","msg":"trace[848285843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3722; }","duration":"375.002115ms","start":"2026-04-28T03:23:58.832021Z","end":"2026-04-28T03:23:59.207023Z","steps":["trace[848285843] 'agreement among raft nodes before linearized reading' (duration: 374.905075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:59.207064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:58.832005Z","time spent":"375.052094ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:24:00.241156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.877729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:00.241266Z","caller":"traceutil/trace.go:171","msg":"trace[2061254645] transaction","detail":"{read_only:false; response_revision:3723; number_of_response:1; }","duration":"1.030126244s","start":"2026-04-28T03:23:59.211116Z","end":"2026-04-28T03:24:00.241242Z","steps":["trace[2061254645] 'process raft request' (duration: 214.027677ms)","trace[2061254645] 'compare' (duration: 815.75985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:00.241341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:59.211097Z","time spent":"1.030206654s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:00.372666Z","caller":"traceutil/trace.go:171","msg":"trace[1554267650] transaction","detail":"{read_only:false; response_revision:3724; number_of_response:1; }","duration":"1.161495701s","start":"2026-04-28T03:23:59.211139Z","end":"2026-04-28T03:24:00.372634Z","steps":["trace[1554267650] 'process raft request' (duration: 1.139275584s)","trace[1554267650] 'compare' (duration: 22.035828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:00.372837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:59.211126Z","time spent":"1.161625281s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:00.37287Z","caller":"traceutil/trace.go:171","msg":"trace[1164563738] transaction","detail":"{read_only:false; response_revision:3725; number_of_response:1; }","duration":"1.161637321s","start":"2026-04-28T03:23:59.211216Z","end":"2026-04-28T03:24:00.372853Z","steps":["trace[1164563738] 'process raft request' (duration: 1.161375223s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:00.372983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:59.211199Z","time spent":"1.16173957s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:00.373103Z","caller":"traceutil/trace.go:171","msg":"trace[698505320] transaction","detail":"{read_only:false; response_revision:3726; number_of_response:1; }","duration":"1.160670638s","start":"2026-04-28T03:23:59.212417Z","end":"2026-04-28T03:24:00.373088Z","steps":["trace[698505320] 'process raft request' (duration: 1.160387369s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:00.373221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:59.212408Z","time spent":"1.160762718s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:00.373301Z","caller":"traceutil/trace.go:171","msg":"trace[1162705770] transaction","detail":"{read_only:false; response_revision:3727; number_of_response:1; }","duration":"1.159401485s","start":"2026-04-28T03:23:59.213874Z","end":"2026-04-28T03:24:00.373275Z","steps":["trace[1162705770] 'process raft request' (duration: 1.159154577s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:00.373472Z","caller":"traceutil/trace.go:171","msg":"trace[1504152848] transaction","detail":"{read_only:false; response_revision:3728; number_of_response:1; }","duration":"1.100940626s","start":"2026-04-28T03:23:59.272517Z","end":"2026-04-28T03:24:00.373458Z","steps":["trace[1504152848] 'process raft request' (duration: 1.100682058s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:00.373492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:59.213865Z","time spent":"1.159516685s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:00.373551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:59.272493Z","time spent":"1.101020496s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:00.373842Z","caller":"traceutil/trace.go:171","msg":"trace[1425604412] transaction","detail":"{read_only:false; response_revision:3729; number_of_response:1; }","duration":"995.16009ms","start":"2026-04-28T03:23:59.378663Z","end":"2026-04-28T03:24:00.373823Z","steps":["trace[1425604412] 'process raft request' (duration: 994.754092ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:00.373904Z","caller":"traceutil/trace.go:171","msg":"trace[80881605] linearizableReadLoop","detail":"{readStateIndex:3899; appliedIndex:3894; }","duration":"1.157729455s","start":"2026-04-28T03:23:59.216155Z","end":"2026-04-28T03:24:00.373878Z","steps":["trace[80881605] 'read index received' (duration: 208.990828ms)","trace[80881605] 'applied index is now lower than readState.Index' (duration: 948.730557ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:00.373935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:59.378639Z","time spent":"995.251869ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:00.548846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.126406ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:24:00.548929Z","caller":"traceutil/trace.go:171","msg":"trace[738820274] linearizableReadLoop","detail":"{readStateIndex:3902; appliedIndex:3901; }","duration":"174.958347ms","start":"2026-04-28T03:24:00.373957Z","end":"2026-04-28T03:24:00.548915Z","steps":["trace[738820274] 'read index received' (duration: 36.83µs)","trace[738820274] 'applied index is now lower than readState.Index' (duration: 174.920497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:00.548945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332777042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-28T03:24:00.548988Z","caller":"traceutil/trace.go:171","msg":"trace[557510400] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3729; }","duration":"1.332845802s","start":"2026-04-28T03:23:59.216126Z","end":"2026-04-28T03:24:00.548971Z","steps":["trace[557510400] 'agreement among raft nodes before linearized reading' (duration: 1.157845285s)","trace[557510400] 'range keys from in-memory index tree' (duration: 174.837878ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:00.549005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.099991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:00.549027Z","caller":"traceutil/trace.go:171","msg":"trace[1208893592] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:3729; }","duration":"508.145581ms","start":"2026-04-28T03:24:00.040873Z","end":"2026-04-28T03:24:00.549018Z","steps":["trace[1208893592] 'agreement among raft nodes before linearized reading' (duration: 508.077662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:00.549034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:59.216115Z","time spent":"1.332904911s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-28T03:24:00.549046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.040859Z","time spent":"508.182721ms","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-28T03:24:00.549157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.707786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:24:00.549182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.822665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:00.549227Z","caller":"traceutil/trace.go:171","msg":"trace[1133168013] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3729; }","duration":"386.828974ms","start":"2026-04-28T03:24:00.162384Z","end":"2026-04-28T03:24:00.549213Z","steps":["trace[1133168013] 'agreement among raft nodes before linearized reading' (duration: 386.678995ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:00.54928Z","caller":"traceutil/trace.go:171","msg":"trace[537380033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3729; }","duration":"426.960585ms","start":"2026-04-28T03:24:00.122295Z","end":"2026-04-28T03:24:00.549256Z","steps":["trace[537380033] 'agreement among raft nodes before linearized reading' (duration: 426.788526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:00.549334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.122271Z","time spent":"427.051734ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:00.549343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.162343Z","time spent":"386.965383ms","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":4,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:01.310709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779668591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:01.813209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779668591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:02.313792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779668591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:02.813956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779668591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:03.315122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779668591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:03.443711Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.793910241s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:24:03.462434Z","caller":"traceutil/trace.go:171","msg":"trace[280418596] transaction","detail":"{read_only:false; response_revision:3731; number_of_response:1; }","duration":"2.812721401s","start":"2026-04-28T03:24:00.64969Z","end":"2026-04-28T03:24:03.462411Z","steps":["trace[280418596] 'process raft request' (duration: 2.79425233s)","trace[280418596] 'compare' (duration: 17.764305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:03.462584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.649666Z","time spent":"2.812820931s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:03.473785Z","caller":"traceutil/trace.go:171","msg":"trace[1120193492] transaction","detail":"{read_only:false; response_revision:3732; number_of_response:1; }","duration":"2.601780975s","start":"2026-04-28T03:24:00.871986Z","end":"2026-04-28T03:24:03.473767Z","steps":["trace[1120193492] 'process raft request' (duration: 2.601608766s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:03.473853Z","caller":"traceutil/trace.go:171","msg":"trace[1901332659] transaction","detail":"{read_only:false; response_revision:3734; number_of_response:1; }","duration":"2.260837323s","start":"2026-04-28T03:24:01.212979Z","end":"2026-04-28T03:24:03.473816Z","steps":["trace[1901332659] 'process raft request' (duration: 2.260733564s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:03.473901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.871961Z","time spent":"2.601878994s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:03.473898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664194054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:24:03.473958Z","caller":"traceutil/trace.go:171","msg":"trace[1303193892] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3735; }","duration":"2.664300183s","start":"2026-04-28T03:24:00.80965Z","end":"2026-04-28T03:24:03.47395Z","steps":["trace[1303193892] 'agreement among raft nodes before linearized reading' (duration: 2.664165483s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:03.47378Z","caller":"traceutil/trace.go:171","msg":"trace[1472023471] linearizableReadLoop","detail":"{readStateIndex:3908; appliedIndex:3903; }","duration":"2.664050945s","start":"2026-04-28T03:24:00.809711Z","end":"2026-04-28T03:24:03.473762Z","steps":["trace[1472023471] 'read index received' (duration: 2.634325283s)","trace[1472023471] 'applied index is now lower than readState.Index' (duration: 29.724872ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:03.473987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.212953Z","time spent":"2.260956243s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:03.474043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660730714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:03.474078Z","caller":"traceutil/trace.go:171","msg":"trace[1674810381] transaction","detail":"{read_only:false; response_revision:3735; number_of_response:1; }","duration":"2.260820914s","start":"2026-04-28T03:24:01.21325Z","end":"2026-04-28T03:24:03.474071Z","steps":["trace[1674810381] 'process raft request' (duration: 2.260486275s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:03.474095Z","caller":"traceutil/trace.go:171","msg":"trace[937447872] transaction","detail":"{read_only:false; response_revision:3733; number_of_response:1; }","duration":"2.261164012s","start":"2026-04-28T03:24:01.212923Z","end":"2026-04-28T03:24:03.474087Z","steps":["trace[937447872] 'process raft request' (duration: 2.260763353s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:03.474097Z","caller":"traceutil/trace.go:171","msg":"trace[1073348374] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3735; }","duration":"2.660813084s","start":"2026-04-28T03:24:00.813266Z","end":"2026-04-28T03:24:03.474079Z","steps":["trace[1073348374] 'agreement among raft nodes before linearized reading' (duration: 2.660753423s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:03.474136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.813244Z","time spent":"2.660879434s","remote":"127.0.0.1:51070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:03.474137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.212902Z","time spent":"2.261215042s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:03.474156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.213227Z","time spent":"2.260888084s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:03.474326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22869506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:24:03.474342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096383082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:24:03.474362Z","caller":"traceutil/trace.go:171","msg":"trace[424575989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3735; }","duration":"1.228754539s","start":"2026-04-28T03:24:02.245595Z","end":"2026-04-28T03:24:03.474349Z","steps":["trace[424575989] 'agreement among raft nodes before linearized reading' (duration: 1.22864603s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:03.474384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:02.245577Z","time spent":"1.228802269s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:03.474378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357229399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:03.47437Z","caller":"traceutil/trace.go:171","msg":"trace[1504498215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3735; }","duration":"1.096423891s","start":"2026-04-28T03:24:02.377939Z","end":"2026-04-28T03:24:03.474363Z","steps":["trace[1504498215] 'agreement among raft nodes before linearized reading' (duration: 1.096330852s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:03.474428Z","caller":"traceutil/trace.go:171","msg":"trace[624660797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3735; }","duration":"1.357313119s","start":"2026-04-28T03:24:02.117102Z","end":"2026-04-28T03:24:03.474415Z","steps":["trace[624660797] 'agreement among raft nodes before linearized reading' (duration: 1.357240039s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:03.474468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:02.117083Z","time spent":"1.357375619s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:03.474547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096284411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:24:03.474571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096825308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:24:03.474593Z","caller":"traceutil/trace.go:171","msg":"trace[51099691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3735; }","duration":"1.096885298s","start":"2026-04-28T03:24:02.377702Z","end":"2026-04-28T03:24:03.474587Z","steps":["trace[51099691] 'agreement among raft nodes before linearized reading' (duration: 1.096820608s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:03.474617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:02.37768Z","time spent":"1.096931568s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:24:03.474575Z","caller":"traceutil/trace.go:171","msg":"trace[1689358595] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3735; }","duration":"1.096318571s","start":"2026-04-28T03:24:02.378248Z","end":"2026-04-28T03:24:03.474567Z","steps":["trace[1689358595] 'agreement among raft nodes before linearized reading' (duration: 1.096208832s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:03.474666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:02.378244Z","time spent":"1.096414781s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:24:03.474712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097259896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:24:03.474719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47268628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:03.474753Z","caller":"traceutil/trace.go:171","msg":"trace[735312245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3735; }","duration":"1.097329825s","start":"2026-04-28T03:24:02.377413Z","end":"2026-04-28T03:24:03.474743Z","steps":["trace[735312245] 'agreement among raft nodes before linearized reading' (duration: 1.097245496s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:03.474763Z","caller":"traceutil/trace.go:171","msg":"trace[230543469] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3735; }","duration":"1.47277495s","start":"2026-04-28T03:24:02.001976Z","end":"2026-04-28T03:24:03.474751Z","steps":["trace[230543469] 'agreement among raft nodes before linearized reading' (duration: 1.472668971s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:03.474803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:02.37679Z","time spent":"1.097986492s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:03.474804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:02.001954Z","time spent":"1.47283815s","remote":"127.0.0.1:51138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:03.474051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.809627Z","time spent":"2.664354342s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:24:03.474439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:02.377928Z","time spent":"1.096504191s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:03.475192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546518837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:24:03.475234Z","caller":"traceutil/trace.go:171","msg":"trace[1890736050] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3735; }","duration":"1.546589527s","start":"2026-04-28T03:24:01.928637Z","end":"2026-04-28T03:24:03.475226Z","steps":["trace[1890736050] 'agreement among raft nodes before linearized reading' (duration: 1.546318968s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:03.475257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.928622Z","time spent":"1.546628645s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:24:03.475407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162685558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:03.475456Z","caller":"traceutil/trace.go:171","msg":"trace[609323089] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3735; }","duration":"2.162783107s","start":"2026-04-28T03:24:01.31266Z","end":"2026-04-28T03:24:03.475443Z","steps":["trace[609323089] 'agreement among raft nodes before linearized reading' (duration: 2.162698488s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:03.475496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.31264Z","time spent":"2.162845667s","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:04.287544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.781433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:04.287788Z","caller":"traceutil/trace.go:171","msg":"trace[1649494828] linearizableReadLoop","detail":"{readStateIndex:3916; appliedIndex:3914; }","duration":"639.310935ms","start":"2026-04-28T03:24:03.648458Z","end":"2026-04-28T03:24:04.287769Z","steps":["trace[1649494828] 'read index received' (duration: 325.215763ms)","trace[1649494828] 'applied index is now lower than readState.Index' (duration: 314.094312ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:04.287807Z","caller":"traceutil/trace.go:171","msg":"trace[1945157442] transaction","detail":"{read_only:false; response_revision:3742; number_of_response:1; }","duration":"650.177557ms","start":"2026-04-28T03:24:03.637599Z","end":"2026-04-28T03:24:04.287777Z","steps":["trace[1945157442] 'process raft request' (duration: 336.085985ms)","trace[1945157442] 'compare' (duration: 313.397025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:04.287964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:03.637579Z","time spent":"650.316576ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1250,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:24:04.287993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.525724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T03:24:04.288027Z","caller":"traceutil/trace.go:171","msg":"trace[1701036092] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3743; }","duration":"639.600702ms","start":"2026-04-28T03:24:03.648413Z","end":"2026-04-28T03:24:04.288014Z","steps":["trace[1701036092] 'agreement among raft nodes before linearized reading' (duration: 639.416313ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:04.288036Z","caller":"traceutil/trace.go:171","msg":"trace[601211869] transaction","detail":"{read_only:false; response_revision:3743; number_of_response:1; }","duration":"650.368416ms","start":"2026-04-28T03:24:03.637654Z","end":"2026-04-28T03:24:04.288022Z","steps":["trace[601211869] 'process raft request' (duration: 650.008188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:04.28807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:03.648388Z","time spent":"639.673422ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:24:04.288108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:03.637634Z","time spent":"650.430085ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":749,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:04.497439Z","caller":"traceutil/trace.go:171","msg":"trace[1321269744] transaction","detail":"{read_only:false; response_revision:3747; number_of_response:1; }","duration":"175.737664ms","start":"2026-04-28T03:24:04.321674Z","end":"2026-04-28T03:24:04.497412Z","steps":["trace[1321269744] 'process raft request' (duration: 136.855613ms)","trace[1321269744] 'compare' (duration: 38.383194ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:05.202015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.968556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:05.202173Z","caller":"traceutil/trace.go:171","msg":"trace[611214819] linearizableReadLoop","detail":"{readStateIndex:3960; appliedIndex:3959; }","duration":"391.414675ms","start":"2026-04-28T03:24:04.810729Z","end":"2026-04-28T03:24:05.202144Z","steps":["trace[611214819] 'read index received' (duration: 288.26731ms)","trace[611214819] 'applied index is now lower than readState.Index' (duration: 103.145735ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:05.202295Z","caller":"traceutil/trace.go:171","msg":"trace[1161011277] transaction","detail":"{read_only:false; response_revision:3785; number_of_response:1; }","duration":"405.675901ms","start":"2026-04-28T03:24:04.796561Z","end":"2026-04-28T03:24:05.202237Z","steps":["trace[1161011277] 'process raft request' (duration: 302.400037ms)","trace[1161011277] 'compare' (duration: 102.858837ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:05.202397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.663914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:24:05.202422Z","caller":"traceutil/trace.go:171","msg":"trace[4834793] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3785; }","duration":"391.724802ms","start":"2026-04-28T03:24:04.810689Z","end":"2026-04-28T03:24:05.202414Z","steps":["trace[4834793] 'agreement among raft nodes before linearized reading' (duration: 391.612653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.20245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:04.810672Z","time spent":"391.772003ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:24:05.202477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.155992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-04-28T03:24:05.202506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:04.796534Z","time spent":"405.86427ms","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3281,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:05.202539Z","caller":"traceutil/trace.go:171","msg":"trace[1096521989] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:3785; }","duration":"390.297142ms","start":"2026-04-28T03:24:04.812227Z","end":"2026-04-28T03:24:05.202524Z","steps":["trace[1096521989] 'agreement among raft nodes before linearized reading' (duration: 390.099542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.202574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:04.812192Z","time spent":"390.375362ms","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9661,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-04-28T03:24:05.202777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.134153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-28T03:24:05.202813Z","caller":"traceutil/trace.go:171","msg":"trace[336990453] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:3785; }","duration":"288.221941ms","start":"2026-04-28T03:24:04.914581Z","end":"2026-04-28T03:24:05.202803Z","steps":["trace[336990453] 'agreement among raft nodes before linearized reading' (duration: 288.138442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.793351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.172404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:05.793486Z","caller":"traceutil/trace.go:171","msg":"trace[806081941] transaction","detail":"{read_only:false; response_revision:3786; number_of_response:1; }","duration":"538.431078ms","start":"2026-04-28T03:24:05.255029Z","end":"2026-04-28T03:24:05.79346Z","steps":["trace[806081941] 'process raft request' (duration: 48.048685ms)","trace[806081941] 'compare' (duration: 489.490377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:05.793594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:05.255004Z","time spent":"538.523377ms","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3301,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:05.863816Z","caller":"traceutil/trace.go:171","msg":"trace[570806348] transaction","detail":"{read_only:false; response_revision:3787; number_of_response:1; }","duration":"383.980972ms","start":"2026-04-28T03:24:05.479811Z","end":"2026-04-28T03:24:05.863792Z","steps":["trace[570806348] 'process raft request' (duration: 383.883853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.863952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:05.479787Z","time spent":"384.106072ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:05.867832Z","caller":"traceutil/trace.go:171","msg":"trace[551174779] transaction","detail":"{read_only:false; response_revision:3789; number_of_response:1; }","duration":"386.762629ms","start":"2026-04-28T03:24:05.481055Z","end":"2026-04-28T03:24:05.867817Z","steps":["trace[551174779] 'process raft request' (duration: 386.714609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.867929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:05.481049Z","time spent":"386.838019ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:05.868079Z","caller":"traceutil/trace.go:171","msg":"trace[888032193] transaction","detail":"{read_only:false; response_revision:3788; number_of_response:1; }","duration":"387.676294ms","start":"2026-04-28T03:24:05.480395Z","end":"2026-04-28T03:24:05.868072Z","steps":["trace[888032193] 'process raft request' (duration: 387.305126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.868124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:05.480375Z","time spent":"387.729274ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:05.868318Z","caller":"traceutil/trace.go:171","msg":"trace[568391624] transaction","detail":"{read_only:false; response_revision:3790; number_of_response:1; }","duration":"385.669574ms","start":"2026-04-28T03:24:05.482642Z","end":"2026-04-28T03:24:05.868311Z","steps":["trace[568391624] 'process raft request' (duration: 385.152706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.868367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:05.48263Z","time spent":"385.712013ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:05.868574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.990716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:24:05.868619Z","caller":"traceutil/trace.go:171","msg":"trace[93910641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3790; }","duration":"383.085336ms","start":"2026-04-28T03:24:05.485521Z","end":"2026-04-28T03:24:05.868607Z","steps":["trace[93910641] 'agreement among raft nodes before linearized reading' (duration: 382.946857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.868659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:05.485502Z","time spent":"383.147966ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:24:05.868358Z","caller":"traceutil/trace.go:171","msg":"trace[518768046] linearizableReadLoop","detail":"{readStateIndex:3965; appliedIndex:3962; }","duration":"382.407039ms","start":"2026-04-28T03:24:05.485566Z","end":"2026-04-28T03:24:05.867973Z","steps":["trace[518768046] 'read index received' (duration: 378.25261ms)","trace[518768046] 'applied index is now lower than readState.Index' (duration: 4.153319ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:05.868894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.870568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:24:05.868921Z","caller":"traceutil/trace.go:171","msg":"trace[178630542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3790; }","duration":"380.907468ms","start":"2026-04-28T03:24:05.488004Z","end":"2026-04-28T03:24:05.868911Z","steps":["trace[178630542] 'agreement among raft nodes before linearized reading' (duration: 380.827858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.868944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:05.487999Z","time spent":"380.939687ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:05.870356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.951605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-28T03:24:05.870428Z","caller":"traceutil/trace.go:171","msg":"trace[1851046330] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:3790; }","duration":"226.058795ms","start":"2026-04-28T03:24:05.644348Z","end":"2026-04-28T03:24:05.870407Z","steps":["trace[1851046330] 'agreement among raft nodes before linearized reading' (duration: 225.908335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.870497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.847332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:24:05.870524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.266835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:24:05.870581Z","caller":"traceutil/trace.go:171","msg":"trace[1008053414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3790; }","duration":"371.357705ms","start":"2026-04-28T03:24:05.499211Z","end":"2026-04-28T03:24:05.870568Z","steps":["trace[1008053414] 'agreement among raft nodes before linearized reading' (duration: 371.212516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.870637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:05.499196Z","time spent":"371.426285ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:24:05.870559Z","caller":"traceutil/trace.go:171","msg":"trace[1562684390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3790; }","duration":"381.928982ms","start":"2026-04-28T03:24:05.488619Z","end":"2026-04-28T03:24:05.870548Z","steps":["trace[1562684390] 'agreement among raft nodes before linearized reading' (duration: 381.713853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.870752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:05.488606Z","time spent":"382.133101ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:24:05.870699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.948409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b90587b-9443-4f52-9594-bdd9d179157c\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-28T03:24:05.870865Z","caller":"traceutil/trace.go:171","msg":"trace[643781512] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0b90587b-9443-4f52-9594-bdd9d179157c; range_end:; response_count:1; response_revision:3790; }","duration":"135.137268ms","start":"2026-04-28T03:24:05.735708Z","end":"2026-04-28T03:24:05.870845Z","steps":["trace[643781512] 'agreement among raft nodes before linearized reading' (duration: 134.919119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.870409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.367481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:24:05.87127Z","caller":"traceutil/trace.go:171","msg":"trace[973123416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3790; }","duration":"383.234386ms","start":"2026-04-28T03:24:05.488025Z","end":"2026-04-28T03:24:05.871259Z","steps":["trace[973123416] 'agreement among raft nodes before linearized reading' (duration: 382.302341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.871399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:05.488022Z","time spent":"383.366696ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:06.794854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.056807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b90587b-9443-4f52-9594-bdd9d179157c\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-28T03:24:06.794933Z","caller":"traceutil/trace.go:171","msg":"trace[1822655377] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0b90587b-9443-4f52-9594-bdd9d179157c; range_end:; response_count:1; response_revision:3805; }","duration":"178.177587ms","start":"2026-04-28T03:24:06.616737Z","end":"2026-04-28T03:24:06.794914Z","steps":["trace[1822655377] 'range keys from in-memory index tree' (duration: 177.899688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:07.310167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779668750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:07.810657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779668750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:08.311708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779668750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:08.812045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779668750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:09.11405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999946857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:24:09.114231Z","caller":"traceutil/trace.go:171","msg":"trace[765562268] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000183926s","start":"2026-04-28T03:24:07.11402Z","end":"2026-04-28T03:24:09.114204Z","steps":["trace[765562268] 'agreement among raft nodes before linearized reading' (duration: 1.999983887s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:09.114305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:07.113997Z","time spent":"2.000291245s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:24:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:09.312967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779668750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:09.424Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.62198199s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:24:09.425525Z","caller":"traceutil/trace.go:171","msg":"trace[626289312] transaction","detail":"{read_only:false; response_revision:3806; number_of_response:1; }","duration":"2.623608284s","start":"2026-04-28T03:24:06.801893Z","end":"2026-04-28T03:24:09.425502Z","steps":["trace[626289312] 'process raft request' (duration: 2.623441824s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:09.425674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:06.801871Z","time spent":"2.623729143s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:09.830446Z","caller":"traceutil/trace.go:171","msg":"trace[1269056661] transaction","detail":"{read_only:false; response_revision:3807; number_of_response:1; }","duration":"1.961518493s","start":"2026-04-28T03:24:07.8689Z","end":"2026-04-28T03:24:09.830418Z","steps":["trace[1269056661] 'process raft request' (duration: 1.957496729s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:09.830518Z","caller":"traceutil/trace.go:171","msg":"trace[2134144848] linearizableReadLoop","detail":"{readStateIndex:3985; appliedIndex:3980; }","duration":"3.021111754s","start":"2026-04-28T03:24:06.809386Z","end":"2026-04-28T03:24:09.830497Z","steps":["trace[2134144848] 'read index received' (duration: 2.615930019s)","trace[2134144848] 'applied index is now lower than readState.Index' (duration: 405.180725ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:09.830546Z","caller":"traceutil/trace.go:171","msg":"trace[1643171193] transaction","detail":"{read_only:false; response_revision:3809; number_of_response:1; }","duration":"1.956177317s","start":"2026-04-28T03:24:07.874345Z","end":"2026-04-28T03:24:09.830522Z","steps":["trace[1643171193] 'process raft request' (duration: 1.956064967s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:09.830603Z","caller":"traceutil/trace.go:171","msg":"trace[606829419] transaction","detail":"{read_only:false; response_revision:3810; number_of_response:1; }","duration":"1.955998439s","start":"2026-04-28T03:24:07.874596Z","end":"2026-04-28T03:24:09.830594Z","steps":["trace[606829419] 'process raft request' (duration: 1.955856629s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:09.830617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:07.868877Z","time spent":"1.961642973s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:09.83072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:07.874582Z","time spent":"1.956047428s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:09.830537Z","caller":"traceutil/trace.go:171","msg":"trace[331959769] transaction","detail":"{read_only:false; response_revision:3808; number_of_response:1; }","duration":"1.956628375s","start":"2026-04-28T03:24:07.873863Z","end":"2026-04-28T03:24:09.830491Z","steps":["trace[331959769] 'process raft request' (duration: 1.956467886s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:09.830709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:07.874328Z","time spent":"1.956268397s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:09.830867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:07.873839Z","time spent":"1.956934694s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:09.830896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021501852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:24:09.830954Z","caller":"traceutil/trace.go:171","msg":"trace[151594268] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3810; }","duration":"3.021591352s","start":"2026-04-28T03:24:06.809349Z","end":"2026-04-28T03:24:09.83094Z","steps":["trace[151594268] 'agreement among raft nodes before linearized reading' (duration: 3.021432993s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:09.831003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:06.809332Z","time spent":"3.021656482s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:24:09.880738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948604961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:24:09.880783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631238741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:09.880904Z","caller":"traceutil/trace.go:171","msg":"trace[1141712941] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3810; }","duration":"1.631432689s","start":"2026-04-28T03:24:08.249448Z","end":"2026-04-28T03:24:09.880881Z","steps":["trace[1141712941] 'agreement among raft nodes before linearized reading' (duration: 1.63117567s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:09.880959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.249425Z","time spent":"1.631523569s","remote":"127.0.0.1:47562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:09.880989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988360294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:24:09.88104Z","caller":"traceutil/trace.go:171","msg":"trace[796803199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3810; }","duration":"1.988434974s","start":"2026-04-28T03:24:07.892595Z","end":"2026-04-28T03:24:09.88103Z","steps":["trace[796803199] 'agreement among raft nodes before linearized reading' (duration: 1.988260724s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:09.881087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:07.892586Z","time spent":"1.988491443s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:09.881274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.816506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:09.881351Z","caller":"traceutil/trace.go:171","msg":"trace[1226790682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3810; }","duration":"767.006004ms","start":"2026-04-28T03:24:09.114326Z","end":"2026-04-28T03:24:09.881332Z","steps":["trace[1226790682] 'agreement among raft nodes before linearized reading' (duration: 766.867015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:09.881392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:09.114304Z","time spent":"767.079644ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:09.881421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156767384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:24:09.881346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988890991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:24:09.881486Z","caller":"traceutil/trace.go:171","msg":"trace[642633753] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3810; }","duration":"1.156879134s","start":"2026-04-28T03:24:08.724593Z","end":"2026-04-28T03:24:09.881472Z","steps":["trace[642633753] 'agreement among raft nodes before linearized reading' (duration: 1.156763614s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:09.881516Z","caller":"traceutil/trace.go:171","msg":"trace[2126252091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3810; }","duration":"1.989076241s","start":"2026-04-28T03:24:07.892424Z","end":"2026-04-28T03:24:09.8815Z","steps":["trace[2126252091] 'agreement among raft nodes before linearized reading' (duration: 1.988758062s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:09.881523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.724567Z","time spent":"1.156946683s","remote":"127.0.0.1:51254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:09.881541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006217874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b90587b-9443-4f52-9594-bdd9d179157c\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-04-28T03:24:09.880829Z","caller":"traceutil/trace.go:171","msg":"trace[681277704] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3810; }","duration":"1.948722231s","start":"2026-04-28T03:24:07.932088Z","end":"2026-04-28T03:24:09.88081Z","steps":["trace[681277704] 'agreement among raft nodes before linearized reading' (duration: 1.948554241s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:09.881605Z","caller":"traceutil/trace.go:171","msg":"trace[1778506063] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0b90587b-9443-4f52-9594-bdd9d179157c; range_end:; response_count:1; response_revision:3810; }","duration":"3.006301464s","start":"2026-04-28T03:24:06.875286Z","end":"2026-04-28T03:24:09.881588Z","steps":["trace[1778506063] 'agreement among raft nodes before linearized reading' (duration: 3.006168985s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:09.88163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9891863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:09.881657Z","caller":"traceutil/trace.go:171","msg":"trace[178518360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3810; }","duration":"1.98925891s","start":"2026-04-28T03:24:07.892388Z","end":"2026-04-28T03:24:09.881647Z","steps":["trace[178518360] 'agreement among raft nodes before linearized reading' (duration: 1.98919659s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:09.88166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:06.875274Z","time spent":"3.006373234s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b90587b-9443-4f52-9594-bdd9d179157c\" "} {"level":"warn","ts":"2026-04-28T03:24:09.881687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.065014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:24:09.881719Z","caller":"traceutil/trace.go:171","msg":"trace[17158905] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3810; }","duration":"585.135964ms","start":"2026-04-28T03:24:09.296576Z","end":"2026-04-28T03:24:09.881712Z","steps":["trace[17158905] 'agreement among raft nodes before linearized reading' (duration: 585.017264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:09.881415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633711607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-28T03:24:09.881792Z","caller":"traceutil/trace.go:171","msg":"trace[2042846419] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:3810; }","duration":"2.634114865s","start":"2026-04-28T03:24:07.247658Z","end":"2026-04-28T03:24:09.881773Z","steps":["trace[2042846419] 'agreement among raft nodes before linearized reading' (duration: 2.633680057s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:09.881795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447680573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:09.881851Z","caller":"traceutil/trace.go:171","msg":"trace[773699072] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3810; }","duration":"1.447795763s","start":"2026-04-28T03:24:08.434043Z","end":"2026-04-28T03:24:09.881838Z","steps":["trace[773699072] 'agreement among raft nodes before linearized reading' (duration: 1.447634814s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:09.88189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.434015Z","time spent":"1.447867183s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:09.881566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:07.892373Z","time spent":"1.98918349s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:09.881934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:07.247639Z","time spent":"2.634277075s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-28T03:24:09.881639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:07.932043Z","time spent":"1.949567357s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:09.881693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:07.892374Z","time spent":"1.98930939s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:24:09.881744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:09.296555Z","time spent":"585.183043ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:24:09.881739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.72172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:09.882164Z","caller":"traceutil/trace.go:171","msg":"trace[1016458611] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3810; }","duration":"611.187498ms","start":"2026-04-28T03:24:09.270967Z","end":"2026-04-28T03:24:09.882154Z","steps":["trace[1016458611] 'agreement among raft nodes before linearized reading' (duration: 610.74406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:09.882197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:09.270948Z","time spent":"611.240717ms","remote":"127.0.0.1:60736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:09.882473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999903292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:24:09.882471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992676804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:24:09.882505Z","caller":"traceutil/trace.go:171","msg":"trace[966691958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3810; }","duration":"1.999961572s","start":"2026-04-28T03:24:07.882535Z","end":"2026-04-28T03:24:09.882497Z","steps":["trace[966691958] 'agreement among raft nodes before linearized reading' (duration: 1.998622418s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:09.882517Z","caller":"traceutil/trace.go:171","msg":"trace[921087954] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3810; }","duration":"1.992770304s","start":"2026-04-28T03:24:07.889734Z","end":"2026-04-28T03:24:09.882504Z","steps":["trace[921087954] 'agreement among raft nodes before linearized reading' (duration: 1.992596215s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:09.882561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:07.889703Z","time spent":"1.992849914s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:09.882529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:07.882506Z","time spent":"2.000018332s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:24:10.828999Z","caller":"traceutil/trace.go:171","msg":"trace[859367139] transaction","detail":"{read_only:false; response_revision:3820; number_of_response:1; }","duration":"193.857841ms","start":"2026-04-28T03:24:10.635121Z","end":"2026-04-28T03:24:10.828979Z","steps":["trace[859367139] 'process raft request' (duration: 193.728912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:10.86866Z","caller":"traceutil/trace.go:171","msg":"trace[1702984435] linearizableReadLoop","detail":"{readStateIndex:3999; appliedIndex:3996; }","duration":"181.48669ms","start":"2026-04-28T03:24:10.687157Z","end":"2026-04-28T03:24:10.868643Z","steps":["trace[1702984435] 'read index received' (duration: 141.761284ms)","trace[1702984435] 'applied index is now lower than readState.Index' (duration: 39.724346ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:10.868692Z","caller":"traceutil/trace.go:171","msg":"trace[986265081] transaction","detail":"{read_only:false; response_revision:3821; number_of_response:1; }","duration":"227.542672ms","start":"2026-04-28T03:24:10.641138Z","end":"2026-04-28T03:24:10.868681Z","steps":["trace[986265081] 'process raft request' (duration: 221.140207ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:10.86876Z","caller":"traceutil/trace.go:171","msg":"trace[811774000] transaction","detail":"{read_only:false; response_revision:3822; number_of_response:1; }","duration":"224.274245ms","start":"2026-04-28T03:24:10.644475Z","end":"2026-04-28T03:24:10.868749Z","steps":["trace[811774000] 'process raft request' (duration: 224.134205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:10.868948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.787749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-28T03:24:10.869006Z","caller":"traceutil/trace.go:171","msg":"trace[1693495966] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3822; }","duration":"181.891838ms","start":"2026-04-28T03:24:10.687097Z","end":"2026-04-28T03:24:10.868989Z","steps":["trace[1693495966] 'agreement among raft nodes before linearized reading' (duration: 181.746498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:12.762425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.269343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:12.762619Z","caller":"traceutil/trace.go:171","msg":"trace[1331662965] transaction","detail":"{read_only:false; response_revision:3826; number_of_response:1; }","duration":"924.616209ms","start":"2026-04-28T03:24:11.837992Z","end":"2026-04-28T03:24:12.762608Z","steps":["trace[1331662965] 'process raft request' (duration: 924.577029ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:12.762633Z","caller":"traceutil/trace.go:171","msg":"trace[1724999604] transaction","detail":"{read_only:false; response_revision:3825; number_of_response:1; }","duration":"925.173447ms","start":"2026-04-28T03:24:11.837433Z","end":"2026-04-28T03:24:12.762606Z","steps":["trace[1724999604] 'process raft request' (duration: 925.065978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:12.762676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:11.837978Z","time spent":"924.670929ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:12.762754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:11.837417Z","time spent":"925.270277ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:12.762766Z","caller":"traceutil/trace.go:171","msg":"trace[1860858819] transaction","detail":"{read_only:false; response_revision:3824; number_of_response:1; }","duration":"926.155374ms","start":"2026-04-28T03:24:11.836585Z","end":"2026-04-28T03:24:12.76274Z","steps":["trace[1860858819] 'process raft request' (duration: 180.515462ms)","trace[1860858819] 'compare' (duration: 744.814575ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:12.762883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:11.836557Z","time spent":"926.263852ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:12.76291Z","caller":"traceutil/trace.go:171","msg":"trace[763445595] transaction","detail":"{read_only:false; response_revision:3827; number_of_response:1; }","duration":"924.47921ms","start":"2026-04-28T03:24:11.838412Z","end":"2026-04-28T03:24:12.762891Z","steps":["trace[763445595] 'process raft request' (duration: 924.175921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:12.76302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:11.838395Z","time spent":"924.56634ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:12.763065Z","caller":"traceutil/trace.go:171","msg":"trace[1620929387] linearizableReadLoop","detail":"{readStateIndex:4005; appliedIndex:4000; }","duration":"870.329607ms","start":"2026-04-28T03:24:11.892724Z","end":"2026-04-28T03:24:12.763053Z","steps":["trace[1620929387] 'read index received' (duration: 124.389007ms)","trace[1620929387] 'applied index is now lower than readState.Index' (duration: 745.93977ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:12.763156Z","caller":"traceutil/trace.go:171","msg":"trace[1484682428] transaction","detail":"{read_only:false; response_revision:3828; number_of_response:1; }","duration":"903.230988ms","start":"2026-04-28T03:24:11.859914Z","end":"2026-04-28T03:24:12.763145Z","steps":["trace[1484682428] 'process raft request' (duration: 902.881098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:12.763213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:11.859888Z","time spent":"903.295348ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:12.763264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.532938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b90587b-9443-4f52-9594-bdd9d179157c\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-04-28T03:24:12.763302Z","caller":"traceutil/trace.go:171","msg":"trace[853140683] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0b90587b-9443-4f52-9594-bdd9d179157c; range_end:; response_count:1; response_revision:3828; }","duration":"870.623598ms","start":"2026-04-28T03:24:11.892667Z","end":"2026-04-28T03:24:12.76329Z","steps":["trace[853140683] 'agreement among raft nodes before linearized reading' (duration: 870.499768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:12.763333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:11.892647Z","time spent":"870.677026ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b90587b-9443-4f52-9594-bdd9d179157c\" "} {"level":"warn","ts":"2026-04-28T03:24:13.537981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.414598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:13.538404Z","caller":"traceutil/trace.go:171","msg":"trace[1333333992] transaction","detail":"{read_only:false; response_revision:3829; number_of_response:1; }","duration":"1.36098099s","start":"2026-04-28T03:24:12.177398Z","end":"2026-04-28T03:24:13.538379Z","steps":["trace[1333333992] 'process raft request' (duration: 690.100654ms)","trace[1333333992] 'compare' (duration: 669.80973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:13.538492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:12.177372Z","time spent":"1.3610815s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:13.538419Z","caller":"traceutil/trace.go:171","msg":"trace[1119088200] linearizableReadLoop","detail":"{readStateIndex:4006; appliedIndex:4005; }","duration":"774.962307ms","start":"2026-04-28T03:24:12.76309Z","end":"2026-04-28T03:24:13.538052Z","steps":["trace[1119088200] 'read index received' (duration: 104.3947ms)","trace[1119088200] 'applied index is now lower than readState.Index' (duration: 670.566057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:13.538581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635689049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:24:13.538648Z","caller":"traceutil/trace.go:171","msg":"trace[88666154] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3829; }","duration":"1.635794019s","start":"2026-04-28T03:24:11.902836Z","end":"2026-04-28T03:24:13.53863Z","steps":["trace[88666154] 'agreement among raft nodes before linearized reading' (duration: 1.63551696s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.538677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.55007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:24:13.538706Z","caller":"traceutil/trace.go:171","msg":"trace[360701033] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3829; }","duration":"727.60383ms","start":"2026-04-28T03:24:12.811092Z","end":"2026-04-28T03:24:13.538696Z","steps":["trace[360701033] 'agreement among raft nodes before linearized reading' (duration: 727.52106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.538703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:11.902824Z","time spent":"1.635869079s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:13.538728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:12.811079Z","time spent":"727.64414ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:24:13.538746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640138033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:24:13.538637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424334811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:13.538782Z","caller":"traceutil/trace.go:171","msg":"trace[1845027901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3829; }","duration":"1.640198593s","start":"2026-04-28T03:24:11.898574Z","end":"2026-04-28T03:24:13.538773Z","steps":["trace[1845027901] 'agreement among raft nodes before linearized reading' (duration: 1.640120923s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.53881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640239132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:24:13.538816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:11.898559Z","time spent":"1.640249572s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:24:13.538815Z","caller":"traceutil/trace.go:171","msg":"trace[604053329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3829; }","duration":"1.42452409s","start":"2026-04-28T03:24:12.114279Z","end":"2026-04-28T03:24:13.538803Z","steps":["trace[604053329] 'agreement among raft nodes before linearized reading' (duration: 1.424303311s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:13.538842Z","caller":"traceutil/trace.go:171","msg":"trace[607180394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3829; }","duration":"1.640288642s","start":"2026-04-28T03:24:11.89854Z","end":"2026-04-28T03:24:13.538829Z","steps":["trace[607180394] 'agreement among raft nodes before linearized reading' (duration: 1.640187353s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.538851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:12.114221Z","time spent":"1.424621579s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:13.538677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640088243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:24:13.538876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.75547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:24:13.538876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:11.898527Z","time spent":"1.640343572s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:24:13.53889Z","caller":"traceutil/trace.go:171","msg":"trace[1510653288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3829; }","duration":"1.640329992s","start":"2026-04-28T03:24:11.898551Z","end":"2026-04-28T03:24:13.538881Z","steps":["trace[1510653288] 'agreement among raft nodes before linearized reading' (duration: 1.640046663s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:13.538903Z","caller":"traceutil/trace.go:171","msg":"trace[1221294031] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3829; }","duration":"269.78462ms","start":"2026-04-28T03:24:13.269112Z","end":"2026-04-28T03:24:13.538896Z","steps":["trace[1221294031] 'agreement among raft nodes before linearized reading' (duration: 269.74021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.538921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:11.89854Z","time spent":"1.640373062s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:24:13.539798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643665241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:13.53986Z","caller":"traceutil/trace.go:171","msg":"trace[333627094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3829; }","duration":"1.643766291s","start":"2026-04-28T03:24:11.896079Z","end":"2026-04-28T03:24:13.539846Z","steps":["trace[333627094] 'agreement among raft nodes before linearized reading' (duration: 1.642364825s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.539922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:11.89606Z","time spent":"1.64385177s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:24:13.848302Z","caller":"traceutil/trace.go:171","msg":"trace[567985052] linearizableReadLoop","detail":"{readStateIndex:4007; appliedIndex:4006; }","duration":"304.120819ms","start":"2026-04-28T03:24:13.544157Z","end":"2026-04-28T03:24:13.848277Z","steps":["trace[567985052] 'read index received' (duration: 261.500078ms)","trace[567985052] 'applied index is now lower than readState.Index' (duration: 42.619871ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:13.848421Z","caller":"traceutil/trace.go:171","msg":"trace[101228194] transaction","detail":"{read_only:false; response_revision:3830; number_of_response:1; }","duration":"304.628748ms","start":"2026-04-28T03:24:13.543779Z","end":"2026-04-28T03:24:13.848407Z","steps":["trace[101228194] 'process raft request' (duration: 261.865017ms)","trace[101228194] 'compare' (duration: 42.528052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:13.84852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:13.543759Z","time spent":"304.689778ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:13.848825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.635817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-28T03:24:13.848933Z","caller":"traceutil/trace.go:171","msg":"trace[1877098346] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3830; }","duration":"304.772967ms","start":"2026-04-28T03:24:13.544131Z","end":"2026-04-28T03:24:13.848904Z","steps":["trace[1877098346] 'agreement among raft nodes before linearized reading' (duration: 304.494268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.8491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:13.544121Z","time spent":"304.961146ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-28T03:24:13.90513Z","caller":"traceutil/trace.go:171","msg":"trace[212038690] transaction","detail":"{read_only:false; response_revision:3831; number_of_response:1; }","duration":"360.753945ms","start":"2026-04-28T03:24:13.544344Z","end":"2026-04-28T03:24:13.905098Z","steps":["trace[212038690] 'process raft request' (duration: 360.459206ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:13.905273Z","caller":"traceutil/trace.go:171","msg":"trace[1824968403] transaction","detail":"{read_only:false; response_revision:3832; number_of_response:1; }","duration":"360.845554ms","start":"2026-04-28T03:24:13.544407Z","end":"2026-04-28T03:24:13.905252Z","steps":["trace[1824968403] 'process raft request' (duration: 360.630265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.905333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:13.544332Z","time spent":"360.870294ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:13.905611Z","caller":"traceutil/trace.go:171","msg":"trace[2016521155] transaction","detail":"{read_only:false; response_revision:3833; number_of_response:1; }","duration":"361.060583ms","start":"2026-04-28T03:24:13.544454Z","end":"2026-04-28T03:24:13.905514Z","steps":["trace[2016521155] 'process raft request' (duration: 360.741204ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:13.905703Z","caller":"traceutil/trace.go:171","msg":"trace[1123130630] transaction","detail":"{read_only:false; response_revision:3834; number_of_response:1; }","duration":"360.741514ms","start":"2026-04-28T03:24:13.544941Z","end":"2026-04-28T03:24:13.905683Z","steps":["trace[1123130630] 'process raft request' (duration: 360.489515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.905746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:13.544438Z","time spent":"361.254193ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:13.905822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:13.544926Z","time spent":"360.831743ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:13.906148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.11447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:13.906232Z","caller":"traceutil/trace.go:171","msg":"trace[1890141044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3834; }","duration":"359.23672ms","start":"2026-04-28T03:24:13.546976Z","end":"2026-04-28T03:24:13.906213Z","steps":["trace[1890141044] 'agreement among raft nodes before linearized reading' (duration: 359.08337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.906281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:13.546967Z","time spent":"359.30289ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:13.905421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:13.544385Z","time spent":"360.979294ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:13.90636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.231888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:13.906523Z","caller":"traceutil/trace.go:171","msg":"trace[1238726293] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3834; }","duration":"203.479327ms","start":"2026-04-28T03:24:13.70302Z","end":"2026-04-28T03:24:13.906499Z","steps":["trace[1238726293] 'agreement among raft nodes before linearized reading' (duration: 203.161688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.90747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.721814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b90587b-9443-4f52-9594-bdd9d179157c\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-04-28T03:24:13.90765Z","caller":"traceutil/trace.go:171","msg":"trace[929916655] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0b90587b-9443-4f52-9594-bdd9d179157c; range_end:; response_count:1; response_revision:3834; }","duration":"136.893704ms","start":"2026-04-28T03:24:13.770681Z","end":"2026-04-28T03:24:13.907575Z","steps":["trace[929916655] 'agreement among raft nodes before linearized reading' (duration: 135.125459ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:16.234791Z","caller":"traceutil/trace.go:171","msg":"trace[1254766507] transaction","detail":"{read_only:false; response_revision:3868; number_of_response:1; }","duration":"107.223203ms","start":"2026-04-28T03:24:16.127536Z","end":"2026-04-28T03:24:16.234759Z","steps":["trace[1254766507] 'process raft request' (duration: 107.036074ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:18.056942Z","caller":"traceutil/trace.go:171","msg":"trace[1760679699] transaction","detail":"{read_only:false; response_revision:3879; number_of_response:1; }","duration":"114.912354ms","start":"2026-04-28T03:24:17.941991Z","end":"2026-04-28T03:24:18.056903Z","steps":["trace[1760679699] 'process raft request' (duration: 52.669129ms)","trace[1760679699] 'compare' (duration: 61.974426ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:19.011507Z","caller":"traceutil/trace.go:171","msg":"trace[690146940] transaction","detail":"{read_only:false; response_revision:3881; number_of_response:1; }","duration":"201.620649ms","start":"2026-04-28T03:24:18.809862Z","end":"2026-04-28T03:24:19.011483Z","steps":["trace[690146940] 'process raft request' (duration: 201.474779ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:19.011571Z","caller":"traceutil/trace.go:171","msg":"trace[1048850303] linearizableReadLoop","detail":"{readStateIndex:4060; appliedIndex:4060; }","duration":"201.209691ms","start":"2026-04-28T03:24:18.810331Z","end":"2026-04-28T03:24:19.011541Z","steps":["trace[1048850303] 'read index received' (duration: 201.200881ms)","trace[1048850303] 'applied index is now lower than readState.Index' (duration: 7.08µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:19.011987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.63028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:24:19.012058Z","caller":"traceutil/trace.go:171","msg":"trace[1564366484] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3881; }","duration":"201.75059ms","start":"2026-04-28T03:24:18.810288Z","end":"2026-04-28T03:24:19.012038Z","steps":["trace[1564366484] 'agreement among raft nodes before linearized reading' (duration: 201.41778ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:19.057977Z","caller":"traceutil/trace.go:171","msg":"trace[354142937] transaction","detail":"{read_only:false; response_revision:3884; number_of_response:1; }","duration":"206.663027ms","start":"2026-04-28T03:24:18.851293Z","end":"2026-04-28T03:24:19.057956Z","steps":["trace[354142937] 'process raft request' (duration: 206.624617ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:19.057989Z","caller":"traceutil/trace.go:171","msg":"trace[2064460207] transaction","detail":"{read_only:false; response_revision:3882; number_of_response:1; }","duration":"207.842255ms","start":"2026-04-28T03:24:18.850115Z","end":"2026-04-28T03:24:19.057957Z","steps":["trace[2064460207] 'process raft request' (duration: 207.667665ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:19.058053Z","caller":"traceutil/trace.go:171","msg":"trace[773806176] transaction","detail":"{read_only:false; response_revision:3883; number_of_response:1; }","duration":"207.833185ms","start":"2026-04-28T03:24:18.850211Z","end":"2026-04-28T03:24:19.058044Z","steps":["trace[773806176] 'process raft request' (duration: 207.681425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:19.323774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.569867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:19.324001Z","caller":"traceutil/trace.go:171","msg":"trace[526843286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3884; }","duration":"186.875148ms","start":"2026-04-28T03:24:19.137106Z","end":"2026-04-28T03:24:19.323982Z","steps":["trace[526843286] 'range keys from in-memory index tree' (duration: 186.441718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:20.180952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.217461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:24:20.181131Z","caller":"traceutil/trace.go:171","msg":"trace[1084502308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3888; }","duration":"119.550082ms","start":"2026-04-28T03:24:20.061546Z","end":"2026-04-28T03:24:20.181096Z","steps":["trace[1084502308] 'range keys from in-memory index tree' (duration: 118.952112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:21.618373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779668970,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:24:21.630555Z","caller":"traceutil/trace.go:171","msg":"trace[1407737831] linearizableReadLoop","detail":"{readStateIndex:4076; appliedIndex:4073; }","duration":"513.538972ms","start":"2026-04-28T03:24:21.116993Z","end":"2026-04-28T03:24:21.630532Z","steps":["trace[1407737831] 'read index received' (duration: 513.249942ms)","trace[1407737831] 'applied index is now lower than readState.Index' (duration: 287.82µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:21.630704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.692692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:21.630739Z","caller":"traceutil/trace.go:171","msg":"trace[2027526679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3896; }","duration":"513.79179ms","start":"2026-04-28T03:24:21.116936Z","end":"2026-04-28T03:24:21.630728Z","steps":["trace[2027526679] 'agreement among raft nodes before linearized reading' (duration: 513.698721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:21.630919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.116909Z","time spent":"513.99915ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:24:21.630995Z","caller":"traceutil/trace.go:171","msg":"trace[17589885] transaction","detail":"{read_only:false; response_revision:3895; number_of_response:1; }","duration":"567.599798ms","start":"2026-04-28T03:24:21.063341Z","end":"2026-04-28T03:24:21.630941Z","steps":["trace[17589885] 'process raft request' (duration: 567.107139ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:21.63115Z","caller":"traceutil/trace.go:171","msg":"trace[1480311354] transaction","detail":"{read_only:false; response_revision:3896; number_of_response:1; }","duration":"566.41793ms","start":"2026-04-28T03:24:21.064645Z","end":"2026-04-28T03:24:21.631062Z","steps":["trace[1480311354] 'process raft request' (duration: 565.842961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:21.631264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.063333Z","time spent":"567.798278ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:21.630864Z","caller":"traceutil/trace.go:171","msg":"trace[351514658] transaction","detail":"{read_only:false; response_revision:3894; number_of_response:1; }","duration":"567.587398ms","start":"2026-04-28T03:24:21.06326Z","end":"2026-04-28T03:24:21.630848Z","steps":["trace[351514658] 'process raft request' (duration: 567.051199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:21.631511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.063236Z","time spent":"568.157097ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:21.631704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.064636Z","time spent":"566.649039ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:22.456566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.158935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:24:22.456663Z","caller":"traceutil/trace.go:171","msg":"trace[1428857609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3896; }","duration":"485.297215ms","start":"2026-04-28T03:24:21.971345Z","end":"2026-04-28T03:24:22.456642Z","steps":["trace[1428857609] 'range keys from in-memory index tree' (duration: 484.998865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:22.456704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.97133Z","time spent":"485.364874ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:22.456688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.531943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:24:22.456793Z","caller":"traceutil/trace.go:171","msg":"trace[713927000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3896; }","duration":"475.751401ms","start":"2026-04-28T03:24:21.981022Z","end":"2026-04-28T03:24:22.456773Z","steps":["trace[713927000] 'range keys from in-memory index tree' (duration: 475.232883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:22.456856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.980977Z","time spent":"475.868361ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:24:22.456783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.379223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:24:22.457175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.701898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:22.457209Z","caller":"traceutil/trace.go:171","msg":"trace[1627979380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3896; }","duration":"477.757358ms","start":"2026-04-28T03:24:21.979443Z","end":"2026-04-28T03:24:22.4572Z","steps":["trace[1627979380] 'range keys from in-memory index tree' (duration: 477.614418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:22.457205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.980624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:22.457214Z","caller":"traceutil/trace.go:171","msg":"trace[324660886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3896; }","duration":"474.841133ms","start":"2026-04-28T03:24:21.982354Z","end":"2026-04-28T03:24:22.457195Z","steps":["trace[324660886] 'range keys from in-memory index tree' (duration: 474.225724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:22.457305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.982315Z","time spent":"474.977282ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:22.457231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.979423Z","time spent":"477.802157ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:24:22.457302Z","caller":"traceutil/trace.go:171","msg":"trace[1968825886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3896; }","duration":"341.102273ms","start":"2026-04-28T03:24:22.116177Z","end":"2026-04-28T03:24:22.457279Z","steps":["trace[1968825886] 'range keys from in-memory index tree' (duration: 340.905004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:22.457144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.89981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:24:22.457455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:22.116151Z","time spent":"341.289423ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:24:22.45743Z","caller":"traceutil/trace.go:171","msg":"trace[533360210] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3896; }","duration":"376.208679ms","start":"2026-04-28T03:24:22.081205Z","end":"2026-04-28T03:24:22.457414Z","steps":["trace[533360210] 'count revisions from in-memory index tree' (duration: 375.76565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:22.457518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:22.081128Z","time spent":"376.371319ms","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:22.458185Z","caller":"traceutil/trace.go:171","msg":"trace[14529746] linearizableReadLoop","detail":"{readStateIndex:4077; appliedIndex:4076; }","duration":"107.857134ms","start":"2026-04-28T03:24:22.350313Z","end":"2026-04-28T03:24:22.45817Z","steps":["trace[14529746] 'read index received' (duration: 42.713474ms)","trace[14529746] 'applied index is now lower than readState.Index' (duration: 65.14269ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:22.458496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.180014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:24:22.458538Z","caller":"traceutil/trace.go:171","msg":"trace[68280608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3897; }","duration":"108.250704ms","start":"2026-04-28T03:24:22.350277Z","end":"2026-04-28T03:24:22.458528Z","steps":["trace[68280608] 'agreement among raft nodes before linearized reading' (duration: 108.008743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:22.458764Z","caller":"traceutil/trace.go:171","msg":"trace[1895744276] transaction","detail":"{read_only:false; response_revision:3897; number_of_response:1; }","duration":"341.179434ms","start":"2026-04-28T03:24:22.117569Z","end":"2026-04-28T03:24:22.458748Z","steps":["trace[1895744276] 'process raft request' (duration: 276.437304ms)","trace[1895744276] 'compare' (duration: 63.99534ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:22.458876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:22.117553Z","time spent":"341.246453ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:24:24.682305Z","caller":"traceutil/trace.go:171","msg":"trace[1190027507] linearizableReadLoop","detail":"{readStateIndex:4087; appliedIndex:4086; }","duration":"184.389992ms","start":"2026-04-28T03:24:24.497885Z","end":"2026-04-28T03:24:24.682275Z","steps":["trace[1190027507] 'read index received' (duration: 184.059232ms)","trace[1190027507] 'applied index is now lower than readState.Index' (duration: 329.35µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:24.682606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.256792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:24:24.682739Z","caller":"traceutil/trace.go:171","msg":"trace[1840138399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3906; }","duration":"133.457003ms","start":"2026-04-28T03:24:24.549269Z","end":"2026-04-28T03:24:24.682726Z","steps":["trace[1840138399] 'agreement among raft nodes before linearized reading' (duration: 133.175762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:24.682781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.428155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:24:24.68286Z","caller":"traceutil/trace.go:171","msg":"trace[200366119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3906; }","duration":"132.550925ms","start":"2026-04-28T03:24:24.550287Z","end":"2026-04-28T03:24:24.682837Z","steps":["trace[200366119] 'agreement among raft nodes before linearized reading' (duration: 132.246384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:24.682857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.713574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:24:24.682924Z","caller":"traceutil/trace.go:171","msg":"trace[1453217766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3906; }","duration":"132.840514ms","start":"2026-04-28T03:24:24.550064Z","end":"2026-04-28T03:24:24.682905Z","steps":["trace[1453217766] 'agreement among raft nodes before linearized reading' (duration: 132.538413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:24.682797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.678394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:24.683004Z","caller":"traceutil/trace.go:171","msg":"trace[109091639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3906; }","duration":"132.914474ms","start":"2026-04-28T03:24:24.55008Z","end":"2026-04-28T03:24:24.682994Z","steps":["trace[109091639] 'agreement among raft nodes before linearized reading' (duration: 132.559193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:24.682988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.045382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:24:24.683106Z","caller":"traceutil/trace.go:171","msg":"trace[785446346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3906; }","duration":"185.194891ms","start":"2026-04-28T03:24:24.497877Z","end":"2026-04-28T03:24:24.683072Z","steps":["trace[785446346] 'agreement among raft nodes before linearized reading' (duration: 184.475762ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:24.863186Z","caller":"traceutil/trace.go:171","msg":"trace[1987637175] transaction","detail":"{read_only:false; response_revision:3907; number_of_response:1; }","duration":"179.343619ms","start":"2026-04-28T03:24:24.683807Z","end":"2026-04-28T03:24:24.863151Z","steps":["trace[1987637175] 'process raft request' (duration: 179.115849ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:24.901841Z","caller":"traceutil/trace.go:171","msg":"trace[858671878] transaction","detail":"{read_only:false; response_revision:3909; number_of_response:1; }","duration":"212.587209ms","start":"2026-04-28T03:24:24.689233Z","end":"2026-04-28T03:24:24.90182Z","steps":["trace[858671878] 'process raft request' (duration: 212.529169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:24.901893Z","caller":"traceutil/trace.go:171","msg":"trace[1842886187] transaction","detail":"{read_only:false; response_revision:3908; number_of_response:1; }","duration":"213.893478ms","start":"2026-04-28T03:24:24.687955Z","end":"2026-04-28T03:24:24.901849Z","steps":["trace[1842886187] 'process raft request' (duration: 213.650179ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:24.902314Z","caller":"traceutil/trace.go:171","msg":"trace[1350025683] transaction","detail":"{read_only:false; response_revision:3910; number_of_response:1; }","duration":"212.976289ms","start":"2026-04-28T03:24:24.68933Z","end":"2026-04-28T03:24:24.902307Z","steps":["trace[1350025683] 'process raft request' (duration: 212.463189ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:24.902738Z","caller":"traceutil/trace.go:171","msg":"trace[1609828585] transaction","detail":"{read_only:false; response_revision:3912; number_of_response:1; }","duration":"212.26198ms","start":"2026-04-28T03:24:24.690461Z","end":"2026-04-28T03:24:24.902723Z","steps":["trace[1609828585] 'process raft request' (duration: 212.12408ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:24.902863Z","caller":"traceutil/trace.go:171","msg":"trace[1273899604] transaction","detail":"{read_only:false; response_revision:3911; number_of_response:1; }","duration":"213.393618ms","start":"2026-04-28T03:24:24.689455Z","end":"2026-04-28T03:24:24.902848Z","steps":["trace[1273899604] 'process raft request' (duration: 212.827039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:25.059202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.116826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-28T03:24:25.059325Z","caller":"traceutil/trace.go:171","msg":"trace[739964516] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:3912; }","duration":"121.349786ms","start":"2026-04-28T03:24:24.937933Z","end":"2026-04-28T03:24:25.059283Z","steps":["trace[739964516] 'range keys from in-memory index tree' (duration: 120.787257ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:25.254761Z","caller":"traceutil/trace.go:171","msg":"trace[321274470] linearizableReadLoop","detail":"{readStateIndex:4094; appliedIndex:4093; }","duration":"176.824343ms","start":"2026-04-28T03:24:25.077912Z","end":"2026-04-28T03:24:25.254737Z","steps":["trace[321274470] 'read index received' (duration: 176.656653ms)","trace[321274470] 'applied index is now lower than readState.Index' (duration: 166.36µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:25.254954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.023152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-28T03:24:25.254997Z","caller":"traceutil/trace.go:171","msg":"trace[262021966] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:3913; }","duration":"177.101222ms","start":"2026-04-28T03:24:25.077884Z","end":"2026-04-28T03:24:25.254985Z","steps":["trace[262021966] 'agreement among raft nodes before linearized reading' (duration: 176.943593ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:25.254945Z","caller":"traceutil/trace.go:171","msg":"trace[356300622] transaction","detail":"{read_only:false; response_revision:3913; number_of_response:1; }","duration":"180.589191ms","start":"2026-04-28T03:24:25.07422Z","end":"2026-04-28T03:24:25.25481Z","steps":["trace[356300622] 'process raft request' (duration: 180.295411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:26.323791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.867522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:24:26.323862Z","caller":"traceutil/trace.go:171","msg":"trace[1803160560] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3916; }","duration":"864.960142ms","start":"2026-04-28T03:24:25.458884Z","end":"2026-04-28T03:24:26.323845Z","steps":["trace[1803160560] 'range keys from in-memory index tree' (duration: 864.722932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:26.323923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:25.458877Z","time spent":"865.035242ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:24:26.324594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.546817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:26.324645Z","caller":"traceutil/trace.go:171","msg":"trace[289974352] transaction","detail":"{read_only:false; response_revision:3917; number_of_response:1; }","duration":"673.476585ms","start":"2026-04-28T03:24:25.651161Z","end":"2026-04-28T03:24:26.324638Z","steps":["trace[289974352] 'process raft request' (duration: 281.849558ms)","trace[289974352] 'compare' (duration: 390.695647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:26.324672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:25.651135Z","time spent":"673.522935ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:26.769375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.718399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:26.769584Z","caller":"traceutil/trace.go:171","msg":"trace[1918285953] transaction","detail":"{read_only:false; response_revision:3918; number_of_response:1; }","duration":"1.061125036s","start":"2026-04-28T03:24:25.708427Z","end":"2026-04-28T03:24:26.769552Z","steps":["trace[1918285953] 'process raft request' (duration: 901.164317ms)","trace[1918285953] 'compare' (duration: 159.618449ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:26.769714Z","caller":"traceutil/trace.go:171","msg":"trace[1066144471] linearizableReadLoop","detail":"{readStateIndex:4099; appliedIndex:4097; }","duration":"1.060460188s","start":"2026-04-28T03:24:25.709188Z","end":"2026-04-28T03:24:26.769648Z","steps":["trace[1066144471] 'read index received' (duration: 223.748776ms)","trace[1066144471] 'applied index is now lower than readState.Index' (duration: 836.710632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:26.769745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:25.708318Z","time spent":"1.061331637s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:26.769866Z","caller":"traceutil/trace.go:171","msg":"trace[1149313223] transaction","detail":"{read_only:false; response_revision:3919; number_of_response:1; }","duration":"1.054290645s","start":"2026-04-28T03:24:25.715565Z","end":"2026-04-28T03:24:26.769856Z","steps":["trace[1149313223] 'process raft request' (duration: 1.053890184s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:26.769929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:25.715464Z","time spent":"1.054432224s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:26.77005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.427013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:26.770074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.856293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-28T03:24:26.770123Z","caller":"traceutil/trace.go:171","msg":"trace[1150811149] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:3919; }","duration":"864.934433ms","start":"2026-04-28T03:24:25.905175Z","end":"2026-04-28T03:24:26.770109Z","steps":["trace[1150811149] 'agreement among raft nodes before linearized reading' (duration: 864.797743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:26.770131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060943757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:26.770158Z","caller":"traceutil/trace.go:171","msg":"trace[1492223372] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3919; }","duration":"1.061012397s","start":"2026-04-28T03:24:25.709138Z","end":"2026-04-28T03:24:26.77015Z","steps":["trace[1492223372] 'agreement among raft nodes before linearized reading' (duration: 1.060965057s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:26.77016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:25.905157Z","time spent":"864.995513ms","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-28T03:24:26.77018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:25.70912Z","time spent":"1.061052887s","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:26.770282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.340396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9820"} {"level":"warn","ts":"2026-04-28T03:24:26.770303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.328775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:26.77033Z","caller":"traceutil/trace.go:171","msg":"trace[244930876] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3919; }","duration":"444.384296ms","start":"2026-04-28T03:24:26.325922Z","end":"2026-04-28T03:24:26.770307Z","steps":["trace[244930876] 'agreement among raft nodes before linearized reading' (duration: 444.272606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:26.770361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:26.325911Z","time spent":"444.443886ms","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9842,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T03:24:26.77033Z","caller":"traceutil/trace.go:171","msg":"trace[545561078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3919; }","duration":"652.385255ms","start":"2026-04-28T03:24:26.117936Z","end":"2026-04-28T03:24:26.770322Z","steps":["trace[545561078] 'agreement among raft nodes before linearized reading' (duration: 652.344495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:26.770408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:26.117919Z","time spent":"652.481365ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:24:26.770088Z","caller":"traceutil/trace.go:171","msg":"trace[1576992233] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3919; }","duration":"337.505893ms","start":"2026-04-28T03:24:26.432573Z","end":"2026-04-28T03:24:26.770079Z","steps":["trace[1576992233] 'agreement among raft nodes before linearized reading' (duration: 337.439453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:26.770476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:26.432549Z","time spent":"337.915963ms","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:27.048567Z","caller":"traceutil/trace.go:171","msg":"trace[473190240] linearizableReadLoop","detail":"{readStateIndex:4101; appliedIndex:4100; }","duration":"140.679792ms","start":"2026-04-28T03:24:26.907858Z","end":"2026-04-28T03:24:27.048538Z","steps":["trace[473190240] 'read index received' (duration: 66.237335ms)","trace[473190240] 'applied index is now lower than readState.Index' (duration: 74.440837ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:27.048625Z","caller":"traceutil/trace.go:171","msg":"trace[1469076523] transaction","detail":"{read_only:false; response_revision:3920; number_of_response:1; }","duration":"189.321653ms","start":"2026-04-28T03:24:26.859253Z","end":"2026-04-28T03:24:27.048575Z","steps":["trace[1469076523] 'process raft request' (duration: 114.896987ms)","trace[1469076523] 'compare' (duration: 74.135246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:27.048756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.884032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:27.048815Z","caller":"traceutil/trace.go:171","msg":"trace[1057674716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3920; }","duration":"140.975722ms","start":"2026-04-28T03:24:26.907826Z","end":"2026-04-28T03:24:27.048801Z","steps":["trace[1057674716] 'agreement among raft nodes before linearized reading' (duration: 140.835422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:27.048852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.912182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:24:27.048895Z","caller":"traceutil/trace.go:171","msg":"trace[147284133] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3920; }","duration":"140.985282ms","start":"2026-04-28T03:24:26.907899Z","end":"2026-04-28T03:24:27.048885Z","steps":["trace[147284133] 'agreement among raft nodes before linearized reading' (duration: 140.816412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:27.049138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.157704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:24:27.049185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.289543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:24:27.049203Z","caller":"traceutil/trace.go:171","msg":"trace[1015163685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3920; }","duration":"138.334903ms","start":"2026-04-28T03:24:26.910863Z","end":"2026-04-28T03:24:27.049198Z","steps":["trace[1015163685] 'agreement among raft nodes before linearized reading' (duration: 138.284024ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:27.049246Z","caller":"traceutil/trace.go:171","msg":"trace[200042742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3920; }","duration":"138.267993ms","start":"2026-04-28T03:24:26.910921Z","end":"2026-04-28T03:24:27.049189Z","steps":["trace[200042742] 'agreement among raft nodes before linearized reading' (duration: 138.047484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:27.049366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.477433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:24:27.049454Z","caller":"traceutil/trace.go:171","msg":"trace[279077078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3920; }","duration":"138.612483ms","start":"2026-04-28T03:24:26.910823Z","end":"2026-04-28T03:24:27.049435Z","steps":["trace[279077078] 'agreement among raft nodes before linearized reading' (duration: 138.341083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:27.390284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.17621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:27.39078Z","caller":"traceutil/trace.go:171","msg":"trace[66862752] transaction","detail":"{read_only:false; response_revision:3924; number_of_response:1; }","duration":"335.547215ms","start":"2026-04-28T03:24:27.055214Z","end":"2026-04-28T03:24:27.390761Z","steps":["trace[66862752] 'process raft request' (duration: 335.292865ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:27.390836Z","caller":"traceutil/trace.go:171","msg":"trace[1540995486] transaction","detail":"{read_only:false; response_revision:3923; number_of_response:1; }","duration":"335.645595ms","start":"2026-04-28T03:24:27.055149Z","end":"2026-04-28T03:24:27.390794Z","steps":["trace[1540995486] 'process raft request' (duration: 335.223266ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:27.390977Z","caller":"traceutil/trace.go:171","msg":"trace[496036830] linearizableReadLoop","detail":"{readStateIndex:4106; appliedIndex:4102; }","duration":"275.381033ms","start":"2026-04-28T03:24:27.115557Z","end":"2026-04-28T03:24:27.390938Z","steps":["trace[496036830] 'read index received' (duration: 150.433924ms)","trace[496036830] 'applied index is now lower than readState.Index' (duration: 124.946409ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:27.390997Z","caller":"traceutil/trace.go:171","msg":"trace[207430895] transaction","detail":"{read_only:false; response_revision:3926; number_of_response:1; }","duration":"130.220246ms","start":"2026-04-28T03:24:27.260766Z","end":"2026-04-28T03:24:27.390986Z","steps":["trace[207430895] 'process raft request' (duration: 130.066816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:27.390836Z","caller":"traceutil/trace.go:171","msg":"trace[907910492] transaction","detail":"{read_only:false; response_revision:3922; number_of_response:1; }","duration":"337.287223ms","start":"2026-04-28T03:24:27.053525Z","end":"2026-04-28T03:24:27.390812Z","steps":["trace[907910492] 'process raft request' (duration: 212.457414ms)","trace[907910492] 'compare' (duration: 124.05483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:27.391181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.630023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa675f561bda1b\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-28T03:24:27.391228Z","caller":"traceutil/trace.go:171","msg":"trace[1553813942] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa675f561bda1b; range_end:; response_count:1; response_revision:3926; }","duration":"275.706063ms","start":"2026-04-28T03:24:27.115509Z","end":"2026-04-28T03:24:27.391215Z","steps":["trace[1553813942] 'agreement among raft nodes before linearized reading' (duration: 275.537433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:27.391179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:27.053499Z","time spent":"337.642313ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:27.391015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:27.055137Z","time spent":"335.787795ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:27.390865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:27.055197Z","time spent":"335.629605ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:27.390921Z","caller":"traceutil/trace.go:171","msg":"trace[1521819888] transaction","detail":"{read_only:false; response_revision:3925; number_of_response:1; }","duration":"335.627415ms","start":"2026-04-28T03:24:27.055286Z","end":"2026-04-28T03:24:27.390913Z","steps":["trace[1521819888] 'process raft request' (duration: 335.437935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:27.391607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:27.055259Z","time spent":"336.216764ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:28.986446Z","caller":"traceutil/trace.go:171","msg":"trace[432185955] transaction","detail":"{read_only:false; response_revision:3931; number_of_response:1; }","duration":"209.112963ms","start":"2026-04-28T03:24:28.77731Z","end":"2026-04-28T03:24:28.986423Z","steps":["trace[432185955] 'process raft request' (duration: 176.597447ms)","trace[432185955] 'compare' (duration: 31.746446ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:29.034055Z","caller":"traceutil/trace.go:171","msg":"trace[1850405972] linearizableReadLoop","detail":"{readStateIndex:4113; appliedIndex:4111; }","duration":"217.071095ms","start":"2026-04-28T03:24:28.81696Z","end":"2026-04-28T03:24:29.034031Z","steps":["trace[1850405972] 'read index received' (duration: 137.019116ms)","trace[1850405972] 'applied index is now lower than readState.Index' (duration: 80.051049ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:29.0342Z","caller":"traceutil/trace.go:171","msg":"trace[994589235] transaction","detail":"{read_only:false; response_revision:3932; number_of_response:1; }","duration":"256.486505ms","start":"2026-04-28T03:24:28.777644Z","end":"2026-04-28T03:24:29.034131Z","steps":["trace[994589235] 'process raft request' (duration: 256.268736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:29.034287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.296504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:24:29.034331Z","caller":"traceutil/trace.go:171","msg":"trace[828802874] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3932; }","duration":"217.393804ms","start":"2026-04-28T03:24:28.816924Z","end":"2026-04-28T03:24:29.034318Z","steps":["trace[828802874] 'agreement among raft nodes before linearized reading' (duration: 217.190245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:29.414584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.637755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:29.414693Z","caller":"traceutil/trace.go:171","msg":"trace[2043274844] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3932; }","duration":"154.770375ms","start":"2026-04-28T03:24:29.259896Z","end":"2026-04-28T03:24:29.414667Z","steps":["trace[2043274844] 'count revisions from in-memory index tree' (duration: 154.543394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:29.414735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.829477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:24:29.414793Z","caller":"traceutil/trace.go:171","msg":"trace[1083407614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3932; }","duration":"316.940907ms","start":"2026-04-28T03:24:29.097838Z","end":"2026-04-28T03:24:29.414779Z","steps":["trace[1083407614] 'range keys from in-memory index tree' (duration: 316.690267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:29.414823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:29.097817Z","time spent":"317.000227ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:29.414942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.291245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:29.415193Z","caller":"traceutil/trace.go:171","msg":"trace[383025146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3932; }","duration":"291.029785ms","start":"2026-04-28T03:24:29.124146Z","end":"2026-04-28T03:24:29.415175Z","steps":["trace[383025146] 'range keys from in-memory index tree' (duration: 290.223745ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:29.988896Z","caller":"traceutil/trace.go:171","msg":"trace[17958810] transaction","detail":"{read_only:false; response_revision:3934; number_of_response:1; }","duration":"570.577244ms","start":"2026-04-28T03:24:29.418284Z","end":"2026-04-28T03:24:29.988862Z","steps":["trace[17958810] 'process raft request' (duration: 570.340534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:29.989062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:29.418252Z","time spent":"570.730744ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:29.988906Z","caller":"traceutil/trace.go:171","msg":"trace[178843703] linearizableReadLoop","detail":"{readStateIndex:4118; appliedIndex:4114; }","duration":"498.371425ms","start":"2026-04-28T03:24:29.490507Z","end":"2026-04-28T03:24:29.988878Z","steps":["trace[178843703] 'read index received' (duration: 498.231785ms)","trace[178843703] 'applied index is now lower than readState.Index' (duration: 138.52µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:29.989495Z","caller":"traceutil/trace.go:171","msg":"trace[397167999] transaction","detail":"{read_only:false; response_revision:3936; number_of_response:1; }","duration":"570.951903ms","start":"2026-04-28T03:24:29.418489Z","end":"2026-04-28T03:24:29.989441Z","steps":["trace[397167999] 'process raft request' (duration: 570.321384ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:29.989504Z","caller":"traceutil/trace.go:171","msg":"trace[996195111] transaction","detail":"{read_only:false; response_revision:3935; number_of_response:1; }","duration":"570.996533ms","start":"2026-04-28T03:24:29.418483Z","end":"2026-04-28T03:24:29.98948Z","steps":["trace[996195111] 'process raft request' (duration: 570.290544ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:29.989637Z","caller":"traceutil/trace.go:171","msg":"trace[1875371880] transaction","detail":"{read_only:false; response_revision:3937; number_of_response:1; }","duration":"570.850743ms","start":"2026-04-28T03:24:29.418771Z","end":"2026-04-28T03:24:29.989621Z","steps":["trace[1875371880] 'process raft request' (duration: 570.073384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:29.98983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:29.418754Z","time spent":"571.004383ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:29.989646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:29.418469Z","time spent":"571.086183ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:29.98965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:29.418469Z","time spent":"571.077483ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:29.98947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.343726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:29.990388Z","caller":"traceutil/trace.go:171","msg":"trace[273992678] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3937; }","duration":"565.230745ms","start":"2026-04-28T03:24:29.424947Z","end":"2026-04-28T03:24:29.990178Z","steps":["trace[273992678] 'agreement among raft nodes before linearized reading' (duration: 564.102686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:29.990431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:29.424934Z","time spent":"565.487725ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:24:30.609777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.961261ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:24:30.610048Z","caller":"traceutil/trace.go:171","msg":"trace[1504132724] transaction","detail":"{read_only:false; response_revision:3939; number_of_response:1; }","duration":"222.026024ms","start":"2026-04-28T03:24:30.388007Z","end":"2026-04-28T03:24:30.610033Z","steps":["trace[1504132724] 'process raft request' (duration: 221.985614ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:30.610229Z","caller":"traceutil/trace.go:171","msg":"trace[738424695] transaction","detail":"{read_only:false; response_revision:3938; number_of_response:1; }","duration":"616.279825ms","start":"2026-04-28T03:24:29.993936Z","end":"2026-04-28T03:24:30.610215Z","steps":["trace[738424695] 'process raft request' (duration: 615.913565ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:30.610288Z","caller":"traceutil/trace.go:171","msg":"trace[936234085] linearizableReadLoop","detail":"{readStateIndex:4120; appliedIndex:4118; }","duration":"239.368802ms","start":"2026-04-28T03:24:30.370884Z","end":"2026-04-28T03:24:30.610253Z","steps":["trace[936234085] 'read index received' (duration: 29.91µs)","trace[936234085] 'applied index is now lower than readState.Index' (duration: 239.338052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:30.610368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.453932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:30.610396Z","caller":"traceutil/trace.go:171","msg":"trace[1567150146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3939; }","duration":"239.535432ms","start":"2026-04-28T03:24:30.370853Z","end":"2026-04-28T03:24:30.610388Z","steps":["trace[1567150146] 'agreement among raft nodes before linearized reading' (duration: 239.454792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:30.610439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:29.993915Z","time spent":"616.405656ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:31.348197Z","caller":"traceutil/trace.go:171","msg":"trace[1677430109] transaction","detail":"{read_only:false; response_revision:3940; number_of_response:1; }","duration":"356.227727ms","start":"2026-04-28T03:24:30.991933Z","end":"2026-04-28T03:24:31.348161Z","steps":["trace[1677430109] 'process raft request' (duration: 356.040277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:31.348477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:30.991904Z","time spent":"356.383947ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:31.418741Z","caller":"traceutil/trace.go:171","msg":"trace[385859239] transaction","detail":"{read_only:false; response_revision:3941; number_of_response:1; }","duration":"379.74794ms","start":"2026-04-28T03:24:31.038956Z","end":"2026-04-28T03:24:31.418704Z","steps":["trace[385859239] 'process raft request' (duration: 379.0939ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:31.418774Z","caller":"traceutil/trace.go:171","msg":"trace[2060419002] transaction","detail":"{read_only:false; response_revision:3942; number_of_response:1; }","duration":"349.661919ms","start":"2026-04-28T03:24:31.069091Z","end":"2026-04-28T03:24:31.418753Z","steps":["trace[2060419002] 'process raft request' (duration: 349.156909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:31.41888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:31.038927Z","time spent":"379.88488ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:31.418883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:31.069069Z","time spent":"349.753809ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:31.525839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.406696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:31.52597Z","caller":"traceutil/trace.go:171","msg":"trace[1634274462] linearizableReadLoop","detail":"{readStateIndex:4124; appliedIndex:4122; }","duration":"412.353623ms","start":"2026-04-28T03:24:31.113594Z","end":"2026-04-28T03:24:31.525948Z","steps":["trace[1634274462] 'read index received' (duration: 234.778153ms)","trace[1634274462] 'applied index is now lower than readState.Index' (duration: 177.57362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:31.526071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.464913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:31.526122Z","caller":"traceutil/trace.go:171","msg":"trace[1827950915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3943; }","duration":"412.543673ms","start":"2026-04-28T03:24:31.113563Z","end":"2026-04-28T03:24:31.526107Z","steps":["trace[1827950915] 'agreement among raft nodes before linearized reading' (duration: 412.455583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:31.526168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:31.113546Z","time spent":"412.610053ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:24:31.526167Z","caller":"traceutil/trace.go:171","msg":"trace[359593627] transaction","detail":"{read_only:false; response_revision:3943; number_of_response:1; }","duration":"334.803818ms","start":"2026-04-28T03:24:31.191334Z","end":"2026-04-28T03:24:31.526138Z","steps":["trace[359593627] 'process raft request' (duration: 226.990862ms)","trace[359593627] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-node-lease/instance; req_size:517; } (duration: 106.832676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:31.526266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:31.191305Z","time spent":"334.909087ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:32.233334Z","caller":"traceutil/trace.go:171","msg":"trace[465896590] transaction","detail":"{read_only:false; response_revision:3945; number_of_response:1; }","duration":"234.800212ms","start":"2026-04-28T03:24:31.998519Z","end":"2026-04-28T03:24:32.233319Z","steps":["trace[465896590] 'process raft request' (duration: 234.712672ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:32.247619Z","caller":"traceutil/trace.go:171","msg":"trace[1680836328] transaction","detail":"{read_only:false; response_revision:3947; number_of_response:1; }","duration":"247.810574ms","start":"2026-04-28T03:24:31.999799Z","end":"2026-04-28T03:24:32.24761Z","steps":["trace[1680836328] 'process raft request' (duration: 247.768014ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:32.247764Z","caller":"traceutil/trace.go:171","msg":"trace[1296492372] transaction","detail":"{read_only:false; response_revision:3946; number_of_response:1; }","duration":"248.914735ms","start":"2026-04-28T03:24:31.998844Z","end":"2026-04-28T03:24:32.247759Z","steps":["trace[1296492372] 'process raft request' (duration: 248.677915ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:32.247933Z","caller":"traceutil/trace.go:171","msg":"trace[1152026596] linearizableReadLoop","detail":"{readStateIndex:4130; appliedIndex:4127; }","duration":"132.76447ms","start":"2026-04-28T03:24:32.115145Z","end":"2026-04-28T03:24:32.24791Z","steps":["trace[1152026596] 'read index received' (duration: 118.157197ms)","trace[1152026596] 'applied index is now lower than readState.Index' (duration: 14.604803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.248045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:32.248104Z","caller":"traceutil/trace.go:171","msg":"trace[705003717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3948; }","duration":"132.96168ms","start":"2026-04-28T03:24:32.115128Z","end":"2026-04-28T03:24:32.24809Z","steps":["trace[705003717] 'agreement among raft nodes before linearized reading' (duration: 132.8572ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:32.247942Z","caller":"traceutil/trace.go:171","msg":"trace[773485875] transaction","detail":"{read_only:false; response_revision:3948; number_of_response:1; }","duration":"247.601074ms","start":"2026-04-28T03:24:32.000322Z","end":"2026-04-28T03:24:32.247923Z","steps":["trace[773485875] 'process raft request' (duration: 247.264344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.248255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.52712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa675f561bda1b\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-28T03:24:32.248335Z","caller":"traceutil/trace.go:171","msg":"trace[1593028711] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa675f561bda1b; range_end:; response_count:1; response_revision:3948; }","duration":"132.61417ms","start":"2026-04-28T03:24:32.115683Z","end":"2026-04-28T03:24:32.248297Z","steps":["trace[1593028711] 'agreement among raft nodes before linearized reading' (duration: 132.36855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.456036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.862382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:32.45619Z","caller":"traceutil/trace.go:171","msg":"trace[1552548403] transaction","detail":"{read_only:false; response_revision:3949; number_of_response:1; }","duration":"204.949025ms","start":"2026-04-28T03:24:32.251225Z","end":"2026-04-28T03:24:32.456174Z","steps":["trace[1552548403] 'process raft request' (duration: 56.884323ms)","trace[1552548403] 'compare' (duration: 147.740402ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:33.644842Z","caller":"traceutil/trace.go:171","msg":"trace[1844967431] transaction","detail":"{read_only:false; response_revision:3954; number_of_response:1; }","duration":"110.384934ms","start":"2026-04-28T03:24:33.534427Z","end":"2026-04-28T03:24:33.644812Z","steps":["trace[1844967431] 'process raft request' (duration: 42.286787ms)","trace[1844967431] 'compare' (duration: 67.923577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:36.130855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779669185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:36.630981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779669185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:37.131661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779669185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:37.233823Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.801627483s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:24:37.234321Z","caller":"traceutil/trace.go:171","msg":"trace[1398028785] transaction","detail":"{read_only:false; response_revision:3971; number_of_response:1; }","duration":"1.863453869s","start":"2026-04-28T03:24:35.370838Z","end":"2026-04-28T03:24:37.234292Z","steps":["trace[1398028785] 'process raft request' (duration: 1.863183378s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.234549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:35.370818Z","time spent":"1.863562909s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:37.555858Z","caller":"traceutil/trace.go:171","msg":"trace[144827637] transaction","detail":"{read_only:false; response_revision:3972; number_of_response:1; }","duration":"2.11751506s","start":"2026-04-28T03:24:35.438324Z","end":"2026-04-28T03:24:37.555839Z","steps":["trace[144827637] 'process raft request' (duration: 2.11716402s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.556001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:35.438294Z","time spent":"2.11764649s","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9993,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:37.556108Z","caller":"traceutil/trace.go:171","msg":"trace[908559816] transaction","detail":"{read_only:false; response_revision:3973; number_of_response:1; }","duration":"2.082528674s","start":"2026-04-28T03:24:35.473568Z","end":"2026-04-28T03:24:37.556097Z","steps":["trace[908559816] 'process raft request' (duration: 2.082228714s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.556158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:35.473549Z","time spent":"2.082588234s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:37.556202Z","caller":"traceutil/trace.go:171","msg":"trace[1512857714] linearizableReadLoop","detail":"{readStateIndex:4159; appliedIndex:4153; }","duration":"1.92629591s","start":"2026-04-28T03:24:35.629884Z","end":"2026-04-28T03:24:37.55618Z","steps":["trace[1512857714] 'read index received' (duration: 1.604131529s)","trace[1512857714] 'applied index is now lower than readState.Index' (duration: 322.163261ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:37.556233Z","caller":"traceutil/trace.go:171","msg":"trace[1632845977] transaction","detail":"{read_only:false; response_revision:3974; number_of_response:1; }","duration":"1.901965662s","start":"2026-04-28T03:24:35.654259Z","end":"2026-04-28T03:24:37.556224Z","steps":["trace[1632845977] 'process raft request' (duration: 1.901737602s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:37.556312Z","caller":"traceutil/trace.go:171","msg":"trace[2067479006] transaction","detail":"{read_only:false; response_revision:3975; number_of_response:1; }","duration":"1.40914835s","start":"2026-04-28T03:24:36.147155Z","end":"2026-04-28T03:24:37.556303Z","steps":["trace[2067479006] 'process raft request' (duration: 1.4089438s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.556325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:35.654242Z","time spent":"1.902066872s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:37.556369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889427113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:37.556401Z","caller":"traceutil/trace.go:171","msg":"trace[1846689195] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3976; }","duration":"1.889478883s","start":"2026-04-28T03:24:35.666914Z","end":"2026-04-28T03:24:37.556393Z","steps":["trace[1846689195] 'agreement among raft nodes before linearized reading' (duration: 1.889419183s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:37.556385Z","caller":"traceutil/trace.go:171","msg":"trace[1801232489] transaction","detail":"{read_only:false; response_revision:3976; number_of_response:1; }","duration":"836.952709ms","start":"2026-04-28T03:24:36.719417Z","end":"2026-04-28T03:24:37.55637Z","steps":["trace[1801232489] 'process raft request' (duration: 836.725279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.556405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:36.147111Z","time spent":"1.40922739s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:37.55642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:35.666907Z","time spent":"1.889507363s","remote":"127.0.0.1:35854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:37.556438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.08906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-28T03:24:37.556448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:36.719397Z","time spent":"837.024999ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:37.556465Z","caller":"traceutil/trace.go:171","msg":"trace[1497615522] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:3976; }","duration":"749.14663ms","start":"2026-04-28T03:24:36.807309Z","end":"2026-04-28T03:24:37.556455Z","steps":["trace[1497615522] 'agreement among raft nodes before linearized reading' (duration: 749.06652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.556475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.704914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-28T03:24:37.556483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:36.80729Z","time spent":"749.18778ms","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-28T03:24:37.55649Z","caller":"traceutil/trace.go:171","msg":"trace[569852868] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3976; }","duration":"664.749814ms","start":"2026-04-28T03:24:36.891735Z","end":"2026-04-28T03:24:37.556485Z","steps":["trace[569852868] 'agreement among raft nodes before linearized reading' (duration: 664.694374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.556513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:36.891718Z","time spent":"664.791894ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:24:37.55655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.663114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:37.556532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9266295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-28T03:24:37.556572Z","caller":"traceutil/trace.go:171","msg":"trace[214271048] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3976; }","duration":"743.697784ms","start":"2026-04-28T03:24:36.812867Z","end":"2026-04-28T03:24:37.556564Z","steps":["trace[214271048] 'agreement among raft nodes before linearized reading' (duration: 743.647584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.55659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:36.81286Z","time spent":"743.724524ms","remote":"127.0.0.1:39522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:37.556588Z","caller":"traceutil/trace.go:171","msg":"trace[612210993] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3976; }","duration":"1.92673766s","start":"2026-04-28T03:24:35.629835Z","end":"2026-04-28T03:24:37.556573Z","steps":["trace[612210993] 'agreement among raft nodes before linearized reading' (duration: 1.92654427s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.556618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:35.629815Z","time spent":"1.92679753s","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:24:37.556624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.982927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-28T03:24:37.556637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.544164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:37.556659Z","caller":"traceutil/trace.go:171","msg":"trace[2122553765] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3976; }","duration":"747.032367ms","start":"2026-04-28T03:24:36.80962Z","end":"2026-04-28T03:24:37.556652Z","steps":["trace[2122553765] 'agreement among raft nodes before linearized reading' (duration: 746.954747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.556662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.319072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:37.556676Z","caller":"traceutil/trace.go:171","msg":"trace[1237730470] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3976; }","duration":"278.616634ms","start":"2026-04-28T03:24:37.278049Z","end":"2026-04-28T03:24:37.556665Z","steps":["trace[1237730470] 'agreement among raft nodes before linearized reading' (duration: 278.553514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.556682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:36.809612Z","time spent":"747.061907ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-28T03:24:37.556685Z","caller":"traceutil/trace.go:171","msg":"trace[1753972355] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3976; }","duration":"785.380222ms","start":"2026-04-28T03:24:36.771297Z","end":"2026-04-28T03:24:37.556677Z","steps":["trace[1753972355] 'agreement among raft nodes before linearized reading' (duration: 785.221882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.556705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:36.771279Z","time spent":"785.420812ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:24:37.556793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.116505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa675f561bda1b\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-04-28T03:24:37.556809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270236075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:24:37.556829Z","caller":"traceutil/trace.go:171","msg":"trace[1280846309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3976; }","duration":"1.270286795s","start":"2026-04-28T03:24:36.286536Z","end":"2026-04-28T03:24:37.556823Z","steps":["trace[1280846309] 'agreement among raft nodes before linearized reading' (duration: 1.270231225s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:37.556828Z","caller":"traceutil/trace.go:171","msg":"trace[1186688723] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa675f561bda1b; range_end:; response_count:1; response_revision:3976; }","duration":"440.198245ms","start":"2026-04-28T03:24:37.11662Z","end":"2026-04-28T03:24:37.556818Z","steps":["trace[1186688723] 'agreement among raft nodes before linearized reading' (duration: 440.048075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.556847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:36.286521Z","time spent":"1.270320875s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:24:37.556859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:37.116598Z","time spent":"440.253165ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18aa675f561bda1b\" "} {"level":"warn","ts":"2026-04-28T03:24:37.556894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295897919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:24:37.556914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270374976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:24:37.556916Z","caller":"traceutil/trace.go:171","msg":"trace[1331979756] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3976; }","duration":"1.295974209s","start":"2026-04-28T03:24:36.260936Z","end":"2026-04-28T03:24:37.55691Z","steps":["trace[1331979756] 'agreement among raft nodes before linearized reading' (duration: 1.295912208s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.556924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270444386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:24:37.556932Z","caller":"traceutil/trace.go:171","msg":"trace[766737471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3976; }","duration":"1.270395266s","start":"2026-04-28T03:24:36.286532Z","end":"2026-04-28T03:24:37.556927Z","steps":["trace[766737471] 'agreement among raft nodes before linearized reading' (duration: 1.270341735s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.55694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:36.260917Z","time spent":"1.296018199s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:37.556945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:36.286473Z","time spent":"1.270469226s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:24:37.556944Z","caller":"traceutil/trace.go:171","msg":"trace[1033487509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3976; }","duration":"1.270493826s","start":"2026-04-28T03:24:36.286444Z","end":"2026-04-28T03:24:37.556938Z","steps":["trace[1033487509] 'agreement among raft nodes before linearized reading' (duration: 1.270436635s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.556962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:36.286427Z","time spent":"1.270530496s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:37.556921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435027223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:37.556985Z","caller":"traceutil/trace.go:171","msg":"trace[1508376656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3976; }","duration":"1.435114863s","start":"2026-04-28T03:24:36.121864Z","end":"2026-04-28T03:24:37.556979Z","steps":["trace[1508376656] 'agreement among raft nodes before linearized reading' (duration: 1.435039733s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.557005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:36.121816Z","time spent":"1.435182713s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:39.273047Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.39018036s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:24:39.563941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00013665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:24:39.564087Z","caller":"traceutil/trace.go:171","msg":"trace[504636843] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000311951s","start":"2026-04-28T03:24:37.563758Z","end":"2026-04-28T03:24:39.56407Z","steps":["trace[504636843] 'agreement among raft nodes before linearized reading' (duration: 2.00014144s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:39.564165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:37.563753Z","time spent":"2.000393571s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:24:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:40.440553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557623695s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:40.440753Z","caller":"traceutil/trace.go:171","msg":"trace[2113079081] transaction","detail":"{read_only:false; response_revision:3977; number_of_response:1; }","duration":"2.880079496s","start":"2026-04-28T03:24:37.560649Z","end":"2026-04-28T03:24:40.440729Z","steps":["trace[2113079081] 'process raft request' (duration: 322.207181ms)","trace[2113079081] 'compare' (duration: 2.556518112s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:40.440847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:37.560633Z","time spent":"2.880169346s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:40.440925Z","caller":"traceutil/trace.go:171","msg":"trace[288951953] transaction","detail":"{read_only:false; response_revision:3984; number_of_response:1; }","duration":"877.361023ms","start":"2026-04-28T03:24:39.563551Z","end":"2026-04-28T03:24:40.440912Z","steps":["trace[288951953] 'process raft request' (duration: 877.328283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:40.441016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:39.563526Z","time spent":"877.458783ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:40.440996Z","caller":"traceutil/trace.go:171","msg":"trace[169093697] transaction","detail":"{read_only:false; response_revision:3980; number_of_response:1; }","duration":"2.878228284s","start":"2026-04-28T03:24:37.562736Z","end":"2026-04-28T03:24:40.440964Z","steps":["trace[169093697] 'process raft request' (duration: 2.878027304s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:40.441152Z","caller":"traceutil/trace.go:171","msg":"trace[1994448567] transaction","detail":"{read_only:false; response_revision:3978; number_of_response:1; }","duration":"2.879196726s","start":"2026-04-28T03:24:37.561945Z","end":"2026-04-28T03:24:40.441141Z","steps":["trace[1994448567] 'process raft request' (duration: 2.878707765s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:40.441219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:37.561933Z","time spent":"2.879253066s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:40.441261Z","caller":"traceutil/trace.go:171","msg":"trace[987814692] transaction","detail":"{read_only:false; response_revision:3982; number_of_response:1; }","duration":"2.877143623s","start":"2026-04-28T03:24:37.564106Z","end":"2026-04-28T03:24:40.441249Z","steps":["trace[987814692] 'process raft request' (duration: 2.876719612s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:40.441354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:37.564098Z","time spent":"2.877205773s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:40.441217Z","caller":"traceutil/trace.go:171","msg":"trace[664095150] transaction","detail":"{read_only:false; response_revision:3981; number_of_response:1; }","duration":"2.877662294s","start":"2026-04-28T03:24:37.563537Z","end":"2026-04-28T03:24:40.441199Z","steps":["trace[664095150] 'process raft request' (duration: 2.877258493s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:40.441643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:37.563527Z","time spent":"2.878081454s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:40.44196Z","caller":"traceutil/trace.go:171","msg":"trace[295913483] transaction","detail":"{read_only:false; response_revision:3979; number_of_response:1; }","duration":"2.879331416s","start":"2026-04-28T03:24:37.562617Z","end":"2026-04-28T03:24:40.441949Z","steps":["trace[295913483] 'process raft request' (duration: 2.878114644s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:40.442025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:37.562599Z","time spent":"2.879394556s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:40.442267Z","caller":"traceutil/trace.go:171","msg":"trace[1662788319] transaction","detail":"{read_only:false; response_revision:3983; number_of_response:1; }","duration":"1.202820863s","start":"2026-04-28T03:24:39.239436Z","end":"2026-04-28T03:24:40.442257Z","steps":["trace[1662788319] 'process raft request' (duration: 1.201416231s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:40.442326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:39.239412Z","time spent":"1.202886293s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:40.442497Z","caller":"traceutil/trace.go:171","msg":"trace[126558819] linearizableReadLoop","detail":"{readStateIndex:4161; appliedIndex:4159; }","duration":"2.880307047s","start":"2026-04-28T03:24:37.562156Z","end":"2026-04-28T03:24:40.442463Z","steps":["trace[126558819] 'read index received' (duration: 320.72689ms)","trace[126558819] 'applied index is now lower than readState.Index' (duration: 2.559573197s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:40.442921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880749729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ef7da8d3-3ee9-4e6e-aa7a-7d42ac489141\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-28T03:24:40.442985Z","caller":"traceutil/trace.go:171","msg":"trace[92553334] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ef7da8d3-3ee9-4e6e-aa7a-7d42ac489141; range_end:; response_count:1; response_revision:3984; }","duration":"2.880831709s","start":"2026-04-28T03:24:37.562135Z","end":"2026-04-28T03:24:40.442967Z","steps":["trace[92553334] 'agreement among raft nodes before linearized reading' (duration: 2.880582627s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:40.44302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:37.562125Z","time spent":"2.880886799s","remote":"127.0.0.1:50990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-ef7da8d3-3ee9-4e6e-aa7a-7d42ac489141\" "} {"level":"warn","ts":"2026-04-28T03:24:40.443529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:37.562728Z","time spent":"2.878416425s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:41.564598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000009015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:24:41.564672Z","caller":"traceutil/trace.go:171","msg":"trace[82347668] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000128225s","start":"2026-04-28T03:24:39.564528Z","end":"2026-04-28T03:24:41.564656Z","steps":["trace[82347668] 'agreement among raft nodes before linearized reading' (duration: 2.000029735s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:41.564708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:39.564512Z","time spent":"2.000189195s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:42.375801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000349254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:24:42.375937Z","caller":"traceutil/trace.go:171","msg":"trace[478335016] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000506744s","start":"2026-04-28T03:24:40.375402Z","end":"2026-04-28T03:24:42.375909Z","steps":["trace[478335016] 'agreement among raft nodes before linearized reading' (duration: 2.000362284s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:42.375985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:40.375395Z","time spent":"2.000579484s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:24:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:43.029777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.450980716s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:24:43.226476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:41.882279Z","time spent":"1.344190416s","remote":"127.0.0.1:58686","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:24:43.226602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301133571s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:43.227068Z","caller":"traceutil/trace.go:171","msg":"trace[171727085] transaction","detail":"{read_only:false; response_revision:3985; number_of_response:1; }","duration":"3.662937312s","start":"2026-04-28T03:24:39.564106Z","end":"2026-04-28T03:24:43.227043Z","steps":["trace[171727085] 'process raft request' (duration: 1.36127884s)","trace[171727085] 'compare' (duration: 2.30053434s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:43.227158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:39.564092Z","time spent":"3.663024392s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:43.227695Z","caller":"traceutil/trace.go:171","msg":"trace[1163602947] transaction","detail":"{read_only:false; response_revision:3986; number_of_response:1; }","duration":"3.663128334s","start":"2026-04-28T03:24:39.564545Z","end":"2026-04-28T03:24:43.227673Z","steps":["trace[1163602947] 'process raft request' (duration: 3.662152861s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:43.227836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:39.564512Z","time spent":"3.663259374s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:43.571116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000544431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:24:43.571203Z","caller":"traceutil/trace.go:171","msg":"trace[1030956275] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000692811s","start":"2026-04-28T03:24:41.570493Z","end":"2026-04-28T03:24:43.571186Z","steps":["trace[1030956275] 'agreement among raft nodes before linearized reading' (duration: 2.000578871s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:43.57125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:41.570471Z","time spent":"2.000767171s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:24:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:44.248805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021977569s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:24:44.249087Z","caller":"traceutil/trace.go:171","msg":"trace[1876529898] linearizableReadLoop","detail":"{readStateIndex:4170; appliedIndex:4167; }","duration":"3.806496477s","start":"2026-04-28T03:24:40.442567Z","end":"2026-04-28T03:24:44.249064Z","steps":["trace[1876529898] 'read index received' (duration: 482.755126ms)","trace[1876529898] 'applied index is now lower than readState.Index' (duration: 3.323740101s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:44.249672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.245689175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:44.249708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.687263936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"warn","ts":"2026-04-28T03:24:44.249725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.481494177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-04-28T03:24:44.249726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.978017198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:44.249775Z","caller":"traceutil/trace.go:171","msg":"trace[650477150] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3986; }","duration":"6.687366956s","start":"2026-04-28T03:24:37.56239Z","end":"2026-04-28T03:24:44.249757Z","steps":["trace[650477150] 'agreement among raft nodes before linearized reading' (duration: 6.687183965s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.249819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:37.562373Z","time spent":"6.687438326s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-28T03:24:44.249862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.319368206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:24:44.249852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.87947682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-28T03:24:44.249865Z","caller":"traceutil/trace.go:171","msg":"trace[129167988] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3986; }","duration":"4.978161378s","start":"2026-04-28T03:24:39.271645Z","end":"2026-04-28T03:24:44.249807Z","steps":["trace[129167988] 'agreement among raft nodes before linearized reading' (duration: 4.977967417s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:44.249888Z","caller":"traceutil/trace.go:171","msg":"trace[2121984486] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3986; }","duration":"6.319433867s","start":"2026-04-28T03:24:37.930448Z","end":"2026-04-28T03:24:44.249882Z","steps":["trace[2121984486] 'agreement among raft nodes before linearized reading' (duration: 6.319354456s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:44.249903Z","caller":"traceutil/trace.go:171","msg":"trace[392267898] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:3986; }","duration":"3.87956314s","start":"2026-04-28T03:24:40.37033Z","end":"2026-04-28T03:24:44.249893Z","steps":["trace[392267898] 'agreement among raft nodes before linearized reading' (duration: 3.879421669s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.249914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:37.930428Z","time spent":"6.319479047s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":27,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:44.249954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:40.37031Z","time spent":"3.87962813s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-28T03:24:44.249733Z","caller":"traceutil/trace.go:171","msg":"trace[836995927] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3986; }","duration":"4.245803555s","start":"2026-04-28T03:24:40.003915Z","end":"2026-04-28T03:24:44.249719Z","steps":["trace[836995927] 'agreement among raft nodes before linearized reading' (duration: 4.245695924s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.249967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:39.271548Z","time spent":"4.978361839s","remote":"127.0.0.1:35822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:44.250006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:40.003897Z","time spent":"4.246096106s","remote":"127.0.0.1:35960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:44.249783Z","caller":"traceutil/trace.go:171","msg":"trace[998424972] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3986; }","duration":"6.481597077s","start":"2026-04-28T03:24:37.76817Z","end":"2026-04-28T03:24:44.249767Z","steps":["trace[998424972] 'agreement among raft nodes before linearized reading' (duration: 6.481400796s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.25279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:37.76815Z","time spent":"6.484577004s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-28T03:24:44.252971Z","caller":"traceutil/trace.go:171","msg":"trace[474368969] transaction","detail":"{read_only:false; response_revision:3987; number_of_response:1; }","duration":"2.674315482s","start":"2026-04-28T03:24:41.578631Z","end":"2026-04-28T03:24:44.252947Z","steps":["trace[474368969] 'process raft request' (duration: 2.670291542s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.253094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:41.57859Z","time spent":"2.674435932s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:44.831767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.267129847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:24:44.831911Z","caller":"traceutil/trace.go:171","msg":"trace[1803763711] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3987; }","duration":"7.267258247s","start":"2026-04-28T03:24:37.5646Z","end":"2026-04-28T03:24:44.831859Z","steps":["trace[1803763711] 'agreement among raft nodes before linearized reading' (duration: 6.685371894s)","trace[1803763711] 'range keys from in-memory index tree' (duration: 581.616623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:44.831991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:37.564594Z","time spent":"7.267355738s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:24:44.833203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.218521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:44.833539Z","caller":"traceutil/trace.go:171","msg":"trace[1211975363] transaction","detail":"{read_only:false; response_revision:3989; number_of_response:1; }","duration":"2.383638139s","start":"2026-04-28T03:24:42.44989Z","end":"2026-04-28T03:24:44.833528Z","steps":["trace[1211975363] 'process raft request' (duration: 2.383415249s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:44.833564Z","caller":"traceutil/trace.go:171","msg":"trace[882416195] linearizableReadLoop","detail":"{readStateIndex:4174; appliedIndex:4170; }","duration":"584.420109ms","start":"2026-04-28T03:24:44.249126Z","end":"2026-04-28T03:24:44.833546Z","steps":["trace[882416195] 'read index received' (duration: 466.34µs)","trace[882416195] 'applied index is now lower than readState.Index' (duration: 583.952429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:44.833595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:42.449877Z","time spent":"2.383693309s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:44.833674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384539801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:24:44.833727Z","caller":"traceutil/trace.go:171","msg":"trace[203182232] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3990; }","duration":"2.384604031s","start":"2026-04-28T03:24:42.449115Z","end":"2026-04-28T03:24:44.833719Z","steps":["trace[203182232] 'agreement among raft nodes before linearized reading' (duration: 2.38447401s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.833758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:42.449111Z","time spent":"2.384638631s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:44.833803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780849839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T03:24:44.833831Z","caller":"traceutil/trace.go:171","msg":"trace[2074920305] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3990; }","duration":"2.780917389s","start":"2026-04-28T03:24:42.052908Z","end":"2026-04-28T03:24:44.833825Z","steps":["trace[2074920305] 'agreement among raft nodes before linearized reading' (duration: 2.780846789s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.833855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:42.052887Z","time spent":"2.780962449s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:24:44.833884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.265358161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T03:24:44.83394Z","caller":"traceutil/trace.go:171","msg":"trace[1835961364] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b; range_end:; response_count:1; response_revision:3990; }","duration":"3.265437471s","start":"2026-04-28T03:24:41.568487Z","end":"2026-04-28T03:24:44.833925Z","steps":["trace[1835961364] 'agreement among raft nodes before linearized reading' (duration: 3.265298441s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.833939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.811398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:44.833974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386281694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:24:44.833987Z","caller":"traceutil/trace.go:171","msg":"trace[1493518321] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3990; }","duration":"712.905008ms","start":"2026-04-28T03:24:44.121075Z","end":"2026-04-28T03:24:44.83398Z","steps":["trace[1493518321] 'agreement among raft nodes before linearized reading' (duration: 712.842298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.83399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:41.568472Z","time spent":"3.265506181s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa66e0d070af8b\" "} {"level":"warn","ts":"2026-04-28T03:24:44.834014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:44.12105Z","time spent":"712.956088ms","remote":"127.0.0.1:39506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:44.83411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387736326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:24:44.834142Z","caller":"traceutil/trace.go:171","msg":"trace[575342525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3990; }","duration":"2.387803966s","start":"2026-04-28T03:24:42.446331Z","end":"2026-04-28T03:24:44.834135Z","steps":["trace[575342525] 'agreement among raft nodes before linearized reading' (duration: 2.387672216s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.834162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:42.446307Z","time spent":"2.387850136s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:24:44.834219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262824577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:44.834247Z","caller":"traceutil/trace.go:171","msg":"trace[1212760840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3990; }","duration":"1.262923217s","start":"2026-04-28T03:24:43.571316Z","end":"2026-04-28T03:24:44.83424Z","steps":["trace[1212760840] 'agreement among raft nodes before linearized reading' (duration: 1.262857667s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.834269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:43.571293Z","time spent":"1.262969567s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:44.834303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583358071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:44.834327Z","caller":"traceutil/trace.go:171","msg":"trace[1086338790] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3990; }","duration":"2.583425051s","start":"2026-04-28T03:24:42.250896Z","end":"2026-04-28T03:24:44.834321Z","steps":["trace[1086338790] 'agreement among raft nodes before linearized reading' (duration: 2.583388431s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.834346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:42.250878Z","time spent":"2.583462191s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:44.834369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.284784123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-28T03:24:44.834434Z","caller":"traceutil/trace.go:171","msg":"trace[296790568] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:3990; }","duration":"4.284876713s","start":"2026-04-28T03:24:40.54954Z","end":"2026-04-28T03:24:44.834417Z","steps":["trace[296790568] 'agreement among raft nodes before linearized reading' (duration: 4.284733963s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.834443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51300615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:44.834494Z","caller":"traceutil/trace.go:171","msg":"trace[890234226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3990; }","duration":"1.51309256s","start":"2026-04-28T03:24:43.321391Z","end":"2026-04-28T03:24:44.834484Z","steps":["trace[890234226] 'agreement among raft nodes before linearized reading' (duration: 1.51302687s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.834519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:43.321368Z","time spent":"1.51314208s","remote":"127.0.0.1:60772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:44.834483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:40.549513Z","time spent":"4.284953963s","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-28T03:24:44.833993Z","caller":"traceutil/trace.go:171","msg":"trace[272145791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3990; }","duration":"2.386337584s","start":"2026-04-28T03:24:42.44765Z","end":"2026-04-28T03:24:44.833987Z","steps":["trace[272145791] 'agreement among raft nodes before linearized reading' (duration: 2.386282944s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.834651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:42.447638Z","time spent":"2.387002345s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:24:44.834602Z","caller":"traceutil/trace.go:171","msg":"trace[1732767986] transaction","detail":"{read_only:false; response_revision:3988; number_of_response:1; }","duration":"3.067919434s","start":"2026-04-28T03:24:41.765574Z","end":"2026-04-28T03:24:44.833494Z","steps":["trace[1732767986] 'process raft request' (duration: 2.487334393s)","trace[1732767986] 'compare' (duration: 578.924027ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:44.834772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989133356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:24:44.8348Z","caller":"traceutil/trace.go:171","msg":"trace[693374286] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3990; }","duration":"1.989222886s","start":"2026-04-28T03:24:42.845571Z","end":"2026-04-28T03:24:44.834794Z","steps":["trace[693374286] 'agreement among raft nodes before linearized reading' (duration: 1.989158866s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.834825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:42.845548Z","time spent":"1.989271136s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:24:44.834949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268365184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-28T03:24:44.834976Z","caller":"traceutil/trace.go:171","msg":"trace[795254538] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:3990; }","duration":"2.268430214s","start":"2026-04-28T03:24:42.566539Z","end":"2026-04-28T03:24:44.834969Z","steps":["trace[795254538] 'agreement among raft nodes before linearized reading' (duration: 2.268366004s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.834969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.664259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-28T03:24:44.835408Z","caller":"traceutil/trace.go:171","msg":"trace[1184843733] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3990; }","duration":"580.128441ms","start":"2026-04-28T03:24:44.255262Z","end":"2026-04-28T03:24:44.83539Z","steps":["trace[1184843733] 'agreement among raft nodes before linearized reading' (duration: 579.559349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.835479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:44.255247Z","time spent":"580.212971ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-28T03:24:44.8339Z","caller":"traceutil/trace.go:171","msg":"trace[1265451507] transaction","detail":"{read_only:false; response_revision:3990; number_of_response:1; }","duration":"2.38386287s","start":"2026-04-28T03:24:42.450029Z","end":"2026-04-28T03:24:44.833892Z","steps":["trace[1265451507] 'process raft request' (duration: 2.383444389s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.835952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:42.450018Z","time spent":"2.385827125s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:44.836032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.834098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"warn","ts":"2026-04-28T03:24:44.834272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426465049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:44.836166Z","caller":"traceutil/trace.go:171","msg":"trace[1734972749] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3990; }","duration":"2.428384373s","start":"2026-04-28T03:24:42.40776Z","end":"2026-04-28T03:24:44.836144Z","steps":["trace[1734972749] 'agreement among raft nodes before linearized reading' (duration: 2.426486149s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.836254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:42.407738Z","time spent":"2.428494603s","remote":"127.0.0.1:60720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:44.836145Z","caller":"traceutil/trace.go:171","msg":"trace[161641785] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:3990; }","duration":"578.977028ms","start":"2026-04-28T03:24:44.257125Z","end":"2026-04-28T03:24:44.836102Z","steps":["trace[161641785] 'agreement among raft nodes before linearized reading' (duration: 578.682737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.836515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:44.25711Z","time spent":"579.385109ms","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1343,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-04-28T03:24:44.835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:42.566521Z","time spent":"2.268472844s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-28T03:24:44.834231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.694666151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:44.837036Z","caller":"traceutil/trace.go:171","msg":"trace[766458240] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3990; }","duration":"3.697502897s","start":"2026-04-28T03:24:41.13952Z","end":"2026-04-28T03:24:44.837023Z","steps":["trace[766458240] 'agreement among raft nodes before linearized reading' (duration: 3.694670461s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.835046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385900353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:24:44.83376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384662221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:24:44.835053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:41.765551Z","time spent":"3.069224517s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:44.835364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.24888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:24:44.838061Z","caller":"traceutil/trace.go:171","msg":"trace[1351646992] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:3990; }","duration":"379.972514ms","start":"2026-04-28T03:24:44.458073Z","end":"2026-04-28T03:24:44.838045Z","steps":["trace[1351646992] 'agreement among raft nodes before linearized reading' (duration: 377.24782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.838117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:44.458048Z","time spent":"380.058696ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"warn","ts":"2026-04-28T03:24:44.838275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:41.139505Z","time spent":"3.6987611s","remote":"127.0.0.1:50976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:44.83841Z","caller":"traceutil/trace.go:171","msg":"trace[333128133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3990; }","duration":"2.389347761s","start":"2026-04-28T03:24:42.449047Z","end":"2026-04-28T03:24:44.838395Z","steps":["trace[333128133] 'agreement among raft nodes before linearized reading' (duration: 2.384616001s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.839121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:42.449027Z","time spent":"2.390074112s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:24:44.838476Z","caller":"traceutil/trace.go:171","msg":"trace[1920105494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3990; }","duration":"2.389304531s","start":"2026-04-28T03:24:42.449133Z","end":"2026-04-28T03:24:44.838438Z","steps":["trace[1920105494] 'agreement among raft nodes before linearized reading' (duration: 2.385877603s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.839276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:42.44913Z","time spent":"2.390137213s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:24:45.138776Z","caller":"traceutil/trace.go:171","msg":"trace[1726218337] transaction","detail":"{read_only:false; response_revision:3991; number_of_response:1; }","duration":"300.373403ms","start":"2026-04-28T03:24:44.838371Z","end":"2026-04-28T03:24:45.138744Z","steps":["trace[1726218337] 'process raft request' (duration: 252.949542ms)","trace[1726218337] 'compare' (duration: 47.12967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:45.13923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:44.838352Z","time spent":"300.707153ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:45.186028Z","caller":"traceutil/trace.go:171","msg":"trace[1371263398] transaction","detail":"{read_only:false; response_revision:3992; number_of_response:1; }","duration":"347.277082ms","start":"2026-04-28T03:24:44.838703Z","end":"2026-04-28T03:24:45.18598Z","steps":["trace[1371263398] 'process raft request' (duration: 347.030871ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:45.186092Z","caller":"traceutil/trace.go:171","msg":"trace[1977996136] transaction","detail":"{read_only:false; response_revision:3993; number_of_response:1; }","duration":"341.43487ms","start":"2026-04-28T03:24:44.844652Z","end":"2026-04-28T03:24:45.186087Z","steps":["trace[1977996136] 'process raft request' (duration: 341.2902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:45.186165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:44.84463Z","time spent":"341.48269ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:45.18626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:44.838354Z","time spent":"347.748633ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:45.186061Z","caller":"traceutil/trace.go:171","msg":"trace[1469560512] transaction","detail":"{read_only:false; response_revision:3994; number_of_response:1; }","duration":"341.36611ms","start":"2026-04-28T03:24:44.844683Z","end":"2026-04-28T03:24:45.18605Z","steps":["trace[1469560512] 'process raft request' (duration: 341.30933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:45.186563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:44.844672Z","time spent":"341.849481ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:45.186695Z","caller":"traceutil/trace.go:171","msg":"trace[1408785792] transaction","detail":"{read_only:false; response_revision:3995; number_of_response:1; }","duration":"341.87889ms","start":"2026-04-28T03:24:44.844807Z","end":"2026-04-28T03:24:45.186685Z","steps":["trace[1408785792] 'process raft request' (duration: 341.221039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:45.186776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:44.844799Z","time spent":"341.91876ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:45.187217Z","caller":"traceutil/trace.go:171","msg":"trace[299857470] transaction","detail":"{read_only:false; response_revision:3996; number_of_response:1; }","duration":"342.404501ms","start":"2026-04-28T03:24:44.844798Z","end":"2026-04-28T03:24:45.187202Z","steps":["trace[299857470] 'process raft request' (duration: 341.57046ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:45.187239Z","caller":"traceutil/trace.go:171","msg":"trace[2143059241] linearizableReadLoop","detail":"{readStateIndex:4177; appliedIndex:4174; }","duration":"344.153196ms","start":"2026-04-28T03:24:44.843062Z","end":"2026-04-28T03:24:45.187215Z","steps":["trace[2143059241] 'read index received' (duration: 248.360253ms)","trace[2143059241] 'applied index is now lower than readState.Index' (duration: 95.792043ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:45.186041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:44.841565Z","time spent":"344.468356ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:24:45.187359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:44.844789Z","time spent":"342.478421ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:45.187579Z","caller":"traceutil/trace.go:171","msg":"trace[166965216] transaction","detail":"{read_only:false; response_revision:3998; number_of_response:1; }","duration":"340.741168ms","start":"2026-04-28T03:24:44.846818Z","end":"2026-04-28T03:24:45.187559Z","steps":["trace[166965216] 'process raft request' (duration: 340.316637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:45.187626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.045283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"warn","ts":"2026-04-28T03:24:45.187648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.79549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-28T03:24:45.187679Z","caller":"traceutil/trace.go:171","msg":"trace[1434737296] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:3999; }","duration":"341.83917ms","start":"2026-04-28T03:24:44.845832Z","end":"2026-04-28T03:24:45.187671Z","steps":["trace[1434737296] 'agreement among raft nodes before linearized reading' (duration: 341.7439ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:45.187662Z","caller":"traceutil/trace.go:171","msg":"trace[109386148] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3999; }","duration":"343.093143ms","start":"2026-04-28T03:24:44.844558Z","end":"2026-04-28T03:24:45.187651Z","steps":["trace[109386148] 'agreement among raft nodes before linearized reading' (duration: 342.968973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:45.18776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.262608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:45.18774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:44.844552Z","time spent":"343.173793ms","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7484,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-28T03:24:45.187822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:44.846805Z","time spent":"340.824148ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:45.187785Z","caller":"traceutil/trace.go:171","msg":"trace[248972167] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3999; }","duration":"290.288338ms","start":"2026-04-28T03:24:44.897491Z","end":"2026-04-28T03:24:45.18778Z","steps":["trace[248972167] 'agreement among raft nodes before linearized reading' (duration: 290.244958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:45.187703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:44.845827Z","time spent":"341.86829ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1287,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"info","ts":"2026-04-28T03:24:45.188082Z","caller":"traceutil/trace.go:171","msg":"trace[1429500201] transaction","detail":"{read_only:false; response_revision:3997; number_of_response:1; }","duration":"343.199753ms","start":"2026-04-28T03:24:44.844847Z","end":"2026-04-28T03:24:45.188047Z","steps":["trace[1429500201] 'process raft request' (duration: 342.166891ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:45.18813Z","caller":"traceutil/trace.go:171","msg":"trace[828354065] transaction","detail":"{read_only:false; response_revision:3999; number_of_response:1; }","duration":"120.204099ms","start":"2026-04-28T03:24:45.067905Z","end":"2026-04-28T03:24:45.188109Z","steps":["trace[828354065] 'process raft request' (duration: 119.272807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:45.188234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:44.84484Z","time spent":"343.312673ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:45.188469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.713914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:45.188515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.44431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0b90587b-9443-4f52-9594-bdd9d179157c\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-28T03:24:45.188535Z","caller":"traceutil/trace.go:171","msg":"trace[790881404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3999; }","duration":"342.807744ms","start":"2026-04-28T03:24:44.845707Z","end":"2026-04-28T03:24:45.188515Z","steps":["trace[790881404] 'agreement among raft nodes before linearized reading' (duration: 342.713624ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:45.188548Z","caller":"traceutil/trace.go:171","msg":"trace[1588388566] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0b90587b-9443-4f52-9594-bdd9d179157c; range_end:; response_count:1; response_revision:3999; }","duration":"345.50678ms","start":"2026-04-28T03:24:44.843031Z","end":"2026-04-28T03:24:45.188538Z","steps":["trace[1588388566] 'agreement among raft nodes before linearized reading' (duration: 344.455077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:45.188575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:44.843019Z","time spent":"345.55043ms","remote":"127.0.0.1:50990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-0b90587b-9443-4f52-9594-bdd9d179157c\" "} {"level":"warn","ts":"2026-04-28T03:24:45.188714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:44.845691Z","time spent":"343.006064ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:24:45.410007Z","caller":"traceutil/trace.go:171","msg":"trace[1678355266] linearizableReadLoop","detail":"{readStateIndex:4187; appliedIndex:4185; }","duration":"171.974481ms","start":"2026-04-28T03:24:45.23801Z","end":"2026-04-28T03:24:45.409984Z","steps":["trace[1678355266] 'read index received' (duration: 171.75575ms)","trace[1678355266] 'applied index is now lower than readState.Index' (duration: 217.981µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:45.410354Z","caller":"traceutil/trace.go:171","msg":"trace[75637826] transaction","detail":"{read_only:false; response_revision:4002; number_of_response:1; }","duration":"177.644703ms","start":"2026-04-28T03:24:45.232692Z","end":"2026-04-28T03:24:45.410336Z","steps":["trace[75637826] 'process raft request' (duration: 177.234173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:45.410378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.522991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:45.410471Z","caller":"traceutil/trace.go:171","msg":"trace[778896700] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:4002; }","duration":"215.648032ms","start":"2026-04-28T03:24:45.194807Z","end":"2026-04-28T03:24:45.410455Z","steps":["trace[778896700] 'agreement among raft nodes before linearized reading' (duration: 215.457431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:45.410562Z","caller":"traceutil/trace.go:171","msg":"trace[888560791] transaction","detail":"{read_only:false; response_revision:4001; number_of_response:1; }","duration":"178.722356ms","start":"2026-04-28T03:24:45.231826Z","end":"2026-04-28T03:24:45.410549Z","steps":["trace[888560791] 'process raft request' (duration: 177.965484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:45.410647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.194796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18aa675b8e4045f6\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-04-28T03:24:45.410702Z","caller":"traceutil/trace.go:171","msg":"trace[1223495688] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18aa675b8e4045f6; range_end:; response_count:1; response_revision:4002; }","duration":"217.283216ms","start":"2026-04-28T03:24:45.193405Z","end":"2026-04-28T03:24:45.410689Z","steps":["trace[1223495688] 'agreement among raft nodes before linearized reading' (duration: 217.123906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:45.410869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.746491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa675f561bda1b\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-28T03:24:45.410911Z","caller":"traceutil/trace.go:171","msg":"trace[678302583] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa675f561bda1b; range_end:; response_count:1; response_revision:4002; }","duration":"215.799291ms","start":"2026-04-28T03:24:45.195104Z","end":"2026-04-28T03:24:45.410904Z","steps":["trace[678302583] 'agreement among raft nodes before linearized reading' (duration: 215.681581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:45.410913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.197268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-28T03:24:45.410954Z","caller":"traceutil/trace.go:171","msg":"trace[1599662187] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4002; }","duration":"171.257418ms","start":"2026-04-28T03:24:45.239685Z","end":"2026-04-28T03:24:45.410942Z","steps":["trace[1599662187] 'agreement among raft nodes before linearized reading' (duration: 171.191168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:45.411132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.109828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:24:45.41116Z","caller":"traceutil/trace.go:171","msg":"trace[1298510164] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4002; }","duration":"171.149668ms","start":"2026-04-28T03:24:45.240003Z","end":"2026-04-28T03:24:45.411153Z","steps":["trace[1298510164] 'agreement among raft nodes before linearized reading' (duration: 171.057698ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:47.977727Z","caller":"traceutil/trace.go:171","msg":"trace[413858860] transaction","detail":"{read_only:false; response_revision:4022; number_of_response:1; }","duration":"108.125264ms","start":"2026-04-28T03:24:47.869575Z","end":"2026-04-28T03:24:47.9777Z","steps":["trace[413858860] 'process raft request' (duration: 107.945214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:49.900071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.085102ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:24:51.593682Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2577} {"level":"info","ts":"2026-04-28T03:24:51.709808Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2577,"took":"114.958591ms","hash":2806565511,"current-db-size-bytes":36122624,"current-db-size":"36 MB","current-db-size-in-use-bytes":12161024,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-04-28T03:24:51.709855Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2806565511,"revision":2577,"compact-revision":-1} {"level":"info","ts":"2026-04-28T03:24:52.88886Z","caller":"traceutil/trace.go:171","msg":"trace[1968852808] transaction","detail":"{read_only:false; response_revision:4044; number_of_response:1; }","duration":"180.197217ms","start":"2026-04-28T03:24:52.708645Z","end":"2026-04-28T03:24:52.888842Z","steps":["trace[1968852808] 'process raft request' (duration: 180.089567ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:52.8891Z","caller":"traceutil/trace.go:171","msg":"trace[627798649] linearizableReadLoop","detail":"{readStateIndex:4231; appliedIndex:4231; }","duration":"162.937351ms","start":"2026-04-28T03:24:52.726153Z","end":"2026-04-28T03:24:52.88909Z","steps":["trace[627798649] 'read index received' (duration: 162.93187ms)","trace[627798649] 'applied index is now lower than readState.Index' (duration: 4.791µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:52.889228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.059421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:52.889251Z","caller":"traceutil/trace.go:171","msg":"trace[322795270] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4044; }","duration":"163.127631ms","start":"2026-04-28T03:24:52.726118Z","end":"2026-04-28T03:24:52.889246Z","steps":["trace[322795270] 'agreement among raft nodes before linearized reading' (duration: 163.072291ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:57.042273Z","caller":"traceutil/trace.go:171","msg":"trace[914193703] transaction","detail":"{read_only:false; response_revision:4072; number_of_response:1; }","duration":"110.667531ms","start":"2026-04-28T03:24:56.931581Z","end":"2026-04-28T03:24:57.042249Z","steps":["trace[914193703] 'process raft request' (duration: 110.515421ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:57.15833Z","caller":"traceutil/trace.go:171","msg":"trace[149488250] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"220.383401ms","start":"2026-04-28T03:24:56.937926Z","end":"2026-04-28T03:24:57.15831Z","steps":["trace[149488250] 'process raft request' (duration: 125.280752ms)","trace[149488250] 'compare' (duration: 94.736987ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:57.5127Z","caller":"traceutil/trace.go:171","msg":"trace[1116358384] transaction","detail":"{read_only:false; response_revision:4076; number_of_response:1; }","duration":"256.90975ms","start":"2026-04-28T03:24:57.255771Z","end":"2026-04-28T03:24:57.512681Z","steps":["trace[1116358384] 'process raft request' (duration: 256.735839ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:57.591591Z","caller":"traceutil/trace.go:171","msg":"trace[1230894627] linearizableReadLoop","detail":"{readStateIndex:4265; appliedIndex:4263; }","duration":"302.355675ms","start":"2026-04-28T03:24:57.289217Z","end":"2026-04-28T03:24:57.591572Z","steps":["trace[1230894627] 'read index received' (duration: 223.292962ms)","trace[1230894627] 'applied index is now lower than readState.Index' (duration: 79.062013ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:57.592078Z","caller":"traceutil/trace.go:171","msg":"trace[1716367880] transaction","detail":"{read_only:false; response_revision:4079; number_of_response:1; }","duration":"105.548331ms","start":"2026-04-28T03:24:57.48646Z","end":"2026-04-28T03:24:57.592008Z","steps":["trace[1716367880] 'process raft request' (duration: 105.072179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.592356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.228098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:24:57.592352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.112208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:24:57.592402Z","caller":"traceutil/trace.go:171","msg":"trace[634404964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4079; }","duration":"254.323378ms","start":"2026-04-28T03:24:57.338068Z","end":"2026-04-28T03:24:57.592392Z","steps":["trace[634404964] 'agreement among raft nodes before linearized reading' (duration: 254.156648ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:57.592515Z","caller":"traceutil/trace.go:171","msg":"trace[2197162] transaction","detail":"{read_only:false; response_revision:4078; number_of_response:1; }","duration":"106.043483ms","start":"2026-04-28T03:24:57.486455Z","end":"2026-04-28T03:24:57.592499Z","steps":["trace[2197162] 'process raft request' (duration: 105.018639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.592523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.208419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:24:57.592553Z","caller":"traceutil/trace.go:171","msg":"trace[392793424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4079; }","duration":"254.255519ms","start":"2026-04-28T03:24:57.338288Z","end":"2026-04-28T03:24:57.592544Z","steps":["trace[392793424] 'agreement among raft nodes before linearized reading' (duration: 254.165867ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:57.592625Z","caller":"traceutil/trace.go:171","msg":"trace[1552661012] transaction","detail":"{read_only:false; response_revision:4077; number_of_response:1; }","duration":"332.639849ms","start":"2026-04-28T03:24:57.259977Z","end":"2026-04-28T03:24:57.592617Z","steps":["trace[1552661012] 'process raft request' (duration: 331.387663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.592686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:57.259952Z","time spent":"332.687269ms","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3300,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:57.592806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.6041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:24:57.592864Z","caller":"traceutil/trace.go:171","msg":"trace[33385601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4079; }","duration":"254.715931ms","start":"2026-04-28T03:24:57.338134Z","end":"2026-04-28T03:24:57.592849Z","steps":["trace[33385601] 'agreement among raft nodes before linearized reading' (duration: 254.44184ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:57.592429Z","caller":"traceutil/trace.go:171","msg":"trace[571909346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4079; }","duration":"303.253558ms","start":"2026-04-28T03:24:57.289157Z","end":"2026-04-28T03:24:57.59241Z","steps":["trace[571909346] 'agreement among raft nodes before linearized reading' (duration: 303.005757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.593043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:57.289129Z","time spent":"303.903592ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:57.795086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.767759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:57.795202Z","caller":"traceutil/trace.go:171","msg":"trace[2094818441] transaction","detail":"{read_only:false; response_revision:4080; number_of_response:1; }","duration":"191.753644ms","start":"2026-04-28T03:24:57.603428Z","end":"2026-04-28T03:24:57.795182Z","steps":["trace[2094818441] 'process raft request' (duration: 27.817814ms)","trace[2094818441] 'compare' (duration: 163.650689ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:57.798643Z","caller":"traceutil/trace.go:171","msg":"trace[1907027977] linearizableReadLoop","detail":"{readStateIndex:4271; appliedIndex:4267; }","duration":"185.019576ms","start":"2026-04-28T03:24:57.613568Z","end":"2026-04-28T03:24:57.798587Z","steps":["trace[1907027977] 'read index received' (duration: 17.688912ms)","trace[1907027977] 'applied index is now lower than readState.Index' (duration: 167.329754ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:57.799218Z","caller":"traceutil/trace.go:171","msg":"trace[1554598608] transaction","detail":"{read_only:false; response_revision:4081; number_of_response:1; }","duration":"195.606599ms","start":"2026-04-28T03:24:57.603597Z","end":"2026-04-28T03:24:57.799203Z","steps":["trace[1554598608] 'process raft request' (duration: 194.525465ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:57.799569Z","caller":"traceutil/trace.go:171","msg":"trace[2089919925] transaction","detail":"{read_only:false; response_revision:4082; number_of_response:1; }","duration":"194.968885ms","start":"2026-04-28T03:24:57.604587Z","end":"2026-04-28T03:24:57.799556Z","steps":["trace[2089919925] 'process raft request' (duration: 193.775461ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:57.799822Z","caller":"traceutil/trace.go:171","msg":"trace[20342362] transaction","detail":"{read_only:false; response_revision:4083; number_of_response:1; }","duration":"188.849351ms","start":"2026-04-28T03:24:57.610937Z","end":"2026-04-28T03:24:57.799787Z","steps":["trace[20342362] 'process raft request' (duration: 187.562786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.800176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.592063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-04-28T03:24:57.800226Z","caller":"traceutil/trace.go:171","msg":"trace[1737676094] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4083; }","duration":"186.681863ms","start":"2026-04-28T03:24:57.613528Z","end":"2026-04-28T03:24:57.80021Z","steps":["trace[1737676094] 'agreement among raft nodes before linearized reading' (duration: 186.472952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.800683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.686556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:57.800736Z","caller":"traceutil/trace.go:171","msg":"trace[51766169] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4083; }","duration":"143.777977ms","start":"2026-04-28T03:24:57.656944Z","end":"2026-04-28T03:24:57.800722Z","steps":["trace[51766169] 'agreement among raft nodes before linearized reading' (duration: 143.700736ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:59.741318Z","caller":"traceutil/trace.go:171","msg":"trace[1544424548] transaction","detail":"{read_only:false; response_revision:4087; number_of_response:1; }","duration":"221.270236ms","start":"2026-04-28T03:24:59.520014Z","end":"2026-04-28T03:24:59.741284Z","steps":["trace[1544424548] 'process raft request' (duration: 221.115965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:00.061248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.080244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:00.061592Z","caller":"traceutil/trace.go:171","msg":"trace[1872035044] transaction","detail":"{read_only:false; response_revision:4088; number_of_response:1; }","duration":"459.357152ms","start":"2026-04-28T03:24:59.602211Z","end":"2026-04-28T03:25:00.061568Z","steps":["trace[1872035044] 'process raft request' (duration: 186.887136ms)","trace[1872035044] 'compare' (duration: 271.669523ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:00.061609Z","caller":"traceutil/trace.go:171","msg":"trace[1572221261] transaction","detail":"{read_only:false; response_revision:4089; number_of_response:1; }","duration":"459.284191ms","start":"2026-04-28T03:24:59.6023Z","end":"2026-04-28T03:25:00.061584Z","steps":["trace[1572221261] 'process raft request' (duration: 459.03212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:00.061703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:59.602188Z","time spent":"459.457702ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:00.061732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:59.602293Z","time spent":"459.370741ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:00.061884Z","caller":"traceutil/trace.go:171","msg":"trace[1405714010] linearizableReadLoop","detail":"{readStateIndex:4277; appliedIndex:4275; }","duration":"259.040757ms","start":"2026-04-28T03:24:59.80283Z","end":"2026-04-28T03:25:00.061871Z","steps":["trace[1405714010] 'read index received' (duration: 46.48µs)","trace[1405714010] 'applied index is now lower than readState.Index' (duration: 258.993177ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:00.062346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.490199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:25:00.062444Z","caller":"traceutil/trace.go:171","msg":"trace[1663520781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4089; }","duration":"259.634809ms","start":"2026-04-28T03:24:59.80279Z","end":"2026-04-28T03:25:00.062425Z","steps":["trace[1663520781] 'agreement among raft nodes before linearized reading' (duration: 259.334358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:00.063492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.879465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:25:00.063499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.895653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-04-28T03:25:00.063538Z","caller":"traceutil/trace.go:171","msg":"trace[455393028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4089; }","duration":"255.941925ms","start":"2026-04-28T03:24:59.807583Z","end":"2026-04-28T03:25:00.063525Z","steps":["trace[455393028] 'agreement among raft nodes before linearized reading' (duration: 254.95683ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:00.063562Z","caller":"traceutil/trace.go:171","msg":"trace[569388369] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4089; }","duration":"124.997724ms","start":"2026-04-28T03:24:59.938546Z","end":"2026-04-28T03:25:00.063543Z","steps":["trace[569388369] 'agreement among raft nodes before linearized reading' (duration: 123.923989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:00.063805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.063925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:25:00.063833Z","caller":"traceutil/trace.go:171","msg":"trace[493566927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4089; }","duration":"256.108945ms","start":"2026-04-28T03:24:59.807718Z","end":"2026-04-28T03:25:00.063827Z","steps":["trace[493566927] 'agreement among raft nodes before linearized reading' (duration: 255.18513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:00.064622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.12301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:25:00.06797Z","caller":"traceutil/trace.go:171","msg":"trace[224697309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4089; }","duration":"260.488524ms","start":"2026-04-28T03:24:59.807463Z","end":"2026-04-28T03:25:00.067951Z","steps":["trace[224697309] 'agreement among raft nodes before linearized reading' (duration: 254.979ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:00.42474Z","caller":"traceutil/trace.go:171","msg":"trace[2070274717] transaction","detail":"{read_only:false; response_revision:4093; number_of_response:1; }","duration":"351.222531ms","start":"2026-04-28T03:25:00.073495Z","end":"2026-04-28T03:25:00.424718Z","steps":["trace[2070274717] 'process raft request' (duration: 351.184621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:00.424878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:00.073484Z","time spent":"351.325471ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:00.425305Z","caller":"traceutil/trace.go:171","msg":"trace[604878756] transaction","detail":"{read_only:false; response_revision:4091; number_of_response:1; }","duration":"353.141608ms","start":"2026-04-28T03:25:00.072151Z","end":"2026-04-28T03:25:00.425292Z","steps":["trace[604878756] 'process raft request' (duration: 352.309484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:00.425375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:00.072142Z","time spent":"353.198929ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:00.425546Z","caller":"traceutil/trace.go:171","msg":"trace[205285956] transaction","detail":"{read_only:false; response_revision:4092; number_of_response:1; }","duration":"352.304815ms","start":"2026-04-28T03:25:00.073227Z","end":"2026-04-28T03:25:00.425531Z","steps":["trace[205285956] 'process raft request' (duration: 351.411002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:00.425651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:00.073172Z","time spent":"352.436936ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:00.427848Z","caller":"traceutil/trace.go:171","msg":"trace[169538900] linearizableReadLoop","detail":"{readStateIndex:4281; appliedIndex:4281; }","duration":"233.521401ms","start":"2026-04-28T03:25:00.194313Z","end":"2026-04-28T03:25:00.427834Z","steps":["trace[169538900] 'read index received' (duration: 233.515151ms)","trace[169538900] 'applied index is now lower than readState.Index' (duration: 4.71µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:00.428021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.719223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:25:00.42806Z","caller":"traceutil/trace.go:171","msg":"trace[767046736] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4093; }","duration":"233.759483ms","start":"2026-04-28T03:25:00.194287Z","end":"2026-04-28T03:25:00.428047Z","steps":["trace[767046736] 'agreement among raft nodes before linearized reading' (duration: 233.641182ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:00.50962Z","caller":"traceutil/trace.go:171","msg":"trace[58085160] transaction","detail":"{read_only:false; response_revision:4094; number_of_response:1; }","duration":"109.594783ms","start":"2026-04-28T03:25:00.399998Z","end":"2026-04-28T03:25:00.509593Z","steps":["trace[58085160] 'process raft request' (duration: 109.201912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:00.59474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.075918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:00.594822Z","caller":"traceutil/trace.go:171","msg":"trace[694268708] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4095; }","duration":"355.225898ms","start":"2026-04-28T03:25:00.239577Z","end":"2026-04-28T03:25:00.594803Z","steps":["trace[694268708] 'agreement among raft nodes before linearized reading' (duration: 270.155176ms)","trace[694268708] 'count revisions from in-memory index tree' (duration: 84.946032ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:00.594866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:00.239553Z","time spent":"355.301909ms","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:00.59499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.180431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-28T03:25:00.595126Z","caller":"traceutil/trace.go:171","msg":"trace[1344442114] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4095; }","duration":"400.380562ms","start":"2026-04-28T03:25:00.194722Z","end":"2026-04-28T03:25:00.595103Z","steps":["trace[1344442114] 'agreement among raft nodes before linearized reading' (duration: 315.015778ms)","trace[1344442114] 'range keys from in-memory index tree' (duration: 84.989932ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:00.595178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:00.194695Z","time spent":"400.471232ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:25:00.595168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.876148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:00.595232Z","caller":"traceutil/trace.go:171","msg":"trace[1949292432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4095; }","duration":"221.975308ms","start":"2026-04-28T03:25:00.373244Z","end":"2026-04-28T03:25:00.595219Z","steps":["trace[1949292432] 'agreement among raft nodes before linearized reading' (duration: 136.469094ms)","trace[1949292432] 'range keys from in-memory index tree' (duration: 85.425474ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:00.597779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.928932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-04-28T03:25:00.597915Z","caller":"traceutil/trace.go:171","msg":"trace[211073963] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4095; }","duration":"125.058122ms","start":"2026-04-28T03:25:00.47283Z","end":"2026-04-28T03:25:00.597889Z","steps":["trace[211073963] 'agreement among raft nodes before linearized reading' (duration: 36.919726ms)","trace[211073963] 'range keys from in-memory index tree' (duration: 87.901885ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:01.347569Z","caller":"traceutil/trace.go:171","msg":"trace[1023159668] transaction","detail":"{read_only:false; response_revision:4097; number_of_response:1; }","duration":"202.731789ms","start":"2026-04-28T03:25:01.144801Z","end":"2026-04-28T03:25:01.347533Z","steps":["trace[1023159668] 'process raft request' (duration: 202.494978ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:01.691762Z","caller":"traceutil/trace.go:171","msg":"trace[902067323] transaction","detail":"{read_only:false; response_revision:4098; number_of_response:1; }","duration":"478.544228ms","start":"2026-04-28T03:25:01.213183Z","end":"2026-04-28T03:25:01.691727Z","steps":["trace[902067323] 'process raft request' (duration: 478.315407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:01.692191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:01.213159Z","time spent":"478.9444ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:02.044571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.727064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:02.044664Z","caller":"traceutil/trace.go:171","msg":"trace[608965140] linearizableReadLoop","detail":"{readStateIndex:4288; appliedIndex:4287; }","duration":"229.337719ms","start":"2026-04-28T03:25:01.815311Z","end":"2026-04-28T03:25:02.044649Z","steps":["trace[608965140] 'read index received' (duration: 30.7µs)","trace[608965140] 'applied index is now lower than readState.Index' (duration: 229.305829ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:02.04471Z","caller":"traceutil/trace.go:171","msg":"trace[1981472744] transaction","detail":"{read_only:false; response_revision:4099; number_of_response:1; }","duration":"296.226889ms","start":"2026-04-28T03:25:01.748467Z","end":"2026-04-28T03:25:02.044694Z","steps":["trace[1981472744] 'process raft request' (duration: 33.298294ms)","trace[1981472744] 'compare' (duration: 262.626654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:02.044749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.431629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:02.044953Z","caller":"traceutil/trace.go:171","msg":"trace[1670857645] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4099; }","duration":"229.65709ms","start":"2026-04-28T03:25:01.81528Z","end":"2026-04-28T03:25:02.044937Z","steps":["trace[1670857645] 'agreement among raft nodes before linearized reading' (duration: 229.412119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.287196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.227009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:02.28739Z","caller":"traceutil/trace.go:171","msg":"trace[734441082] linearizableReadLoop","detail":"{readStateIndex:4290; appliedIndex:4288; }","duration":"172.543703ms","start":"2026-04-28T03:25:02.114829Z","end":"2026-04-28T03:25:02.287373Z","steps":["trace[734441082] 'read index received' (duration: 34.091233ms)","trace[734441082] 'applied index is now lower than readState.Index' (duration: 138.45137ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:02.287396Z","caller":"traceutil/trace.go:171","msg":"trace[254230373] transaction","detail":"{read_only:false; response_revision:4100; number_of_response:1; }","duration":"219.512547ms","start":"2026-04-28T03:25:02.06786Z","end":"2026-04-28T03:25:02.287373Z","steps":["trace[254230373] 'process raft request' (duration: 81.028637ms)","trace[254230373] 'compare' (duration: 138.105798ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:02.287504Z","caller":"traceutil/trace.go:171","msg":"trace[1422541395] transaction","detail":"{read_only:false; response_revision:4101; number_of_response:1; }","duration":"217.803518ms","start":"2026-04-28T03:25:02.069689Z","end":"2026-04-28T03:25:02.287492Z","steps":["trace[1422541395] 'process raft request' (duration: 217.619528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.287588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.075872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa675f561bda1b\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-28T03:25:02.287614Z","caller":"traceutil/trace.go:171","msg":"trace[1916739299] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa675f561bda1b; range_end:; response_count:1; response_revision:4101; }","duration":"172.131042ms","start":"2026-04-28T03:25:02.115477Z","end":"2026-04-28T03:25:02.287608Z","steps":["trace[1916739299] 'agreement among raft nodes before linearized reading' (duration: 172.069502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.287699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.862645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:02.287751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.990227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:25:02.287761Z","caller":"traceutil/trace.go:171","msg":"trace[1375315214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4101; }","duration":"172.962576ms","start":"2026-04-28T03:25:02.114787Z","end":"2026-04-28T03:25:02.287749Z","steps":["trace[1375315214] 'agreement among raft nodes before linearized reading' (duration: 172.762285ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:02.287782Z","caller":"traceutil/trace.go:171","msg":"trace[1748686878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4101; }","duration":"127.058997ms","start":"2026-04-28T03:25:02.160714Z","end":"2026-04-28T03:25:02.287773Z","steps":["trace[1748686878] 'agreement among raft nodes before linearized reading' (duration: 126.943036ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:02.550628Z","caller":"traceutil/trace.go:171","msg":"trace[594206828] linearizableReadLoop","detail":"{readStateIndex:4292; appliedIndex:4291; }","duration":"153.15825ms","start":"2026-04-28T03:25:02.397454Z","end":"2026-04-28T03:25:02.550612Z","steps":["trace[594206828] 'read index received' (duration: 152.843519ms)","trace[594206828] 'applied index is now lower than readState.Index' (duration: 313.991µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:02.550723Z","caller":"traceutil/trace.go:171","msg":"trace[487455682] transaction","detail":"{read_only:false; response_revision:4103; number_of_response:1; }","duration":"259.612898ms","start":"2026-04-28T03:25:02.291103Z","end":"2026-04-28T03:25:02.550716Z","steps":["trace[487455682] 'process raft request' (duration: 259.265256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.550838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.368521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:02.550855Z","caller":"traceutil/trace.go:171","msg":"trace[532661580] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4103; }","duration":"153.430733ms","start":"2026-04-28T03:25:02.397419Z","end":"2026-04-28T03:25:02.550849Z","steps":["trace[532661580] 'agreement among raft nodes before linearized reading' (duration: 153.383431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.551142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.739752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:25:02.551126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.906958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:25:02.551157Z","caller":"traceutil/trace.go:171","msg":"trace[563804241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4103; }","duration":"117.804192ms","start":"2026-04-28T03:25:02.433348Z","end":"2026-04-28T03:25:02.551152Z","steps":["trace[563804241] 'agreement among raft nodes before linearized reading' (duration: 117.731742ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:02.551174Z","caller":"traceutil/trace.go:171","msg":"trace[425132863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4103; }","duration":"119.001048ms","start":"2026-04-28T03:25:02.432161Z","end":"2026-04-28T03:25:02.551162Z","steps":["trace[425132863] 'agreement among raft nodes before linearized reading' (duration: 118.873857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.551313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.022098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:25:02.551329Z","caller":"traceutil/trace.go:171","msg":"trace[15021015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4103; }","duration":"119.089599ms","start":"2026-04-28T03:25:02.432235Z","end":"2026-04-28T03:25:02.551324Z","steps":["trace[15021015] 'agreement among raft nodes before linearized reading' (duration: 119.036798ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:03.976291Z","caller":"traceutil/trace.go:171","msg":"trace[1189641206] linearizableReadLoop","detail":"{readStateIndex:4298; appliedIndex:4297; }","duration":"140.267298ms","start":"2026-04-28T03:25:03.835999Z","end":"2026-04-28T03:25:03.976266Z","steps":["trace[1189641206] 'read index received' (duration: 98.188931ms)","trace[1189641206] 'applied index is now lower than readState.Index' (duration: 42.077197ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:03.976328Z","caller":"traceutil/trace.go:171","msg":"trace[2141773443] transaction","detail":"{read_only:false; response_revision:4109; number_of_response:1; }","duration":"278.177404ms","start":"2026-04-28T03:25:03.698116Z","end":"2026-04-28T03:25:03.976293Z","steps":["trace[2141773443] 'process raft request' (duration: 236.052157ms)","trace[2141773443] 'compare' (duration: 41.974686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:03.977239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.222453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:11 size:393326"} {"level":"info","ts":"2026-04-28T03:25:03.977344Z","caller":"traceutil/trace.go:171","msg":"trace[1108307205] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:11; response_revision:4109; }","duration":"141.325893ms","start":"2026-04-28T03:25:03.835984Z","end":"2026-04-28T03:25:03.97731Z","steps":["trace[1108307205] 'agreement among raft nodes before linearized reading' (duration: 140.437568ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:04.204535Z","caller":"traceutil/trace.go:171","msg":"trace[1999745496] transaction","detail":"{read_only:false; response_revision:4110; number_of_response:1; }","duration":"152.978831ms","start":"2026-04-28T03:25:04.051538Z","end":"2026-04-28T03:25:04.204516Z","steps":["trace[1999745496] 'process raft request' (duration: 96.646807ms)","trace[1999745496] 'compare' (duration: 56.041462ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:04.900194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.857662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:04.900403Z","caller":"traceutil/trace.go:171","msg":"trace[1223437466] linearizableReadLoop","detail":"{readStateIndex:4302; appliedIndex:4299; }","duration":"440.91871ms","start":"2026-04-28T03:25:04.45947Z","end":"2026-04-28T03:25:04.900389Z","steps":["trace[1223437466] 'read index received' (duration: 107.052569ms)","trace[1223437466] 'applied index is now lower than readState.Index' (duration: 333.865281ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:04.90065Z","caller":"traceutil/trace.go:171","msg":"trace[1727295285] transaction","detail":"{read_only:false; response_revision:4111; number_of_response:1; }","duration":"607.38394ms","start":"2026-04-28T03:25:04.293256Z","end":"2026-04-28T03:25:04.90064Z","steps":["trace[1727295285] 'process raft request' (duration: 108.002825ms)","trace[1727295285] 'compare' (duration: 498.519811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:04.900703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:04.293231Z","time spent":"607.44683ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:04.900838Z","caller":"traceutil/trace.go:171","msg":"trace[1516598025] transaction","detail":"{read_only:false; response_revision:4112; number_of_response:1; }","duration":"606.876427ms","start":"2026-04-28T03:25:04.293954Z","end":"2026-04-28T03:25:04.90083Z","steps":["trace[1516598025] 'process raft request' (duration: 606.334184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:04.900878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:04.293923Z","time spent":"606.934177ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:04.900999Z","caller":"traceutil/trace.go:171","msg":"trace[1519089620] transaction","detail":"{read_only:false; response_revision:4113; number_of_response:1; }","duration":"519.933948ms","start":"2026-04-28T03:25:04.381055Z","end":"2026-04-28T03:25:04.900989Z","steps":["trace[1519089620] 'process raft request' (duration: 519.307185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:04.901036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:04.381032Z","time spent":"519.985508ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:04.901098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.368699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:25:04.901159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.812054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:25:04.901172Z","caller":"traceutil/trace.go:171","msg":"trace[413167564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4113; }","duration":"202.505461ms","start":"2026-04-28T03:25:04.698649Z","end":"2026-04-28T03:25:04.901155Z","steps":["trace[413167564] 'agreement among raft nodes before linearized reading' (duration: 202.369889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:04.901233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.666873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:25:04.901263Z","caller":"traceutil/trace.go:171","msg":"trace[1725349994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4113; }","duration":"246.706154ms","start":"2026-04-28T03:25:04.654551Z","end":"2026-04-28T03:25:04.901257Z","steps":["trace[1725349994] 'agreement among raft nodes before linearized reading' (duration: 246.642883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:04.901292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.725069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:25:04.901365Z","caller":"traceutil/trace.go:171","msg":"trace[1095772863] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4113; }","duration":"398.833759ms","start":"2026-04-28T03:25:04.502515Z","end":"2026-04-28T03:25:04.901348Z","steps":["trace[1095772863] 'agreement among raft nodes before linearized reading' (duration: 398.514976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:04.901406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:04.502499Z","time spent":"398.897179ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":422,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:04.901432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.068666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:25:04.901463Z","caller":"traceutil/trace.go:171","msg":"trace[1062309647] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:4113; }","duration":"442.143927ms","start":"2026-04-28T03:25:04.459311Z","end":"2026-04-28T03:25:04.901455Z","steps":["trace[1062309647] 'agreement among raft nodes before linearized reading' (duration: 442.032767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:04.901484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:04.459282Z","time spent":"442.196278ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"warn","ts":"2026-04-28T03:25:04.901656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.528395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:25:04.901703Z","caller":"traceutil/trace.go:171","msg":"trace[1754390982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4113; }","duration":"346.613266ms","start":"2026-04-28T03:25:04.55508Z","end":"2026-04-28T03:25:04.901693Z","steps":["trace[1754390982] 'agreement among raft nodes before linearized reading' (duration: 346.488855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:04.901736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:04.555062Z","time spent":"346.667146ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:04.901659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.081974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:25:04.901182Z","caller":"traceutil/trace.go:171","msg":"trace[376342643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4113; }","duration":"246.834984ms","start":"2026-04-28T03:25:04.65434Z","end":"2026-04-28T03:25:04.901175Z","steps":["trace[376342643] 'agreement among raft nodes before linearized reading' (duration: 246.750683ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:04.901872Z","caller":"traceutil/trace.go:171","msg":"trace[1986495822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4113; }","duration":"249.328575ms","start":"2026-04-28T03:25:04.652536Z","end":"2026-04-28T03:25:04.901865Z","steps":["trace[1986495822] 'agreement among raft nodes before linearized reading' (duration: 249.025294ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:05.089355Z","caller":"traceutil/trace.go:171","msg":"trace[1261535242] transaction","detail":"{read_only:false; response_revision:4114; number_of_response:1; }","duration":"183.277045ms","start":"2026-04-28T03:25:04.906048Z","end":"2026-04-28T03:25:05.089325Z","steps":["trace[1261535242] 'process raft request' (duration: 162.940929ms)","trace[1261535242] 'compare' (duration: 20.132475ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:05.089575Z","caller":"traceutil/trace.go:171","msg":"trace[197469519] transaction","detail":"{read_only:false; response_revision:4117; number_of_response:1; }","duration":"182.824603ms","start":"2026-04-28T03:25:04.906723Z","end":"2026-04-28T03:25:05.089547Z","steps":["trace[197469519] 'process raft request' (duration: 182.788453ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:05.089687Z","caller":"traceutil/trace.go:171","msg":"trace[1455446793] transaction","detail":"{read_only:false; response_revision:4115; number_of_response:1; }","duration":"183.470675ms","start":"2026-04-28T03:25:04.906204Z","end":"2026-04-28T03:25:05.089674Z","steps":["trace[1455446793] 'process raft request' (duration: 183.074913ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:05.089703Z","caller":"traceutil/trace.go:171","msg":"trace[805361486] transaction","detail":"{read_only:false; response_revision:4116; number_of_response:1; }","duration":"183.444365ms","start":"2026-04-28T03:25:04.906248Z","end":"2026-04-28T03:25:05.089692Z","steps":["trace[805361486] 'process raft request' (duration: 183.214024ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:05.132959Z","caller":"traceutil/trace.go:171","msg":"trace[1075220361] linearizableReadLoop","detail":"{readStateIndex:4308; appliedIndex:4303; }","duration":"203.531682ms","start":"2026-04-28T03:25:04.929399Z","end":"2026-04-28T03:25:05.13293Z","steps":["trace[1075220361] 'read index received' (duration: 139.595611ms)","trace[1075220361] 'applied index is now lower than readState.Index' (duration: 63.934971ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:05.133012Z","caller":"traceutil/trace.go:171","msg":"trace[1652405509] transaction","detail":"{read_only:false; response_revision:4118; number_of_response:1; }","duration":"204.926329ms","start":"2026-04-28T03:25:04.928049Z","end":"2026-04-28T03:25:05.132975Z","steps":["trace[1652405509] 'process raft request' (duration: 204.663848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:05.133465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.037034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-28T03:25:05.133542Z","caller":"traceutil/trace.go:171","msg":"trace[1665317252] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4118; }","duration":"204.139504ms","start":"2026-04-28T03:25:04.929383Z","end":"2026-04-28T03:25:05.133523Z","steps":["trace[1665317252] 'agreement among raft nodes before linearized reading' (duration: 203.700942ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:05.78505Z","caller":"traceutil/trace.go:171","msg":"trace[24746308] transaction","detail":"{read_only:false; response_revision:4120; number_of_response:1; }","duration":"424.679125ms","start":"2026-04-28T03:25:05.360343Z","end":"2026-04-28T03:25:05.785023Z","steps":["trace[24746308] 'process raft request' (duration: 424.497074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:05.785215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:05.360322Z","time spent":"424.809876ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:06.602285Z","caller":"traceutil/trace.go:171","msg":"trace[549901749] transaction","detail":"{read_only:false; response_revision:4123; number_of_response:1; }","duration":"152.548098ms","start":"2026-04-28T03:25:06.449713Z","end":"2026-04-28T03:25:06.602261Z","steps":["trace[549901749] 'process raft request' (duration: 152.330687ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:06.936474Z","caller":"traceutil/trace.go:171","msg":"trace[1855587550] transaction","detail":"{read_only:false; response_revision:4136; number_of_response:1; }","duration":"143.014888ms","start":"2026-04-28T03:25:06.79343Z","end":"2026-04-28T03:25:06.936445Z","steps":["trace[1855587550] 'process raft request' (duration: 142.843567ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:06.936662Z","caller":"traceutil/trace.go:171","msg":"trace[208477445] transaction","detail":"{read_only:false; response_revision:4137; number_of_response:1; }","duration":"143.182858ms","start":"2026-04-28T03:25:06.79347Z","end":"2026-04-28T03:25:06.936653Z","steps":["trace[208477445] 'process raft request' (duration: 142.820866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:06.936721Z","caller":"traceutil/trace.go:171","msg":"trace[1038191819] transaction","detail":"{read_only:false; response_revision:4131; number_of_response:1; }","duration":"143.45426ms","start":"2026-04-28T03:25:06.793228Z","end":"2026-04-28T03:25:06.936683Z","steps":["trace[1038191819] 'process raft request' (duration: 142.943018ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:06.936776Z","caller":"traceutil/trace.go:171","msg":"trace[1130225898] linearizableReadLoop","detail":"{readStateIndex:4332; appliedIndex:4320; }","duration":"125.938958ms","start":"2026-04-28T03:25:06.810829Z","end":"2026-04-28T03:25:06.936768Z","steps":["trace[1130225898] 'read index received' (duration: 60.851813ms)","trace[1130225898] 'applied index is now lower than readState.Index' (duration: 65.086265ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:06.936775Z","caller":"traceutil/trace.go:171","msg":"trace[1838365364] transaction","detail":"{read_only:false; response_revision:4141; number_of_response:1; }","duration":"143.166529ms","start":"2026-04-28T03:25:06.793581Z","end":"2026-04-28T03:25:06.936747Z","steps":["trace[1838365364] 'process raft request' (duration: 142.774597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:06.936891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.048698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:25:06.936925Z","caller":"traceutil/trace.go:171","msg":"trace[1183635453] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4143; }","duration":"126.138378ms","start":"2026-04-28T03:25:06.810779Z","end":"2026-04-28T03:25:06.936917Z","steps":["trace[1183635453] 'agreement among raft nodes before linearized reading' (duration: 126.013688ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:06.936973Z","caller":"traceutil/trace.go:171","msg":"trace[1382627127] transaction","detail":"{read_only:false; response_revision:4140; number_of_response:1; }","duration":"143.42538ms","start":"2026-04-28T03:25:06.793539Z","end":"2026-04-28T03:25:06.936964Z","steps":["trace[1382627127] 'process raft request' (duration: 142.800886ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:06.937001Z","caller":"traceutil/trace.go:171","msg":"trace[1409084029] transaction","detail":"{read_only:false; response_revision:4138; number_of_response:1; }","duration":"143.51315ms","start":"2026-04-28T03:25:06.793475Z","end":"2026-04-28T03:25:06.936989Z","steps":["trace[1409084029] 'process raft request' (duration: 142.829956ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:06.93706Z","caller":"traceutil/trace.go:171","msg":"trace[557984020] transaction","detail":"{read_only:false; response_revision:4130; number_of_response:1; }","duration":"144.156273ms","start":"2026-04-28T03:25:06.792896Z","end":"2026-04-28T03:25:06.937053Z","steps":["trace[557984020] 'process raft request' (duration: 139.303528ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:06.936996Z","caller":"traceutil/trace.go:171","msg":"trace[1851233954] transaction","detail":"{read_only:false; response_revision:4139; number_of_response:1; }","duration":"143.44234ms","start":"2026-04-28T03:25:06.793532Z","end":"2026-04-28T03:25:06.936975Z","steps":["trace[1851233954] 'process raft request' (duration: 142.787566ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:06.937112Z","caller":"traceutil/trace.go:171","msg":"trace[503567186] transaction","detail":"{read_only:false; response_revision:4134; number_of_response:1; }","duration":"143.694881ms","start":"2026-04-28T03:25:06.793407Z","end":"2026-04-28T03:25:06.937102Z","steps":["trace[503567186] 'process raft request' (duration: 142.834067ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:06.937338Z","caller":"traceutil/trace.go:171","msg":"trace[1156761754] transaction","detail":"{read_only:false; response_revision:4135; number_of_response:1; }","duration":"143.891232ms","start":"2026-04-28T03:25:06.793439Z","end":"2026-04-28T03:25:06.93733Z","steps":["trace[1156761754] 'process raft request' (duration: 142.817927ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:06.937438Z","caller":"traceutil/trace.go:171","msg":"trace[1118218289] transaction","detail":"{read_only:false; response_revision:4132; number_of_response:1; }","duration":"144.083093ms","start":"2026-04-28T03:25:06.793347Z","end":"2026-04-28T03:25:06.93743Z","steps":["trace[1118218289] 'process raft request' (duration: 142.859437ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:06.938412Z","caller":"traceutil/trace.go:171","msg":"trace[1222925195] transaction","detail":"{read_only:false; response_revision:4133; number_of_response:1; }","duration":"145.017809ms","start":"2026-04-28T03:25:06.793363Z","end":"2026-04-28T03:25:06.938381Z","steps":["trace[1222925195] 'process raft request' (duration: 142.861567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:07.924517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.331535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:25:07.924577Z","caller":"traceutil/trace.go:171","msg":"trace[1456901660] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4210; }","duration":"170.461336ms","start":"2026-04-28T03:25:07.754103Z","end":"2026-04-28T03:25:07.924565Z","steps":["trace[1456901660] 'count revisions from in-memory index tree' (duration: 170.244534ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:08.020846Z","caller":"traceutil/trace.go:171","msg":"trace[969427735] linearizableReadLoop","detail":"{readStateIndex:4402; appliedIndex:4401; }","duration":"119.174228ms","start":"2026-04-28T03:25:07.901653Z","end":"2026-04-28T03:25:08.020828Z","steps":["trace[969427735] 'read index received' (duration: 118.989757ms)","trace[969427735] 'applied index is now lower than readState.Index' (duration: 183.681µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:08.020997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.336399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-28T03:25:08.021028Z","caller":"traceutil/trace.go:171","msg":"trace[186627537] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:4211; }","duration":"119.41866ms","start":"2026-04-28T03:25:07.9016Z","end":"2026-04-28T03:25:08.021019Z","steps":["trace[186627537] 'agreement among raft nodes before linearized reading' (duration: 119.30178ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:08.021069Z","caller":"traceutil/trace.go:171","msg":"trace[312587393] transaction","detail":"{read_only:false; response_revision:4211; number_of_response:1; }","duration":"229.721769ms","start":"2026-04-28T03:25:07.791326Z","end":"2026-04-28T03:25:08.021047Z","steps":["trace[312587393] 'process raft request' (duration: 229.327037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:08.535559Z","caller":"traceutil/trace.go:171","msg":"trace[979260403] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"136.7198ms","start":"2026-04-28T03:25:08.398812Z","end":"2026-04-28T03:25:08.535532Z","steps":["trace[979260403] 'process raft request' (duration: 70.09291ms)","trace[979260403] 'compare' (duration: 66.325818ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:09.35263Z","caller":"traceutil/trace.go:171","msg":"trace[140641607] transaction","detail":"{read_only:false; response_revision:4218; number_of_response:1; }","duration":"410.771168ms","start":"2026-04-28T03:25:08.941834Z","end":"2026-04-28T03:25:09.352605Z","steps":["trace[140641607] 'process raft request' (duration: 410.474126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:09.352936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:08.941804Z","time spent":"410.991719ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:09.488797Z","caller":"traceutil/trace.go:171","msg":"trace[1006862185] linearizableReadLoop","detail":"{readStateIndex:4410; appliedIndex:4408; }","duration":"371.39492ms","start":"2026-04-28T03:25:09.117376Z","end":"2026-04-28T03:25:09.488771Z","steps":["trace[1006862185] 'read index received' (duration: 235.081066ms)","trace[1006862185] 'applied index is now lower than readState.Index' (duration: 136.312934ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:09.488869Z","caller":"traceutil/trace.go:171","msg":"trace[1373176408] transaction","detail":"{read_only:false; response_revision:4219; number_of_response:1; }","duration":"544.663287ms","start":"2026-04-28T03:25:08.944182Z","end":"2026-04-28T03:25:09.488845Z","steps":["trace[1373176408] 'process raft request' (duration: 486.452097ms)","trace[1373176408] 'compare' (duration: 57.974679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:09.489025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.635711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:09.489296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.459285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/keystone-api-6ccb7b9fb6-nc9fp.18aa6769f2ecb02e\" ","response":"range_response_count:1 size:814"} {"level":"warn","ts":"2026-04-28T03:25:09.489309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.618562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:25:09.489337Z","caller":"traceutil/trace.go:171","msg":"trace[1170963386] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4219; }","duration":"371.671082ms","start":"2026-04-28T03:25:09.117658Z","end":"2026-04-28T03:25:09.48933Z","steps":["trace[1170963386] 'agreement among raft nodes before linearized reading' (duration: 371.465371ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:09.489336Z","caller":"traceutil/trace.go:171","msg":"trace[618202047] range","detail":"{range_begin:/registry/events/openstack/keystone-api-6ccb7b9fb6-nc9fp.18aa6769f2ecb02e; range_end:; response_count:1; response_revision:4219; }","duration":"275.537686ms","start":"2026-04-28T03:25:09.213788Z","end":"2026-04-28T03:25:09.489325Z","steps":["trace[618202047] 'agreement among raft nodes before linearized reading' (duration: 275.380485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:09.489359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:09.117645Z","time spent":"371.709612ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:09.489401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.48103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:25:09.489432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.51604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:25:09.489499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.020915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:25:09.489521Z","caller":"traceutil/trace.go:171","msg":"trace[1971044199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4219; }","duration":"351.079705ms","start":"2026-04-28T03:25:09.138435Z","end":"2026-04-28T03:25:09.489515Z","steps":["trace[1971044199] 'agreement among raft nodes before linearized reading' (duration: 351.010595ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:09.489495Z","caller":"traceutil/trace.go:171","msg":"trace[894410669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4219; }","duration":"348.627401ms","start":"2026-04-28T03:25:09.140852Z","end":"2026-04-28T03:25:09.489479Z","steps":["trace[894410669] 'agreement among raft nodes before linearized reading' (duration: 348.301529ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:09.48952Z","caller":"traceutil/trace.go:171","msg":"trace[400636967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4219; }","duration":"348.620151ms","start":"2026-04-28T03:25:09.140879Z","end":"2026-04-28T03:25:09.4895Z","steps":["trace[400636967] 'agreement among raft nodes before linearized reading' (duration: 348.36092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:09.489538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:09.138413Z","time spent":"351.120875ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:25:09.489557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:09.140822Z","time spent":"348.726791ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:09.489573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:09.14084Z","time spent":"348.717761ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:09.489609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:08.944133Z","time spent":"544.782619ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:09.489139Z","caller":"traceutil/trace.go:171","msg":"trace[1761853873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4219; }","duration":"371.740522ms","start":"2026-04-28T03:25:09.117324Z","end":"2026-04-28T03:25:09.489064Z","steps":["trace[1761853873] 'agreement among raft nodes before linearized reading' (duration: 371.617411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:09.489815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:09.117298Z","time spent":"372.507728ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:25:09.691757Z","caller":"traceutil/trace.go:171","msg":"trace[582374958] transaction","detail":"{read_only:false; response_revision:4223; number_of_response:1; }","duration":"196.661959ms","start":"2026-04-28T03:25:09.495078Z","end":"2026-04-28T03:25:09.69174Z","steps":["trace[582374958] 'process raft request' (duration: 196.606059ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:09.691824Z","caller":"traceutil/trace.go:171","msg":"trace[1521253351] transaction","detail":"{read_only:false; response_revision:4221; number_of_response:1; }","duration":"197.668544ms","start":"2026-04-28T03:25:09.494143Z","end":"2026-04-28T03:25:09.691812Z","steps":["trace[1521253351] 'process raft request' (duration: 197.377533ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:09.691763Z","caller":"traceutil/trace.go:171","msg":"trace[1048607860] transaction","detail":"{read_only:false; response_revision:4222; number_of_response:1; }","duration":"197.160332ms","start":"2026-04-28T03:25:09.49458Z","end":"2026-04-28T03:25:09.691741Z","steps":["trace[1048607860] 'process raft request' (duration: 197.072691ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:09.69217Z","caller":"traceutil/trace.go:171","msg":"trace[1889142169] transaction","detail":"{read_only:false; response_revision:4224; number_of_response:1; }","duration":"197.023081ms","start":"2026-04-28T03:25:09.49511Z","end":"2026-04-28T03:25:09.692133Z","steps":["trace[1889142169] 'process raft request' (duration: 196.594619ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:09.692155Z","caller":"traceutil/trace.go:171","msg":"trace[2130505010] linearizableReadLoop","detail":"{readStateIndex:4415; appliedIndex:4411; }","duration":"148.757976ms","start":"2026-04-28T03:25:09.54332Z","end":"2026-04-28T03:25:09.692078Z","steps":["trace[2130505010] 'read index received' (duration: 148.139452ms)","trace[2130505010] 'applied index is now lower than readState.Index' (duration: 615.204µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:09.6923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.969957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:09.692335Z","caller":"traceutil/trace.go:171","msg":"trace[748373741] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:4224; }","duration":"149.050317ms","start":"2026-04-28T03:25:09.543273Z","end":"2026-04-28T03:25:09.692324Z","steps":["trace[748373741] 'agreement among raft nodes before linearized reading' (duration: 148.952246ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:10.452555Z","caller":"traceutil/trace.go:171","msg":"trace[944867486] transaction","detail":"{read_only:false; response_revision:4228; number_of_response:1; }","duration":"115.673112ms","start":"2026-04-28T03:25:10.336838Z","end":"2026-04-28T03:25:10.452512Z","steps":["trace[944867486] 'process raft request' (duration: 115.498931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.14239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.572301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/keystone-api-6ccb7b9fb6-nc9fp.18aa6769f2ecb02e\" ","response":"range_response_count:1 size:814"} {"level":"info","ts":"2026-04-28T03:25:12.142468Z","caller":"traceutil/trace.go:171","msg":"trace[730884071] range","detail":"{range_begin:/registry/events/openstack/keystone-api-6ccb7b9fb6-nc9fp.18aa6769f2ecb02e; range_end:; response_count:1; response_revision:4230; }","duration":"903.681202ms","start":"2026-04-28T03:25:11.238764Z","end":"2026-04-28T03:25:12.142445Z","steps":["trace[730884071] 'range keys from in-memory index tree' (duration: 903.438781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.142496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:11.238745Z","time spent":"903.744833ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":836,"request content":"key:\"/registry/events/openstack/keystone-api-6ccb7b9fb6-nc9fp.18aa6769f2ecb02e\" "} {"level":"info","ts":"2026-04-28T03:25:12.142626Z","caller":"traceutil/trace.go:171","msg":"trace[277507715] transaction","detail":"{read_only:false; response_revision:4231; number_of_response:1; }","duration":"784.423396ms","start":"2026-04-28T03:25:11.35818Z","end":"2026-04-28T03:25:12.142604Z","steps":["trace[277507715] 'process raft request' (duration: 780.013318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.142919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:11.358152Z","time spent":"784.530416ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:12.177182Z","caller":"traceutil/trace.go:171","msg":"trace[976704773] transaction","detail":"{read_only:false; response_revision:4232; number_of_response:1; }","duration":"680.902535ms","start":"2026-04-28T03:25:11.496223Z","end":"2026-04-28T03:25:12.177125Z","steps":["trace[976704773] 'process raft request' (duration: 680.579033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.177393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:11.496202Z","time spent":"681.065615ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:12.177186Z","caller":"traceutil/trace.go:171","msg":"trace[670692489] linearizableReadLoop","detail":"{readStateIndex:4425; appliedIndex:4423; }","duration":"480.276844ms","start":"2026-04-28T03:25:11.696879Z","end":"2026-04-28T03:25:12.177156Z","steps":["trace[670692489] 'read index received' (duration: 441.327547ms)","trace[670692489] 'applied index is now lower than readState.Index' (duration: 38.947847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:12.177574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.633326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:25:12.177654Z","caller":"traceutil/trace.go:171","msg":"trace[139512740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4234; }","duration":"480.792837ms","start":"2026-04-28T03:25:11.696846Z","end":"2026-04-28T03:25:12.177639Z","steps":["trace[139512740] 'agreement among raft nodes before linearized reading' (duration: 480.400294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.177726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:11.696831Z","time spent":"480.881037ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:25:12.204804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.688984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-n2smt\" ","response":"range_response_count:1 size:7405"} {"level":"warn","ts":"2026-04-28T03:25:12.204832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.145261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:12.2049Z","caller":"traceutil/trace.go:171","msg":"trace[697157516] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-n2smt; range_end:; response_count:1; response_revision:4235; }","duration":"109.816146ms","start":"2026-04-28T03:25:12.09506Z","end":"2026-04-28T03:25:12.204876Z","steps":["trace[697157516] 'agreement among raft nodes before linearized reading' (duration: 109.542244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.204806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.820421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:25:12.204917Z","caller":"traceutil/trace.go:171","msg":"trace[1135463884] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4235; }","duration":"208.283492ms","start":"2026-04-28T03:25:11.996612Z","end":"2026-04-28T03:25:12.204896Z","steps":["trace[1135463884] 'agreement among raft nodes before linearized reading' (duration: 208.077621ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:12.204962Z","caller":"traceutil/trace.go:171","msg":"trace[2090503512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4235; }","duration":"508.017982ms","start":"2026-04-28T03:25:11.696928Z","end":"2026-04-28T03:25:12.204946Z","steps":["trace[2090503512] 'agreement among raft nodes before linearized reading' (duration: 507.710261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.205021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:11.69691Z","time spent":"508.093883ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:12.205421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.454815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:25:12.205562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.625436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:25:12.20563Z","caller":"traceutil/trace.go:171","msg":"trace[1745912596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4235; }","duration":"508.705126ms","start":"2026-04-28T03:25:11.69691Z","end":"2026-04-28T03:25:12.205615Z","steps":["trace[1745912596] 'agreement among raft nodes before linearized reading' (duration: 507.63392ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:12.205575Z","caller":"traceutil/trace.go:171","msg":"trace[181729201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4235; }","duration":"508.629076ms","start":"2026-04-28T03:25:11.696913Z","end":"2026-04-28T03:25:12.205542Z","steps":["trace[181729201] 'agreement among raft nodes before linearized reading' (duration: 508.322734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.205682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:11.696905Z","time spent":"508.763726ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:12.205778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:11.6969Z","time spent":"508.842557ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:25:12.454672Z","caller":"traceutil/trace.go:171","msg":"trace[508001391] transaction","detail":"{read_only:false; response_revision:4238; number_of_response:1; }","duration":"241.776655ms","start":"2026-04-28T03:25:12.212873Z","end":"2026-04-28T03:25:12.45465Z","steps":["trace[508001391] 'process raft request' (duration: 241.562724ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:12.454977Z","caller":"traceutil/trace.go:171","msg":"trace[1116834257] transaction","detail":"{read_only:false; response_revision:4240; number_of_response:1; }","duration":"238.898339ms","start":"2026-04-28T03:25:12.216056Z","end":"2026-04-28T03:25:12.454954Z","steps":["trace[1116834257] 'process raft request' (duration: 238.787088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:12.455116Z","caller":"traceutil/trace.go:171","msg":"trace[1327035899] transaction","detail":"{read_only:false; response_revision:4239; number_of_response:1; }","duration":"242.210227ms","start":"2026-04-28T03:25:12.212887Z","end":"2026-04-28T03:25:12.455097Z","steps":["trace[1327035899] 'process raft request' (duration: 241.724595ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:12.639048Z","caller":"traceutil/trace.go:171","msg":"trace[811268330] transaction","detail":"{read_only:false; response_revision:4241; number_of_response:1; }","duration":"410.454989ms","start":"2026-04-28T03:25:12.228576Z","end":"2026-04-28T03:25:12.639031Z","steps":["trace[811268330] 'process raft request' (duration: 373.069362ms)","trace[811268330] 'compare' (duration: 37.200686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:12.639304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.778272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:25:12.639361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:12.228548Z","time spent":"410.59136ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:12.639381Z","caller":"traceutil/trace.go:171","msg":"trace[1876432320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4241; }","duration":"182.003694ms","start":"2026-04-28T03:25:12.45736Z","end":"2026-04-28T03:25:12.639364Z","steps":["trace[1876432320] 'agreement among raft nodes before linearized reading' (duration: 181.732392ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:12.639537Z","caller":"traceutil/trace.go:171","msg":"trace[1592678711] linearizableReadLoop","detail":"{readStateIndex:4434; appliedIndex:4433; }","duration":"181.455851ms","start":"2026-04-28T03:25:12.457518Z","end":"2026-04-28T03:25:12.638973Z","steps":["trace[1592678711] 'read index received' (duration: 144.078153ms)","trace[1592678711] 'applied index is now lower than readState.Index' (duration: 37.376558ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:14.9611Z","caller":"traceutil/trace.go:171","msg":"trace[2075209166] linearizableReadLoop","detail":"{readStateIndex:4448; appliedIndex:4447; }","duration":"149.103932ms","start":"2026-04-28T03:25:14.81197Z","end":"2026-04-28T03:25:14.961073Z","steps":["trace[2075209166] 'read index received' (duration: 148.83879ms)","trace[2075209166] 'applied index is now lower than readState.Index' (duration: 263.962µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:14.961456Z","caller":"traceutil/trace.go:171","msg":"trace[1173490037] transaction","detail":"{read_only:false; response_revision:4254; number_of_response:1; }","duration":"287.443364ms","start":"2026-04-28T03:25:14.673974Z","end":"2026-04-28T03:25:14.961417Z","steps":["trace[1173490037] 'process raft request' (duration: 286.920141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:14.961578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.578614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:25:14.961689Z","caller":"traceutil/trace.go:171","msg":"trace[1159551172] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4254; }","duration":"149.729255ms","start":"2026-04-28T03:25:14.811943Z","end":"2026-04-28T03:25:14.961672Z","steps":["trace[1159551172] 'agreement among raft nodes before linearized reading' (duration: 149.233292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:15.260633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.304323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:15.260732Z","caller":"traceutil/trace.go:171","msg":"trace[337313542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4254; }","duration":"143.468743ms","start":"2026-04-28T03:25:15.11724Z","end":"2026-04-28T03:25:15.260708Z","steps":["trace[337313542] 'range keys from in-memory index tree' (duration: 143.224812ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:15.743262Z","caller":"traceutil/trace.go:171","msg":"trace[388365659] transaction","detail":"{read_only:false; response_revision:4257; number_of_response:1; }","duration":"271.648027ms","start":"2026-04-28T03:25:15.471589Z","end":"2026-04-28T03:25:15.743237Z","steps":["trace[388365659] 'process raft request' (duration: 271.470386ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:15.743326Z","caller":"traceutil/trace.go:171","msg":"trace[1119119406] linearizableReadLoop","detail":"{readStateIndex:4451; appliedIndex:4451; }","duration":"228.736831ms","start":"2026-04-28T03:25:15.514552Z","end":"2026-04-28T03:25:15.743288Z","steps":["trace[1119119406] 'read index received' (duration: 228.718761ms)","trace[1119119406] 'applied index is now lower than readState.Index' (duration: 14.91µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:15.743579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.049273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T03:25:15.743634Z","caller":"traceutil/trace.go:171","msg":"trace[1887370253] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4257; }","duration":"229.149563ms","start":"2026-04-28T03:25:15.514468Z","end":"2026-04-28T03:25:15.743618Z","steps":["trace[1887370253] 'agreement among raft nodes before linearized reading' (duration: 228.977782ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:15.749132Z","caller":"traceutil/trace.go:171","msg":"trace[959837900] transaction","detail":"{read_only:false; response_revision:4258; number_of_response:1; }","duration":"186.117207ms","start":"2026-04-28T03:25:15.56292Z","end":"2026-04-28T03:25:15.749114Z","steps":["trace[959837900] 'process raft request' (duration: 186.054496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:15.74917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.833513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:15.749204Z","caller":"traceutil/trace.go:171","msg":"trace[575405534] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4258; }","duration":"208.901413ms","start":"2026-04-28T03:25:15.540293Z","end":"2026-04-28T03:25:15.749195Z","steps":["trace[575405534] 'agreement among raft nodes before linearized reading' (duration: 208.810553ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:16.562147Z","caller":"traceutil/trace.go:171","msg":"trace[1139023492] linearizableReadLoop","detail":"{readStateIndex:4455; appliedIndex:4454; }","duration":"352.820011ms","start":"2026-04-28T03:25:16.209301Z","end":"2026-04-28T03:25:16.562121Z","steps":["trace[1139023492] 'read index received' (duration: 352.715971ms)","trace[1139023492] 'applied index is now lower than readState.Index' (duration: 102.49µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:16.562309Z","caller":"traceutil/trace.go:171","msg":"trace[944192966] transaction","detail":"{read_only:false; response_revision:4261; number_of_response:1; }","duration":"361.68508ms","start":"2026-04-28T03:25:16.200568Z","end":"2026-04-28T03:25:16.562253Z","steps":["trace[944192966] 'process raft request' (duration: 361.384198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:16.562468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.150273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:16.562476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:16.200545Z","time spent":"361.844721ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:16.56251Z","caller":"traceutil/trace.go:171","msg":"trace[1440904172] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4261; }","duration":"353.235085ms","start":"2026-04-28T03:25:16.209264Z","end":"2026-04-28T03:25:16.562499Z","steps":["trace[1440904172] 'agreement among raft nodes before linearized reading' (duration: 352.978383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:16.562551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:16.20925Z","time spent":"353.292675ms","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T03:25:16.574326Z","caller":"traceutil/trace.go:171","msg":"trace[829032583] transaction","detail":"{read_only:false; response_revision:4263; number_of_response:1; }","duration":"343.2883ms","start":"2026-04-28T03:25:16.231003Z","end":"2026-04-28T03:25:16.574291Z","steps":["trace[829032583] 'process raft request' (duration: 342.955427ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:16.57443Z","caller":"traceutil/trace.go:171","msg":"trace[2009402972] transaction","detail":"{read_only:false; response_revision:4262; number_of_response:1; }","duration":"343.45063ms","start":"2026-04-28T03:25:16.230962Z","end":"2026-04-28T03:25:16.574413Z","steps":["trace[2009402972] 'process raft request' (duration: 342.858656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:16.574488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:16.230972Z","time spent":"343.43549ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:16.574513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:16.230938Z","time spent":"343.521791ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:16.574617Z","caller":"traceutil/trace.go:171","msg":"trace[329267467] transaction","detail":"{read_only:false; response_revision:4264; number_of_response:1; }","duration":"343.577862ms","start":"2026-04-28T03:25:16.231018Z","end":"2026-04-28T03:25:16.574596Z","steps":["trace[329267467] 'process raft request' (duration: 342.984337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:16.574732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:16.231006Z","time spent":"343.663472ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:16.574708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.617994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:25:16.574809Z","caller":"traceutil/trace.go:171","msg":"trace[1936346920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4264; }","duration":"325.768055ms","start":"2026-04-28T03:25:16.24903Z","end":"2026-04-28T03:25:16.574798Z","steps":["trace[1936346920] 'agreement among raft nodes before linearized reading' (duration: 325.604764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:16.574891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.622711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:25:16.574903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:16.249005Z","time spent":"325.825415ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:25:16.574928Z","caller":"traceutil/trace.go:171","msg":"trace[667443231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4264; }","duration":"230.701753ms","start":"2026-04-28T03:25:16.344216Z","end":"2026-04-28T03:25:16.574918Z","steps":["trace[667443231] 'agreement among raft nodes before linearized reading' (duration: 230.581412ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:18.755842Z","caller":"traceutil/trace.go:171","msg":"trace[1714267139] transaction","detail":"{read_only:false; response_revision:4274; number_of_response:1; }","duration":"152.107653ms","start":"2026-04-28T03:25:18.603675Z","end":"2026-04-28T03:25:18.755782Z","steps":["trace[1714267139] 'process raft request' (duration: 151.70383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:18.756089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.519604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:25:18.756189Z","caller":"traceutil/trace.go:171","msg":"trace[2082041861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4274; }","duration":"137.655344ms","start":"2026-04-28T03:25:18.618506Z","end":"2026-04-28T03:25:18.756161Z","steps":["trace[2082041861] 'agreement among raft nodes before linearized reading' (duration: 137.432993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:18.755831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.965274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:25:18.755982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.596267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:25:18.756535Z","caller":"traceutil/trace.go:171","msg":"trace[1240384251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4274; }","duration":"137.182181ms","start":"2026-04-28T03:25:18.619331Z","end":"2026-04-28T03:25:18.756514Z","steps":["trace[1240384251] 'agreement among raft nodes before linearized reading' (duration: 136.448216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:18.756047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.660116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18aa67508dd78d6e\" ","response":"range_response_count:1 size:764"} {"level":"info","ts":"2026-04-28T03:25:18.756663Z","caller":"traceutil/trace.go:171","msg":"trace[640605361] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-1.18aa67508dd78d6e; range_end:; response_count:1; response_revision:4274; }","duration":"119.598702ms","start":"2026-04-28T03:25:18.637045Z","end":"2026-04-28T03:25:18.756644Z","steps":["trace[640605361] 'agreement among raft nodes before linearized reading' (duration: 118.617895ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:18.756828Z","caller":"traceutil/trace.go:171","msg":"trace[1854443400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4274; }","duration":"143.033091ms","start":"2026-04-28T03:25:18.613782Z","end":"2026-04-28T03:25:18.756815Z","steps":["trace[1854443400] 'agreement among raft nodes before linearized reading' (duration: 141.819463ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:20.718536Z","caller":"traceutil/trace.go:171","msg":"trace[1965478893] transaction","detail":"{read_only:false; response_revision:4281; number_of_response:1; }","duration":"120.108894ms","start":"2026-04-28T03:25:20.598388Z","end":"2026-04-28T03:25:20.718497Z","steps":["trace[1965478893] 'process raft request' (duration: 119.813042ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:21.069214Z","caller":"traceutil/trace.go:171","msg":"trace[725588099] transaction","detail":"{read_only:false; response_revision:4283; number_of_response:1; }","duration":"383.780543ms","start":"2026-04-28T03:25:20.685407Z","end":"2026-04-28T03:25:21.069188Z","steps":["trace[725588099] 'process raft request' (duration: 383.727193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:21.069389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:20.685381Z","time spent":"383.922065ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:21.069208Z","caller":"traceutil/trace.go:171","msg":"trace[1683550992] transaction","detail":"{read_only:false; response_revision:4282; number_of_response:1; }","duration":"384.631249ms","start":"2026-04-28T03:25:20.684548Z","end":"2026-04-28T03:25:21.069179Z","steps":["trace[1683550992] 'process raft request' (duration: 384.407208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:21.069571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:20.684522Z","time spent":"385.013332ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:21.318884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.791537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:21.319112Z","caller":"traceutil/trace.go:171","msg":"trace[611450363] linearizableReadLoop","detail":"{readStateIndex:4479; appliedIndex:4476; }","duration":"554.837885ms","start":"2026-04-28T03:25:20.764255Z","end":"2026-04-28T03:25:21.319093Z","steps":["trace[611450363] 'read index received' (duration: 304.621328ms)","trace[611450363] 'applied index is now lower than readState.Index' (duration: 250.214957ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:21.319134Z","caller":"traceutil/trace.go:171","msg":"trace[1540102398] transaction","detail":"{read_only:false; response_revision:4284; number_of_response:1; }","duration":"557.754115ms","start":"2026-04-28T03:25:20.761358Z","end":"2026-04-28T03:25:21.319112Z","steps":["trace[1540102398] 'process raft request' (duration: 427.631796ms)","trace[1540102398] 'compare' (duration: 129.671636ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:21.319244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:20.761326Z","time spent":"557.860995ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:21.319421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.079864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:25:21.319499Z","caller":"traceutil/trace.go:171","msg":"trace[1175020247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4284; }","duration":"327.167194ms","start":"2026-04-28T03:25:20.992312Z","end":"2026-04-28T03:25:21.319479Z","steps":["trace[1175020247] 'agreement among raft nodes before linearized reading' (duration: 326.957423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:21.319475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.289854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-28T03:25:21.319581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.585096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:21.319615Z","caller":"traceutil/trace.go:171","msg":"trace[877288006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4284; }","duration":"202.615176ms","start":"2026-04-28T03:25:21.116991Z","end":"2026-04-28T03:25:21.319606Z","steps":["trace[877288006] 'agreement among raft nodes before linearized reading' (duration: 202.570976ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:21.319642Z","caller":"traceutil/trace.go:171","msg":"trace[1662472968] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4284; }","duration":"509.473805ms","start":"2026-04-28T03:25:20.810095Z","end":"2026-04-28T03:25:21.319568Z","steps":["trace[1662472968] 'agreement among raft nodes before linearized reading' (duration: 509.133583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:21.319728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:20.810065Z","time spent":"509.627286ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:25:21.319799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.494813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:25:21.319841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.533794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:25:21.319933Z","caller":"traceutil/trace.go:171","msg":"trace[169803601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4284; }","duration":"456.677955ms","start":"2026-04-28T03:25:20.863239Z","end":"2026-04-28T03:25:21.319917Z","steps":["trace[169803601] 'agreement among raft nodes before linearized reading' (duration: 456.499264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:21.319986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:20.863212Z","time spent":"456.760136ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:25:21.319985Z","caller":"traceutil/trace.go:171","msg":"trace[783682241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4284; }","duration":"456.599205ms","start":"2026-04-28T03:25:20.863239Z","end":"2026-04-28T03:25:21.319838Z","steps":["trace[783682241] 'agreement among raft nodes before linearized reading' (duration: 456.409092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:21.31954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:20.992248Z","time spent":"327.283565ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:25:21.320004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.20952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:25:21.320056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:20.863219Z","time spent":"456.817166ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:25:21.32007Z","caller":"traceutil/trace.go:171","msg":"trace[183653522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4284; }","duration":"457.32492ms","start":"2026-04-28T03:25:20.862732Z","end":"2026-04-28T03:25:21.320057Z","steps":["trace[183653522] 'agreement among raft nodes before linearized reading' (duration: 457.180799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:21.320126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:20.862674Z","time spent":"457.436772ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:21.320269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.014964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:25:21.320346Z","caller":"traceutil/trace.go:171","msg":"trace[197501861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4284; }","duration":"556.124244ms","start":"2026-04-28T03:25:20.764206Z","end":"2026-04-28T03:25:21.32033Z","steps":["trace[197501861] 'agreement among raft nodes before linearized reading' (duration: 554.998386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:21.320397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:20.764187Z","time spent":"556.197334ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:25:21.457762Z","caller":"traceutil/trace.go:171","msg":"trace[1507627423] transaction","detail":"{read_only:false; response_revision:4287; number_of_response:1; }","duration":"132.062354ms","start":"2026-04-28T03:25:21.325662Z","end":"2026-04-28T03:25:21.457724Z","steps":["trace[1507627423] 'process raft request' (duration: 131.964773ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:21.457857Z","caller":"traceutil/trace.go:171","msg":"trace[215228431] transaction","detail":"{read_only:false; response_revision:4286; number_of_response:1; }","duration":"132.224104ms","start":"2026-04-28T03:25:21.325576Z","end":"2026-04-28T03:25:21.4578Z","steps":["trace[215228431] 'process raft request' (duration: 94.216642ms)","trace[215228431] 'compare' (duration: 37.61304ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:21.45803Z","caller":"traceutil/trace.go:171","msg":"trace[161190952] linearizableReadLoop","detail":"{readStateIndex:4484; appliedIndex:4479; }","duration":"130.921736ms","start":"2026-04-28T03:25:21.327094Z","end":"2026-04-28T03:25:21.458016Z","steps":["trace[161190952] 'read index received' (duration: 62.301285ms)","trace[161190952] 'applied index is now lower than readState.Index' (duration: 68.619081ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:21.458024Z","caller":"traceutil/trace.go:171","msg":"trace[911820823] transaction","detail":"{read_only:false; response_revision:4288; number_of_response:1; }","duration":"131.867152ms","start":"2026-04-28T03:25:21.326136Z","end":"2026-04-28T03:25:21.458003Z","steps":["trace[911820823] 'process raft request' (duration: 131.540349ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:21.458092Z","caller":"traceutil/trace.go:171","msg":"trace[560467161] transaction","detail":"{read_only:false; response_revision:4289; number_of_response:1; }","duration":"131.657901ms","start":"2026-04-28T03:25:21.326422Z","end":"2026-04-28T03:25:21.45808Z","steps":["trace[560467161] 'process raft request' (duration: 131.49168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:21.458276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.172967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-28T03:25:21.458779Z","caller":"traceutil/trace.go:171","msg":"trace[1650405195] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4289; }","duration":"131.698361ms","start":"2026-04-28T03:25:21.327063Z","end":"2026-04-28T03:25:21.458762Z","steps":["trace[1650405195] 'agreement among raft nodes before linearized reading' (duration: 131.020806ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:23.189653Z","caller":"traceutil/trace.go:171","msg":"trace[1046659700] transaction","detail":"{read_only:false; response_revision:4293; number_of_response:1; }","duration":"114.930787ms","start":"2026-04-28T03:25:23.07468Z","end":"2026-04-28T03:25:23.18961Z","steps":["trace[1046659700] 'process raft request' (duration: 114.733906ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:23.540324Z","caller":"traceutil/trace.go:171","msg":"trace[1790857158] linearizableReadLoop","detail":"{readStateIndex:4489; appliedIndex:4488; }","duration":"243.640956ms","start":"2026-04-28T03:25:23.296631Z","end":"2026-04-28T03:25:23.540272Z","steps":["trace[1790857158] 'read index received' (duration: 243.516396ms)","trace[1790857158] 'applied index is now lower than readState.Index' (duration: 123.6µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:23.540379Z","caller":"traceutil/trace.go:171","msg":"trace[1849591235] transaction","detail":"{read_only:false; response_revision:4294; number_of_response:1; }","duration":"280.87712ms","start":"2026-04-28T03:25:23.259491Z","end":"2026-04-28T03:25:23.540368Z","steps":["trace[1849591235] 'process raft request' (duration: 280.637688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:23.540569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.905078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/keystone-api-6ccb7b9fb6-nc9fp.18aa6769f2ecb02e\" ","response":"range_response_count:1 size:814"} {"level":"info","ts":"2026-04-28T03:25:23.540609Z","caller":"traceutil/trace.go:171","msg":"trace[80871036] range","detail":"{range_begin:/registry/events/openstack/keystone-api-6ccb7b9fb6-nc9fp.18aa6769f2ecb02e; range_end:; response_count:1; response_revision:4294; }","duration":"244.009399ms","start":"2026-04-28T03:25:23.296589Z","end":"2026-04-28T03:25:23.540598Z","steps":["trace[80871036] 'agreement among raft nodes before linearized reading' (duration: 243.814307ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:23.72319Z","caller":"traceutil/trace.go:171","msg":"trace[584324113] transaction","detail":"{read_only:false; response_revision:4295; number_of_response:1; }","duration":"398.776639ms","start":"2026-04-28T03:25:23.32438Z","end":"2026-04-28T03:25:23.723157Z","steps":["trace[584324113] 'process raft request' (duration: 331.995218ms)","trace[584324113] 'compare' (duration: 66.54303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:23.723371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:23.324365Z","time spent":"398.912631ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:23.72341Z","caller":"traceutil/trace.go:171","msg":"trace[1238296283] transaction","detail":"{read_only:false; response_revision:4296; number_of_response:1; }","duration":"180.27904ms","start":"2026-04-28T03:25:23.543098Z","end":"2026-04-28T03:25:23.723377Z","steps":["trace[1238296283] 'process raft request' (duration: 179.989967ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:23.723458Z","caller":"traceutil/trace.go:171","msg":"trace[674137838] linearizableReadLoop","detail":"{readStateIndex:4490; appliedIndex:4489; }","duration":"183.02837ms","start":"2026-04-28T03:25:23.540381Z","end":"2026-04-28T03:25:23.723409Z","steps":["trace[674137838] 'read index received' (duration: 115.937605ms)","trace[674137838] 'applied index is now lower than readState.Index' (duration: 67.086615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:23.723654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.395921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:23.723709Z","caller":"traceutil/trace.go:171","msg":"trace[139366209] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4296; }","duration":"347.476852ms","start":"2026-04-28T03:25:23.376214Z","end":"2026-04-28T03:25:23.723691Z","steps":["trace[139366209] 'agreement among raft nodes before linearized reading' (duration: 347.299711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:23.723755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:23.376204Z","time spent":"347.537652ms","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:23.724012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.537528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:25:23.724059Z","caller":"traceutil/trace.go:171","msg":"trace[678831105] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4296; }","duration":"261.61405ms","start":"2026-04-28T03:25:23.462432Z","end":"2026-04-28T03:25:23.724046Z","steps":["trace[678831105] 'agreement among raft nodes before linearized reading' (duration: 261.385138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:23.724051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.73525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:25:23.724102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.612549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:25:23.724118Z","caller":"traceutil/trace.go:171","msg":"trace[700173107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4296; }","duration":"261.850451ms","start":"2026-04-28T03:25:23.462252Z","end":"2026-04-28T03:25:23.724102Z","steps":["trace[700173107] 'agreement among raft nodes before linearized reading' (duration: 261.586709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:23.724102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.761472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:25:23.72413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.139631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:25:23.724157Z","caller":"traceutil/trace.go:171","msg":"trace[1197405623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4296; }","duration":"261.69393ms","start":"2026-04-28T03:25:23.462446Z","end":"2026-04-28T03:25:23.72414Z","steps":["trace[1197405623] 'agreement among raft nodes before linearized reading' (duration: 261.546419ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:23.724179Z","caller":"traceutil/trace.go:171","msg":"trace[1315407624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4296; }","duration":"260.875703ms","start":"2026-04-28T03:25:23.463285Z","end":"2026-04-28T03:25:23.72416Z","steps":["trace[1315407624] 'agreement among raft nodes before linearized reading' (duration: 260.558621ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:23.724196Z","caller":"traceutil/trace.go:171","msg":"trace[579656821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4296; }","duration":"331.239372ms","start":"2026-04-28T03:25:23.392938Z","end":"2026-04-28T03:25:23.724177Z","steps":["trace[579656821] 'agreement among raft nodes before linearized reading' (duration: 330.98274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:23.724245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:23.392918Z","time spent":"331.312573ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:24.055514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.865112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:24.055645Z","caller":"traceutil/trace.go:171","msg":"trace[256330660] transaction","detail":"{read_only:false; response_revision:4297; number_of_response:1; }","duration":"326.556753ms","start":"2026-04-28T03:25:23.729064Z","end":"2026-04-28T03:25:24.055621Z","steps":["trace[256330660] 'process raft request' (duration: 161.49281ms)","trace[256330660] 'compare' (duration: 164.731011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:24.055726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:23.729045Z","time spent":"326.647924ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:24.165891Z","caller":"traceutil/trace.go:171","msg":"trace[732127939] transaction","detail":"{read_only:false; response_revision:4298; number_of_response:1; }","duration":"436.693907ms","start":"2026-04-28T03:25:23.729171Z","end":"2026-04-28T03:25:24.165865Z","steps":["trace[732127939] 'process raft request' (duration: 436.515386ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:24.165944Z","caller":"traceutil/trace.go:171","msg":"trace[780332658] transaction","detail":"{read_only:false; response_revision:4300; number_of_response:1; }","duration":"436.174924ms","start":"2026-04-28T03:25:23.729738Z","end":"2026-04-28T03:25:24.165913Z","steps":["trace[780332658] 'process raft request' (duration: 436.086843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:24.165995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.750625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:24.166007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:23.729166Z","time spent":"436.775469ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:24.16603Z","caller":"traceutil/trace.go:171","msg":"trace[1369630796] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4301; }","duration":"270.851885ms","start":"2026-04-28T03:25:23.895169Z","end":"2026-04-28T03:25:24.166021Z","steps":["trace[1369630796] 'agreement among raft nodes before linearized reading' (duration: 270.756165ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:24.166142Z","caller":"traceutil/trace.go:171","msg":"trace[220725935] transaction","detail":"{read_only:false; response_revision:4299; number_of_response:1; }","duration":"436.91828ms","start":"2026-04-28T03:25:23.729191Z","end":"2026-04-28T03:25:24.16611Z","steps":["trace[220725935] 'process raft request' (duration: 436.605237ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:24.166169Z","caller":"traceutil/trace.go:171","msg":"trace[1586080810] transaction","detail":"{read_only:false; response_revision:4301; number_of_response:1; }","duration":"435.848082ms","start":"2026-04-28T03:25:23.730297Z","end":"2026-04-28T03:25:24.166145Z","steps":["trace[1586080810] 'process raft request' (duration: 435.546629ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:24.165887Z","caller":"traceutil/trace.go:171","msg":"trace[865752380] linearizableReadLoop","detail":"{readStateIndex:4496; appliedIndex:4492; }","duration":"270.633623ms","start":"2026-04-28T03:25:23.895236Z","end":"2026-04-28T03:25:24.165869Z","steps":["trace[865752380] 'read index received' (duration: 270.434962ms)","trace[865752380] 'applied index is now lower than readState.Index' (duration: 197.671µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:24.166278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:23.730291Z","time spent":"435.920253ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:24.166336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:23.729168Z","time spent":"437.042161ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:24.166704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:23.729731Z","time spent":"436.292595ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:31.381275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.200246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:31.381364Z","caller":"traceutil/trace.go:171","msg":"trace[769481615] transaction","detail":"{read_only:false; response_revision:4337; number_of_response:1; }","duration":"1.142489099s","start":"2026-04-28T03:25:30.238857Z","end":"2026-04-28T03:25:31.381346Z","steps":["trace[769481615] 'process raft request' (duration: 469.157393ms)","trace[769481615] 'compare' (duration: 672.55197ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:31.381409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.238834Z","time spent":"1.14255241s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:32.284384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.838323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:32.28503Z","caller":"traceutil/trace.go:171","msg":"trace[388103204] transaction","detail":"{read_only:false; response_revision:4338; number_of_response:1; }","duration":"2.043766461s","start":"2026-04-28T03:25:30.241229Z","end":"2026-04-28T03:25:32.284996Z","steps":["trace[388103204] 'process raft request' (duration: 1.346241902s)","trace[388103204] 'compare' (duration: 696.265027ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:32.285224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.241213Z","time spent":"2.043895982s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:32.285437Z","caller":"traceutil/trace.go:171","msg":"trace[698769225] linearizableReadLoop","detail":"{readStateIndex:4535; appliedIndex:4533; }","duration":"2.043939882s","start":"2026-04-28T03:25:30.241475Z","end":"2026-04-28T03:25:32.285415Z","steps":["trace[698769225] 'read index received' (duration: 466.505191ms)","trace[698769225] 'applied index is now lower than readState.Index' (duration: 1.577432831s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:32.28565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044163934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:25:32.285693Z","caller":"traceutil/trace.go:171","msg":"trace[1586796175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4338; }","duration":"2.044243314s","start":"2026-04-28T03:25:30.241437Z","end":"2026-04-28T03:25:32.28568Z","steps":["trace[1586796175] 'agreement among raft nodes before linearized reading' (duration: 2.044070363s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:32.285731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.241427Z","time spent":"2.044296405s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:32.379301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000176355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:25:32.379389Z","caller":"traceutil/trace.go:171","msg":"trace[486908280] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000322366s","start":"2026-04-28T03:25:30.379046Z","end":"2026-04-28T03:25:32.379368Z","steps":["trace[486908280] 'agreement among raft nodes before linearized reading' (duration: 2.000211495s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:32.379434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.379027Z","time spent":"2.000398069s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:32.884863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.838016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:32.885303Z","caller":"traceutil/trace.go:171","msg":"trace[784152932] transaction","detail":"{read_only:false; response_revision:4341; number_of_response:1; }","duration":"1.629616067s","start":"2026-04-28T03:25:31.25567Z","end":"2026-04-28T03:25:32.885286Z","steps":["trace[784152932] 'process raft request' (duration: 1.629341365s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:32.885391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:31.255644Z","time spent":"1.629704489s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:32.885941Z","caller":"traceutil/trace.go:171","msg":"trace[1859317348] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"1.619670085s","start":"2026-04-28T03:25:31.266257Z","end":"2026-04-28T03:25:32.885927Z","steps":["trace[1859317348] 'process raft request' (duration: 1.618783498s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:32.885931Z","caller":"traceutil/trace.go:171","msg":"trace[1835430416] transaction","detail":"{read_only:false; response_revision:4339; number_of_response:1; }","duration":"2.135625897s","start":"2026-04-28T03:25:30.750262Z","end":"2026-04-28T03:25:32.885888Z","steps":["trace[1835430416] 'process raft request' (duration: 1.772622152s)","trace[1835430416] 'compare' (duration: 361.736035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:32.885997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:31.266242Z","time spent":"1.619730086s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:32.886252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.750233Z","time spent":"2.135776768s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:32.886451Z","caller":"traceutil/trace.go:171","msg":"trace[800438521] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"1.087517562s","start":"2026-04-28T03:25:31.798824Z","end":"2026-04-28T03:25:32.886341Z","steps":["trace[800438521] 'process raft request' (duration: 1.087018688s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:32.886481Z","caller":"traceutil/trace.go:171","msg":"trace[2068520977] linearizableReadLoop","detail":"{readStateIndex:4540; appliedIndex:4535; }","duration":"600.980216ms","start":"2026-04-28T03:25:32.285479Z","end":"2026-04-28T03:25:32.886459Z","steps":["trace[2068520977] 'read index received' (duration: 237.416265ms)","trace[2068520977] 'applied index is now lower than readState.Index' (duration: 363.562741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:32.886721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:31.798807Z","time spent":"1.087716175s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:32.886743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058612624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:32.886806Z","caller":"traceutil/trace.go:171","msg":"trace[1224654402] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4344; }","duration":"1.058678034s","start":"2026-04-28T03:25:31.828108Z","end":"2026-04-28T03:25:32.886786Z","steps":["trace[1224654402] 'agreement among raft nodes before linearized reading' (duration: 1.058418002s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:32.886941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095260276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:25:32.887049Z","caller":"traceutil/trace.go:171","msg":"trace[464400743] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4344; }","duration":"1.095410247s","start":"2026-04-28T03:25:31.79162Z","end":"2026-04-28T03:25:32.88703Z","steps":["trace[464400743] 'agreement among raft nodes before linearized reading' (duration: 1.095042884s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:32.887196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.389354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:25:32.887241Z","caller":"traceutil/trace.go:171","msg":"trace[1014519517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4344; }","duration":"653.487115ms","start":"2026-04-28T03:25:32.233744Z","end":"2026-04-28T03:25:32.887231Z","steps":["trace[1014519517] 'agreement among raft nodes before linearized reading' (duration: 653.180862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:32.887237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111902735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-28T03:25:32.887269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.233721Z","time spent":"653.542065ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:32.887298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.07954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa675f561bda1b\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-28T03:25:32.887297Z","caller":"traceutil/trace.go:171","msg":"trace[146051390] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4344; }","duration":"2.111986875s","start":"2026-04-28T03:25:30.775294Z","end":"2026-04-28T03:25:32.887281Z","steps":["trace[146051390] 'agreement among raft nodes before linearized reading' (duration: 2.111787304s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:32.887343Z","caller":"traceutil/trace.go:171","msg":"trace[166455534] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa675f561bda1b; range_end:; response_count:1; response_revision:4344; }","duration":"770.175861ms","start":"2026-04-28T03:25:32.117158Z","end":"2026-04-28T03:25:32.887334Z","steps":["trace[166455534] 'agreement among raft nodes before linearized reading' (duration: 769.999689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:32.88736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770770573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:32.887365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.775278Z","time spent":"2.112073786s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:25:32.887373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.117138Z","time spent":"770.227371ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18aa675f561bda1b\" "} {"level":"info","ts":"2026-04-28T03:25:32.887385Z","caller":"traceutil/trace.go:171","msg":"trace[420425459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4344; }","duration":"1.770795083s","start":"2026-04-28T03:25:31.116584Z","end":"2026-04-28T03:25:32.887379Z","steps":["trace[420425459] 'agreement among raft nodes before linearized reading' (duration: 1.770757413s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:32.887433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:31.116529Z","time spent":"1.770898164s","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:32.887465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.250348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:25:32.887533Z","caller":"traceutil/trace.go:171","msg":"trace[2024784751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4344; }","duration":"723.356918ms","start":"2026-04-28T03:25:32.164157Z","end":"2026-04-28T03:25:32.887514Z","steps":["trace[2024784751] 'agreement among raft nodes before linearized reading' (duration: 722.954185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:32.88756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076944811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-28T03:25:32.887587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.164132Z","time spent":"723.44295ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:25:32.887604Z","caller":"traceutil/trace.go:171","msg":"trace[289751513] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4344; }","duration":"2.077020641s","start":"2026-04-28T03:25:30.81057Z","end":"2026-04-28T03:25:32.887591Z","steps":["trace[289751513] 'agreement among raft nodes before linearized reading' (duration: 2.07689954s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:32.887657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.810551Z","time spent":"2.077094411s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:25:32.887721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527967455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:32.887756Z","caller":"traceutil/trace.go:171","msg":"trace[431082083] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4344; }","duration":"2.528033465s","start":"2026-04-28T03:25:30.359714Z","end":"2026-04-28T03:25:32.887747Z","steps":["trace[431082083] 'agreement among raft nodes before linearized reading' (duration: 2.527942104s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:32.88775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.099828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:25:32.887779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.359697Z","time spent":"2.528075085s","remote":"127.0.0.1:50936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":34,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:25:32.887798Z","caller":"traceutil/trace.go:171","msg":"trace[1252170299] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4344; }","duration":"600.179288ms","start":"2026-04-28T03:25:32.287601Z","end":"2026-04-28T03:25:32.88778Z","steps":["trace[1252170299] 'agreement among raft nodes before linearized reading' (duration: 600.096818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:32.887853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.287581Z","time spent":"600.258449ms","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":8,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:32.88797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133632072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:25:32.888003Z","caller":"traceutil/trace.go:171","msg":"trace[1499486896] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4344; }","duration":"2.133702983s","start":"2026-04-28T03:25:30.754288Z","end":"2026-04-28T03:25:32.887991Z","steps":["trace[1499486896] 'agreement among raft nodes before linearized reading' (duration: 2.133631063s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:32.888024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.754273Z","time spent":"2.133744903s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:25:32.887042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:31.828062Z","time spent":"1.058791585s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:25:32.88804Z","caller":"traceutil/trace.go:171","msg":"trace[1822690421] transaction","detail":"{read_only:false; response_revision:4340; number_of_response:1; }","duration":"1.839930284s","start":"2026-04-28T03:25:31.045922Z","end":"2026-04-28T03:25:32.885853Z","steps":["trace[1822690421] 'process raft request' (duration: 1.839041947s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:32.887102Z","caller":"traceutil/trace.go:171","msg":"trace[75514948] transaction","detail":"{read_only:false; response_revision:4344; number_of_response:1; }","duration":"597.046653ms","start":"2026-04-28T03:25:32.290024Z","end":"2026-04-28T03:25:32.887071Z","steps":["trace[75514948] 'process raft request' (duration: 596.260815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:32.88826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.290003Z","time spent":"598.211902ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:32.887541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:31.791602Z","time spent":"1.095596529s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:25:32.888323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.784792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:32.888405Z","caller":"traceutil/trace.go:171","msg":"trace[1241836469] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4344; }","duration":"479.899623ms","start":"2026-04-28T03:25:32.408488Z","end":"2026-04-28T03:25:32.888387Z","steps":["trace[1241836469] 'agreement among raft nodes before linearized reading' (duration: 479.795952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:32.888461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.408469Z","time spent":"479.976114ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:32.888374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:31.045895Z","time spent":"1.842299554s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:32.889374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135464318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:32.889509Z","caller":"traceutil/trace.go:171","msg":"trace[627335254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4344; }","duration":"1.136715999s","start":"2026-04-28T03:25:31.752766Z","end":"2026-04-28T03:25:32.889482Z","steps":["trace[627335254] 'agreement among raft nodes before linearized reading' (duration: 1.135195446s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:32.889608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:31.752743Z","time spent":"1.13684805s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:33.394136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779670069,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:25:33.66118Z","caller":"traceutil/trace.go:171","msg":"trace[1001366091] transaction","detail":"{read_only:false; response_revision:4345; number_of_response:1; }","duration":"769.898608ms","start":"2026-04-28T03:25:32.891253Z","end":"2026-04-28T03:25:33.661152Z","steps":["trace[1001366091] 'process raft request' (duration: 769.683176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:33.661421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.891237Z","time spent":"770.018369ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:33.999018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.363783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:33.999455Z","caller":"traceutil/trace.go:171","msg":"trace[490219637] transaction","detail":"{read_only:false; response_revision:4346; number_of_response:1; }","duration":"1.105975233s","start":"2026-04-28T03:25:32.893443Z","end":"2026-04-28T03:25:33.999418Z","steps":["trace[490219637] 'process raft request' (duration: 929.137366ms)","trace[490219637] 'compare' (duration: 175.394455ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:33.999513Z","caller":"traceutil/trace.go:171","msg":"trace[1625300347] transaction","detail":"{read_only:false; response_revision:4347; number_of_response:1; }","duration":"1.105256398s","start":"2026-04-28T03:25:32.89423Z","end":"2026-04-28T03:25:33.999487Z","steps":["trace[1625300347] 'process raft request' (duration: 1.105124837s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:33.99971Z","caller":"traceutil/trace.go:171","msg":"trace[717632214] transaction","detail":"{read_only:false; response_revision:4348; number_of_response:1; }","duration":"1.104578342s","start":"2026-04-28T03:25:32.895109Z","end":"2026-04-28T03:25:33.999688Z","steps":["trace[717632214] 'process raft request' (duration: 1.10433153s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:33.999818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.895103Z","time spent":"1.104665662s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:33.999842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.894221Z","time spent":"1.1055141s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:33.999617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.893431Z","time spent":"1.106103184s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:34.000426Z","caller":"traceutil/trace.go:171","msg":"trace[1514598285] linearizableReadLoop","detail":"{readStateIndex:4546; appliedIndex:4541; }","duration":"1.106937471s","start":"2026-04-28T03:25:32.893471Z","end":"2026-04-28T03:25:34.000409Z","steps":["trace[1514598285] 'read index received' (duration: 767.507508ms)","trace[1514598285] 'applied index is now lower than readState.Index' (duration: 339.428483ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:34.000595Z","caller":"traceutil/trace.go:171","msg":"trace[1299918539] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"1.105249557s","start":"2026-04-28T03:25:32.89533Z","end":"2026-04-28T03:25:34.000579Z","steps":["trace[1299918539] 'process raft request' (duration: 1.104291379s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.000731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.895318Z","time spent":"1.105363128s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:34.000965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107429876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-28T03:25:34.001102Z","caller":"traceutil/trace.go:171","msg":"trace[1348359496] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4349; }","duration":"1.107574237s","start":"2026-04-28T03:25:32.893507Z","end":"2026-04-28T03:25:34.001081Z","steps":["trace[1348359496] 'agreement among raft nodes before linearized reading' (duration: 1.107339245s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.001153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.893501Z","time spent":"1.107642277s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-28T03:25:34.001301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107820529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:25:34.001409Z","caller":"traceutil/trace.go:171","msg":"trace[56852000] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4349; }","duration":"1.10794381s","start":"2026-04-28T03:25:32.893448Z","end":"2026-04-28T03:25:34.001392Z","steps":["trace[56852000] 'agreement among raft nodes before linearized reading' (duration: 1.107746708s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.001462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.383231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:25:34.001515Z","caller":"traceutil/trace.go:171","msg":"trace[310830879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4349; }","duration":"616.498571ms","start":"2026-04-28T03:25:33.385006Z","end":"2026-04-28T03:25:34.001504Z","steps":["trace[310830879] 'agreement among raft nodes before linearized reading' (duration: 616.341099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.00155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:33.384986Z","time spent":"616.554682ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:34.001563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.893436Z","time spent":"1.108047951s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:25:34.001843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.18603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-04-28T03:25:34.001915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063138706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:34.001971Z","caller":"traceutil/trace.go:171","msg":"trace[803027158] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4349; }","duration":"1.063195917s","start":"2026-04-28T03:25:32.938758Z","end":"2026-04-28T03:25:34.001954Z","steps":["trace[803027158] 'agreement among raft nodes before linearized reading' (duration: 1.063109556s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.00202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.938663Z","time spent":"1.063338097s","remote":"127.0.0.1:51254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:25:34.001908Z","caller":"traceutil/trace.go:171","msg":"trace[9904993] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4349; }","duration":"289.27405ms","start":"2026-04-28T03:25:33.712611Z","end":"2026-04-28T03:25:34.001885Z","steps":["trace[9904993] 'agreement among raft nodes before linearized reading' (duration: 288.720155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.00224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.392727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6716c0cdcbf2\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-28T03:25:34.00243Z","caller":"traceutil/trace.go:171","msg":"trace[114480647] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa6716c0cdcbf2; range_end:; response_count:1; response_revision:4349; }","duration":"337.61694ms","start":"2026-04-28T03:25:33.664796Z","end":"2026-04-28T03:25:34.002413Z","steps":["trace[114480647] 'agreement among raft nodes before linearized reading' (duration: 337.074775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.002478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104141418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:34.002573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:33.664776Z","time spent":"337.72901ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6716c0cdcbf2\" "} {"level":"info","ts":"2026-04-28T03:25:34.002578Z","caller":"traceutil/trace.go:171","msg":"trace[1483651702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4349; }","duration":"1.104253369s","start":"2026-04-28T03:25:32.898313Z","end":"2026-04-28T03:25:34.002567Z","steps":["trace[1483651702] 'agreement among raft nodes before linearized reading' (duration: 1.104123388s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.002761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.898308Z","time spent":"1.10443917s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:34.001099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.361605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18aa67508dd78d6e\" ","response":"range_response_count:1 size:764"} {"level":"info","ts":"2026-04-28T03:25:34.003077Z","caller":"traceutil/trace.go:171","msg":"trace[48359204] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-1.18aa67508dd78d6e; range_end:; response_count:1; response_revision:4349; }","duration":"366.363302ms","start":"2026-04-28T03:25:33.636692Z","end":"2026-04-28T03:25:34.003055Z","steps":["trace[48359204] 'agreement among raft nodes before linearized reading' (duration: 364.214463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.003127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:33.636675Z","time spent":"366.436122ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":786,"request content":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18aa67508dd78d6e\" "} {"level":"warn","ts":"2026-04-28T03:25:34.536827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779670082,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:25:34.754028Z","caller":"traceutil/trace.go:171","msg":"trace[735395647] linearizableReadLoop","detail":"{readStateIndex:4549; appliedIndex:4547; }","duration":"718.027725ms","start":"2026-04-28T03:25:34.035976Z","end":"2026-04-28T03:25:34.754004Z","steps":["trace[735395647] 'read index received' (duration: 717.846724ms)","trace[735395647] 'applied index is now lower than readState.Index' (duration: 180.371µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:34.754219Z","caller":"traceutil/trace.go:171","msg":"trace[1224990311] transaction","detail":"{read_only:false; response_revision:4352; number_of_response:1; }","duration":"738.783473ms","start":"2026-04-28T03:25:34.015427Z","end":"2026-04-28T03:25:34.75421Z","steps":["trace[1224990311] 'process raft request' (duration: 738.540391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.754312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.015411Z","time spent":"738.850994ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:34.754374Z","caller":"traceutil/trace.go:171","msg":"trace[1171697639] transaction","detail":"{read_only:false; response_revision:4351; number_of_response:1; }","duration":"745.837964ms","start":"2026-04-28T03:25:34.008513Z","end":"2026-04-28T03:25:34.754351Z","steps":["trace[1171697639] 'process raft request' (duration: 745.35202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.754525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.93856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:34.754687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.704537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:25:34.754738Z","caller":"traceutil/trace.go:171","msg":"trace[1618925141] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:4352; }","duration":"294.771387ms","start":"2026-04-28T03:25:34.45994Z","end":"2026-04-28T03:25:34.754712Z","steps":["trace[1618925141] 'agreement among raft nodes before linearized reading' (duration: 294.640356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.75485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.076028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:25:34.754723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.959196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:34.754692Z","caller":"traceutil/trace.go:171","msg":"trace[1741124242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4352; }","duration":"742.123103ms","start":"2026-04-28T03:25:34.012555Z","end":"2026-04-28T03:25:34.754678Z","steps":["trace[1741124242] 'agreement among raft nodes before linearized reading' (duration: 741.944911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.754983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.012539Z","time spent":"742.434186ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:34.75496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.140119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:25:34.754929Z","caller":"traceutil/trace.go:171","msg":"trace[2072958103] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4352; }","duration":"401.251801ms","start":"2026-04-28T03:25:34.353667Z","end":"2026-04-28T03:25:34.754919Z","steps":["trace[2072958103] 'agreement among raft nodes before linearized reading' (duration: 401.152529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.755087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.353646Z","time spent":"401.432022ms","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":4,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:25:34.755044Z","caller":"traceutil/trace.go:171","msg":"trace[891716586] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4352; }","duration":"675.27935ms","start":"2026-04-28T03:25:34.079661Z","end":"2026-04-28T03:25:34.75494Z","steps":["trace[891716586] 'agreement among raft nodes before linearized reading' (duration: 674.920986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.755194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.079601Z","time spent":"675.577353ms","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:25:34.755204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.320136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-28T03:25:34.755286Z","caller":"traceutil/trace.go:171","msg":"trace[1385142932] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4352; }","duration":"748.417457ms","start":"2026-04-28T03:25:34.00685Z","end":"2026-04-28T03:25:34.755267Z","steps":["trace[1385142932] 'agreement among raft nodes before linearized reading' (duration: 747.833701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.75534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.006829Z","time spent":"748.500608ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-28T03:25:34.754533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.008495Z","time spent":"745.952945ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":749,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:34.755032Z","caller":"traceutil/trace.go:171","msg":"trace[2142906119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4352; }","duration":"465.26303ms","start":"2026-04-28T03:25:34.289752Z","end":"2026-04-28T03:25:34.755015Z","steps":["trace[2142906119] 'agreement among raft nodes before linearized reading' (duration: 465.000967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.755785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.28973Z","time spent":"466.037236ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:25:35.267238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.093755ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-28T03:25:35.267627Z","caller":"traceutil/trace.go:171","msg":"trace[1559982935] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"506.893103ms","start":"2026-04-28T03:25:34.76071Z","end":"2026-04-28T03:25:35.267603Z","steps":["trace[1559982935] 'process raft request' (duration: 506.745341ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:35.267973Z","caller":"traceutil/trace.go:171","msg":"trace[329913718] linearizableReadLoop","detail":"{readStateIndex:4550; appliedIndex:4549; }","duration":"509.558826ms","start":"2026-04-28T03:25:34.75839Z","end":"2026-04-28T03:25:35.267949Z","steps":["trace[329913718] 'read index received' (duration: 100.991906ms)","trace[329913718] 'applied index is now lower than readState.Index' (duration: 408.56384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:35.267975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.760696Z","time spent":"507.156325ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:35.268042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.757091Z","time spent":"510.943848ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:25:35.268162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.778018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:35.268262Z","caller":"traceutil/trace.go:171","msg":"trace[307131706] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4353; }","duration":"509.912029ms","start":"2026-04-28T03:25:34.758334Z","end":"2026-04-28T03:25:35.268246Z","steps":["trace[307131706] 'agreement among raft nodes before linearized reading' (duration: 509.729717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.268339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.758295Z","time spent":"510.030939ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:25:35.523986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.383305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:35.524443Z","caller":"traceutil/trace.go:171","msg":"trace[804421540] transaction","detail":"{read_only:false; response_revision:4355; number_of_response:1; }","duration":"630.760531ms","start":"2026-04-28T03:25:34.893665Z","end":"2026-04-28T03:25:35.524426Z","steps":["trace[804421540] 'process raft request' (duration: 630.57204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.524533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.893641Z","time spent":"630.839292ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:35.52454Z","caller":"traceutil/trace.go:171","msg":"trace[1114432910] transaction","detail":"{read_only:false; response_revision:4356; number_of_response:1; }","duration":"630.074136ms","start":"2026-04-28T03:25:34.89445Z","end":"2026-04-28T03:25:35.524524Z","steps":["trace[1114432910] 'process raft request' (duration: 629.868864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.524627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.894426Z","time spent":"630.171977ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:35.524468Z","caller":"traceutil/trace.go:171","msg":"trace[1699201304] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"632.300795ms","start":"2026-04-28T03:25:34.892137Z","end":"2026-04-28T03:25:35.524437Z","steps":["trace[1699201304] 'process raft request' (duration: 511.376296ms)","trace[1699201304] 'compare' (duration: 120.270304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:35.525107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.892117Z","time spent":"632.706699ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:35.525169Z","caller":"traceutil/trace.go:171","msg":"trace[1267323225] transaction","detail":"{read_only:false; response_revision:4358; number_of_response:1; }","duration":"255.787849ms","start":"2026-04-28T03:25:35.269373Z","end":"2026-04-28T03:25:35.525161Z","steps":["trace[1267323225] 'process raft request' (duration: 255.752359ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:35.525245Z","caller":"traceutil/trace.go:171","msg":"trace[1789069814] transaction","detail":"{read_only:false; response_revision:4357; number_of_response:1; }","duration":"629.570481ms","start":"2026-04-28T03:25:34.895663Z","end":"2026-04-28T03:25:35.525233Z","steps":["trace[1789069814] 'process raft request' (duration: 629.41022ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:35.525451Z","caller":"traceutil/trace.go:171","msg":"trace[226699634] linearizableReadLoop","detail":"{readStateIndex:4555; appliedIndex:4551; }","duration":"257.410664ms","start":"2026-04-28T03:25:35.26803Z","end":"2026-04-28T03:25:35.525441Z","steps":["trace[226699634] 'read index received' (duration: 135.505305ms)","trace[226699634] 'applied index is now lower than readState.Index' (duration: 121.903649ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:35.52547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.468264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:35.525625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.616591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-28T03:25:35.525622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.858833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:25:35.525672Z","caller":"traceutil/trace.go:171","msg":"trace[1796767680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4358; }","duration":"630.936025ms","start":"2026-04-28T03:25:34.894728Z","end":"2026-04-28T03:25:35.525664Z","steps":["trace[1796767680] 'agreement among raft nodes before linearized reading' (duration: 630.716023ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:35.525661Z","caller":"traceutil/trace.go:171","msg":"trace[449684069] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4358; }","duration":"253.684141ms","start":"2026-04-28T03:25:35.271969Z","end":"2026-04-28T03:25:35.525654Z","steps":["trace[449684069] 'agreement among raft nodes before linearized reading' (duration: 253.56617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.525716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.894719Z","time spent":"630.974865ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:35.525775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.439817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-28T03:25:35.5258Z","caller":"traceutil/trace.go:171","msg":"trace[1822884008] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4358; }","duration":"765.488978ms","start":"2026-04-28T03:25:34.760305Z","end":"2026-04-28T03:25:35.525794Z","steps":["trace[1822884008] 'agreement among raft nodes before linearized reading' (duration: 765.200265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.525822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.760294Z","time spent":"765.524378ms","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7484,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-28T03:25:35.526053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.895653Z","time spent":"629.618411ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:35.525494Z","caller":"traceutil/trace.go:171","msg":"trace[292077847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4358; }","duration":"409.520984ms","start":"2026-04-28T03:25:35.115966Z","end":"2026-04-28T03:25:35.525487Z","steps":["trace[292077847] 'agreement among raft nodes before linearized reading' (duration: 409.474004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.526181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:35.115949Z","time spent":"410.22325ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:25:36.103356Z","caller":"traceutil/trace.go:171","msg":"trace[1601020749] transaction","detail":"{read_only:false; response_revision:4360; number_of_response:1; }","duration":"128.644517ms","start":"2026-04-28T03:25:35.974684Z","end":"2026-04-28T03:25:36.103329Z","steps":["trace[1601020749] 'process raft request' (duration: 128.387875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:36.734323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.844146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:36.734424Z","caller":"traceutil/trace.go:171","msg":"trace[741114980] transaction","detail":"{read_only:false; response_revision:4361; number_of_response:1; }","duration":"620.78056ms","start":"2026-04-28T03:25:36.113612Z","end":"2026-04-28T03:25:36.734393Z","steps":["trace[741114980] 'process raft request' (duration: 397.810363ms)","trace[741114980] 'compare' (duration: 222.589674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:36.734465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.113595Z","time spent":"620.85132ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:37.036864Z","caller":"traceutil/trace.go:171","msg":"trace[1465093540] transaction","detail":"{read_only:false; response_revision:4362; number_of_response:1; }","duration":"922.956847ms","start":"2026-04-28T03:25:36.113882Z","end":"2026-04-28T03:25:37.036839Z","steps":["trace[1465093540] 'process raft request' (duration: 922.746525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:37.037079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.113858Z","time spent":"923.081698ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:37.037358Z","caller":"traceutil/trace.go:171","msg":"trace[1271879800] transaction","detail":"{read_only:false; response_revision:4363; number_of_response:1; }","duration":"689.962841ms","start":"2026-04-28T03:25:36.347378Z","end":"2026-04-28T03:25:37.037341Z","steps":["trace[1271879800] 'process raft request' (duration: 689.401827ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:37.037387Z","caller":"traceutil/trace.go:171","msg":"trace[1247462345] linearizableReadLoop","detail":"{readStateIndex:4561; appliedIndex:4558; }","duration":"569.11094ms","start":"2026-04-28T03:25:36.468228Z","end":"2026-04-28T03:25:37.037339Z","steps":["trace[1247462345] 'read index received' (duration: 43.21637ms)","trace[1247462345] 'applied index is now lower than readState.Index' (duration: 525.89121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:37.037484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.347345Z","time spent":"690.054022ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:37.037641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.367222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:37.037777Z","caller":"traceutil/trace.go:171","msg":"trace[1181304774] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4363; }","duration":"569.555594ms","start":"2026-04-28T03:25:36.468196Z","end":"2026-04-28T03:25:37.037751Z","steps":["trace[1181304774] 'agreement among raft nodes before linearized reading' (duration: 569.350662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:37.037825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.468181Z","time spent":"569.635524ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:37.03813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.21313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:25:37.038187Z","caller":"traceutil/trace.go:171","msg":"trace[289657734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4363; }","duration":"276.3452ms","start":"2026-04-28T03:25:36.761828Z","end":"2026-04-28T03:25:37.038173Z","steps":["trace[289657734] 'agreement among raft nodes before linearized reading' (duration: 275.880805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:37.038251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.270341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:25:37.038369Z","caller":"traceutil/trace.go:171","msg":"trace[1272253064] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4363; }","duration":"227.436002ms","start":"2026-04-28T03:25:36.81089Z","end":"2026-04-28T03:25:37.038326Z","steps":["trace[1272253064] 'agreement among raft nodes before linearized reading' (duration: 227.19863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:37.296019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.586358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa675f561bda1b\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-28T03:25:37.296088Z","caller":"traceutil/trace.go:171","msg":"trace[214159101] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa675f561bda1b; range_end:; response_count:1; response_revision:4364; }","duration":"177.718519ms","start":"2026-04-28T03:25:37.118355Z","end":"2026-04-28T03:25:37.296073Z","steps":["trace[214159101] 'range keys from in-memory index tree' (duration: 177.426376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:37.296151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.041091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:37.296389Z","caller":"traceutil/trace.go:171","msg":"trace[2055841921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4364; }","duration":"178.251793ms","start":"2026-04-28T03:25:37.118052Z","end":"2026-04-28T03:25:37.296303Z","steps":["trace[2055841921] 'range keys from in-memory index tree' (duration: 177.965151ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:37.464449Z","caller":"traceutil/trace.go:171","msg":"trace[378433622] transaction","detail":"{read_only:false; response_revision:4365; number_of_response:1; }","duration":"166.116736ms","start":"2026-04-28T03:25:37.298303Z","end":"2026-04-28T03:25:37.46442Z","steps":["trace[378433622] 'process raft request' (duration: 165.925715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:38.335044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.90728ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:38.335742Z","caller":"traceutil/trace.go:171","msg":"trace[1732863745] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4365; }","duration":"772.626307ms","start":"2026-04-28T03:25:37.563089Z","end":"2026-04-28T03:25:38.335715Z","steps":["trace[1732863745] 'range keys from in-memory index tree' (duration: 771.88467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:38.335969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.292725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:38.336111Z","caller":"traceutil/trace.go:171","msg":"trace[1923286528] transaction","detail":"{read_only:false; response_revision:4366; number_of_response:1; }","duration":"1.03636866s","start":"2026-04-28T03:25:37.299718Z","end":"2026-04-28T03:25:38.336087Z","steps":["trace[1923286528] 'process raft request' (duration: 595.812293ms)","trace[1923286528] 'compare' (duration: 439.351946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:38.336489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.299704Z","time spent":"1.036662803s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:38.375399Z","caller":"traceutil/trace.go:171","msg":"trace[1154902676] transaction","detail":"{read_only:false; response_revision:4367; number_of_response:1; }","duration":"845.149346ms","start":"2026-04-28T03:25:37.530202Z","end":"2026-04-28T03:25:38.375351Z","steps":["trace[1154902676] 'process raft request' (duration: 844.816963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:38.375579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.530178Z","time spent":"845.301797ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:38.375671Z","caller":"traceutil/trace.go:171","msg":"trace[274277265] transaction","detail":"{read_only:false; response_revision:4368; number_of_response:1; }","duration":"844.499959ms","start":"2026-04-28T03:25:37.531079Z","end":"2026-04-28T03:25:38.375579Z","steps":["trace[274277265] 'process raft request' (duration: 844.058845ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:38.375714Z","caller":"traceutil/trace.go:171","msg":"trace[491229994] transaction","detail":"{read_only:false; response_revision:4369; number_of_response:1; }","duration":"844.694012ms","start":"2026-04-28T03:25:37.530995Z","end":"2026-04-28T03:25:38.375689Z","steps":["trace[491229994] 'process raft request' (duration: 844.178648ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:38.375731Z","caller":"traceutil/trace.go:171","msg":"trace[526015068] transaction","detail":"{read_only:false; response_revision:4370; number_of_response:1; }","duration":"843.363479ms","start":"2026-04-28T03:25:37.532352Z","end":"2026-04-28T03:25:38.375715Z","steps":["trace[526015068] 'process raft request' (duration: 843.201198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:38.375931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.531065Z","time spent":"844.723491ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:38.375945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.530979Z","time spent":"844.877973ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:38.37637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.126219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:25:38.376203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.532342Z","time spent":"843.632531ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:38.376491Z","caller":"traceutil/trace.go:171","msg":"trace[677545695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4370; }","duration":"779.24428ms","start":"2026-04-28T03:25:37.597203Z","end":"2026-04-28T03:25:38.376447Z","steps":["trace[677545695] 'agreement among raft nodes before linearized reading' (duration: 779.085188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:38.376562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.597187Z","time spent":"779.36295ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:25:38.375618Z","caller":"traceutil/trace.go:171","msg":"trace[1717612640] linearizableReadLoop","detail":"{readStateIndex:4568; appliedIndex:4563; }","duration":"778.352562ms","start":"2026-04-28T03:25:37.597244Z","end":"2026-04-28T03:25:38.375597Z","steps":["trace[1717612640] 'read index received' (duration: 298.30158ms)","trace[1717612640] 'applied index is now lower than readState.Index' (duration: 480.050072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:38.377051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.881565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-28T03:25:38.377137Z","caller":"traceutil/trace.go:171","msg":"trace[1962661223] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4370; }","duration":"610.005937ms","start":"2026-04-28T03:25:37.767102Z","end":"2026-04-28T03:25:38.377107Z","steps":["trace[1962661223] 'agreement among raft nodes before linearized reading' (duration: 609.667573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:38.377219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.76708Z","time spent":"610.124678ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T03:25:38.726332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.592643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:38.726429Z","caller":"traceutil/trace.go:171","msg":"trace[1932093635] linearizableReadLoop","detail":"{readStateIndex:4569; appliedIndex:4568; }","duration":"270.949975ms","start":"2026-04-28T03:25:38.455463Z","end":"2026-04-28T03:25:38.726413Z","steps":["trace[1932093635] 'read index received' (duration: 57.592µs)","trace[1932093635] 'applied index is now lower than readState.Index' (duration: 270.891053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:38.726488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.031416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:38.726512Z","caller":"traceutil/trace.go:171","msg":"trace[1411410984] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4371; }","duration":"271.099566ms","start":"2026-04-28T03:25:38.455402Z","end":"2026-04-28T03:25:38.726502Z","steps":["trace[1411410984] 'agreement among raft nodes before linearized reading' (duration: 271.048335ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:38.726528Z","caller":"traceutil/trace.go:171","msg":"trace[1206443970] transaction","detail":"{read_only:false; response_revision:4371; number_of_response:1; }","duration":"344.069442ms","start":"2026-04-28T03:25:38.382417Z","end":"2026-04-28T03:25:38.726486Z","steps":["trace[1206443970] 'process raft request' (duration: 55.253077ms)","trace[1206443970] 'compare' (duration: 288.407121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:38.726631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:38.382389Z","time spent":"344.186312ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:39.055818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.93083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:39.056369Z","caller":"traceutil/trace.go:171","msg":"trace[394506655] transaction","detail":"{read_only:false; response_revision:4372; number_of_response:1; }","duration":"316.017135ms","start":"2026-04-28T03:25:38.740328Z","end":"2026-04-28T03:25:39.056345Z","steps":["trace[394506655] 'process raft request' (duration: 162.411909ms)","trace[394506655] 'compare' (duration: 152.435316ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:39.056369Z","caller":"traceutil/trace.go:171","msg":"trace[1331758389] linearizableReadLoop","detail":"{readStateIndex:4570; appliedIndex:4569; }","duration":"245.231899ms","start":"2026-04-28T03:25:38.811109Z","end":"2026-04-28T03:25:39.056341Z","steps":["trace[1331758389] 'read index received' (duration: 91.584053ms)","trace[1331758389] 'applied index is now lower than readState.Index' (duration: 153.645656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:39.05644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:38.740307Z","time spent":"316.101106ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:39.056732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.113225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:39.056962Z","caller":"traceutil/trace.go:171","msg":"trace[1263557828] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4372; }","duration":"120.381127ms","start":"2026-04-28T03:25:38.936529Z","end":"2026-04-28T03:25:39.05691Z","steps":["trace[1263557828] 'agreement among raft nodes before linearized reading' (duration: 120.043794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.057267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.151407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:25:39.057429Z","caller":"traceutil/trace.go:171","msg":"trace[1183932937] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4372; }","duration":"246.312718ms","start":"2026-04-28T03:25:38.811097Z","end":"2026-04-28T03:25:39.05741Z","steps":["trace[1183932937] 'agreement among raft nodes before linearized reading' (duration: 245.456351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.375118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.894447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:39.375842Z","caller":"traceutil/trace.go:171","msg":"trace[1011141216] linearizableReadLoop","detail":"{readStateIndex:4571; appliedIndex:4570; }","duration":"314.205255ms","start":"2026-04-28T03:25:39.061601Z","end":"2026-04-28T03:25:39.375806Z","steps":["trace[1011141216] 'read index received' (duration: 212.45722ms)","trace[1011141216] 'applied index is now lower than readState.Index' (duration: 101.745705ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:39.37586Z","caller":"traceutil/trace.go:171","msg":"trace[1235325620] transaction","detail":"{read_only:false; response_revision:4373; number_of_response:1; }","duration":"314.436087ms","start":"2026-04-28T03:25:39.061399Z","end":"2026-04-28T03:25:39.375835Z","steps":["trace[1235325620] 'process raft request' (duration: 212.722723ms)","trace[1235325620] 'compare' (duration: 100.722555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:39.376045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:39.061368Z","time spent":"314.587508ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:39.376355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.537522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:25:39.37643Z","caller":"traceutil/trace.go:171","msg":"trace[445725325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4373; }","duration":"298.665613ms","start":"2026-04-28T03:25:39.077752Z","end":"2026-04-28T03:25:39.376418Z","steps":["trace[445725325] 'agreement among raft nodes before linearized reading' (duration: 298.484851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.376531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.326664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:39.376685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.085482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-28T03:25:39.376695Z","caller":"traceutil/trace.go:171","msg":"trace[1876050598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4373; }","duration":"261.602136ms","start":"2026-04-28T03:25:39.115074Z","end":"2026-04-28T03:25:39.376676Z","steps":["trace[1876050598] 'agreement among raft nodes before linearized reading' (duration: 261.333054ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:39.376733Z","caller":"traceutil/trace.go:171","msg":"trace[803162011] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4373; }","duration":"315.138843ms","start":"2026-04-28T03:25:39.061579Z","end":"2026-04-28T03:25:39.376717Z","steps":["trace[803162011] 'agreement among raft nodes before linearized reading' (duration: 314.399626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.376786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:39.061495Z","time spent":"315.279054ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-04-28T03:25:40.607467Z","caller":"traceutil/trace.go:171","msg":"trace[1305161073] transaction","detail":"{read_only:false; response_revision:4376; number_of_response:1; }","duration":"261.622353ms","start":"2026-04-28T03:25:40.345819Z","end":"2026-04-28T03:25:40.607442Z","steps":["trace[1305161073] 'process raft request' (duration: 261.465432ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:41.136056Z","caller":"traceutil/trace.go:171","msg":"trace[428013260] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"752.483824ms","start":"2026-04-28T03:25:40.383556Z","end":"2026-04-28T03:25:41.13604Z","steps":["trace[428013260] 'process raft request' (duration: 752.445254ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:41.136108Z","caller":"traceutil/trace.go:171","msg":"trace[1512247403] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"752.675416ms","start":"2026-04-28T03:25:40.383392Z","end":"2026-04-28T03:25:41.136067Z","steps":["trace[1512247403] 'process raft request' (duration: 752.510585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.136151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:40.383547Z","time spent":"752.558245ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:41.136499Z","caller":"traceutil/trace.go:171","msg":"trace[256111575] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"752.708538ms","start":"2026-04-28T03:25:40.383724Z","end":"2026-04-28T03:25:41.136432Z","steps":["trace[256111575] 'process raft request' (duration: 752.297683ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:41.136555Z","caller":"traceutil/trace.go:171","msg":"trace[1351285954] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"751.929091ms","start":"2026-04-28T03:25:40.384618Z","end":"2026-04-28T03:25:41.136547Z","steps":["trace[1351285954] 'process raft request' (duration: 751.690657ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:41.136537Z","caller":"traceutil/trace.go:171","msg":"trace[85016919] linearizableReadLoop","detail":"{readStateIndex:4580; appliedIndex:4575; }","duration":"536.316819ms","start":"2026-04-28T03:25:40.600205Z","end":"2026-04-28T03:25:41.136522Z","steps":["trace[85016919] 'read index received' (duration: 7.421088ms)","trace[85016919] 'applied index is now lower than readState.Index' (duration: 528.894831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:41.136534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:40.383338Z","time spent":"752.841297ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:41.136589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:40.384608Z","time spent":"751.964861ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:41.136688Z","caller":"traceutil/trace.go:171","msg":"trace[1102137283] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"738.253565ms","start":"2026-04-28T03:25:40.398413Z","end":"2026-04-28T03:25:41.136667Z","steps":["trace[1102137283] 'process raft request' (duration: 738.060283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.136703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:40.383717Z","time spent":"752.860329ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:41.136821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:40.398374Z","time spent":"738.365115ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:41.136945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.335875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:25:41.137017Z","caller":"traceutil/trace.go:171","msg":"trace[1215549950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4381; }","duration":"406.440047ms","start":"2026-04-28T03:25:40.730565Z","end":"2026-04-28T03:25:41.137005Z","steps":["trace[1215549950] 'agreement among raft nodes before linearized reading' (duration: 406.217725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.137074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:40.73055Z","time spent":"406.512527ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:41.137236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.713945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:25:41.137304Z","caller":"traceutil/trace.go:171","msg":"trace[1475402825] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4381; }","duration":"326.832845ms","start":"2026-04-28T03:25:40.810462Z","end":"2026-04-28T03:25:41.137294Z","steps":["trace[1475402825] 'agreement among raft nodes before linearized reading' (duration: 326.710294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.137306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.092777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:25:41.137377Z","caller":"traceutil/trace.go:171","msg":"trace[71451666] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4381; }","duration":"537.204328ms","start":"2026-04-28T03:25:40.600157Z","end":"2026-04-28T03:25:41.137362Z","steps":["trace[71451666] 'agreement among raft nodes before linearized reading' (duration: 536.571212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.137421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:40.600138Z","time spent":"537.272788ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:25:41.137386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:40.810438Z","time spent":"326.909726ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:25:41.64748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779670157,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:25:41.791435Z","caller":"traceutil/trace.go:171","msg":"trace[129904889] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"647.695363ms","start":"2026-04-28T03:25:41.143718Z","end":"2026-04-28T03:25:41.791413Z","steps":["trace[129904889] 'process raft request' (duration: 647.415421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.791588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.143704Z","time spent":"647.803354ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:41.791779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.318942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-28T03:25:41.792001Z","caller":"traceutil/trace.go:171","msg":"trace[2116153340] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4383; }","duration":"644.552025ms","start":"2026-04-28T03:25:41.147429Z","end":"2026-04-28T03:25:41.791981Z","steps":["trace[2116153340] 'agreement among raft nodes before linearized reading' (duration: 644.03919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.792809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.147421Z","time spent":"645.350813ms","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7484,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-28T03:25:41.791416Z","caller":"traceutil/trace.go:171","msg":"trace[600725326] linearizableReadLoop","detail":"{readStateIndex:4582; appliedIndex:4580; }","duration":"643.946239ms","start":"2026-04-28T03:25:41.147445Z","end":"2026-04-28T03:25:41.791392Z","steps":["trace[600725326] 'read index received' (duration: 643.689697ms)","trace[600725326] 'applied index is now lower than readState.Index' (duration: 255.402µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:41.791839Z","caller":"traceutil/trace.go:171","msg":"trace[364781226] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"648.082717ms","start":"2026-04-28T03:25:41.143718Z","end":"2026-04-28T03:25:41.791801Z","steps":["trace[364781226] 'process raft request' (duration: 647.610893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.793054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.143703Z","time spent":"649.296109ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:41.793176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.750687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:41.793343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.955322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:41.793354Z","caller":"traceutil/trace.go:171","msg":"trace[1006519531] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4383; }","duration":"588.960349ms","start":"2026-04-28T03:25:41.204369Z","end":"2026-04-28T03:25:41.793329Z","steps":["trace[1006519531] 'agreement among raft nodes before linearized reading' (duration: 588.689526ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:41.793406Z","caller":"traceutil/trace.go:171","msg":"trace[2027657128] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4383; }","duration":"149.051474ms","start":"2026-04-28T03:25:41.644338Z","end":"2026-04-28T03:25:41.793389Z","steps":["trace[2027657128] 'agreement among raft nodes before linearized reading' (duration: 148.949743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.793464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.204354Z","time spent":"589.09208ms","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:25:41.793556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.639819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:25:41.793703Z","caller":"traceutil/trace.go:171","msg":"trace[349626113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4383; }","duration":"317.895482ms","start":"2026-04-28T03:25:41.475781Z","end":"2026-04-28T03:25:41.793677Z","steps":["trace[349626113] 'agreement among raft nodes before linearized reading' (duration: 317.374617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.794021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.475759Z","time spent":"318.242075ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:41.794079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.752571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:25:41.794227Z","caller":"traceutil/trace.go:171","msg":"trace[419453154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4383; }","duration":"413.936242ms","start":"2026-04-28T03:25:41.380276Z","end":"2026-04-28T03:25:41.794212Z","steps":["trace[419453154] 'agreement among raft nodes before linearized reading' (duration: 413.083995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.794478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.380255Z","time spent":"414.203985ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:25:42.131023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.751491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:42.131368Z","caller":"traceutil/trace.go:171","msg":"trace[422406308] linearizableReadLoop","detail":"{readStateIndex:4584; appliedIndex:4582; }","duration":"327.10013ms","start":"2026-04-28T03:25:41.804253Z","end":"2026-04-28T03:25:42.131353Z","steps":["trace[422406308] 'read index received' (duration: 145.959405ms)","trace[422406308] 'applied index is now lower than readState.Index' (duration: 181.139685ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:42.131579Z","caller":"traceutil/trace.go:171","msg":"trace[587717756] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"328.862047ms","start":"2026-04-28T03:25:41.802699Z","end":"2026-04-28T03:25:42.131561Z","steps":["trace[587717756] 'process raft request' (duration: 328.422483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:42.132198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.802679Z","time spent":"329.450312ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:42.131861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.599355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:25:42.131893Z","caller":"traceutil/trace.go:171","msg":"trace[1253702154] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"330.059218ms","start":"2026-04-28T03:25:41.8018Z","end":"2026-04-28T03:25:42.131859Z","steps":["trace[1253702154] 'process raft request' (duration: 148.396108ms)","trace[1253702154] 'compare' (duration: 180.604859ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:42.132656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.801779Z","time spent":"330.843215ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:42.132786Z","caller":"traceutil/trace.go:171","msg":"trace[1986323278] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4385; }","duration":"328.342231ms","start":"2026-04-28T03:25:41.804231Z","end":"2026-04-28T03:25:42.132573Z","steps":["trace[1986323278] 'agreement among raft nodes before linearized reading' (duration: 327.334192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:42.133052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.804222Z","time spent":"328.636004ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:25:42.50222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.620708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:42.502332Z","caller":"traceutil/trace.go:171","msg":"trace[413603424] linearizableReadLoop","detail":"{readStateIndex:4585; appliedIndex:4584; }","duration":"357.146621ms","start":"2026-04-28T03:25:42.145168Z","end":"2026-04-28T03:25:42.502315Z","steps":["trace[413603424] 'read index received' (duration: 147.338421ms)","trace[413603424] 'applied index is now lower than readState.Index' (duration: 209.80671ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:42.502385Z","caller":"traceutil/trace.go:171","msg":"trace[1358976436] transaction","detail":"{read_only:false; response_revision:4386; number_of_response:1; }","duration":"367.882512ms","start":"2026-04-28T03:25:42.134466Z","end":"2026-04-28T03:25:42.502348Z","steps":["trace[1358976436] 'process raft request' (duration: 158.035582ms)","trace[1358976436] 'compare' (duration: 209.492227ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:42.50254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:42.134453Z","time spent":"368.007643ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:42.502546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.365173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T03:25:42.502591Z","caller":"traceutil/trace.go:171","msg":"trace[1542554552] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4386; }","duration":"357.441954ms","start":"2026-04-28T03:25:42.145136Z","end":"2026-04-28T03:25:42.502578Z","steps":["trace[1542554552] 'agreement among raft nodes before linearized reading' (duration: 357.230152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:42.502644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:42.145119Z","time spent":"357.512494ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:25:42.910721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.4095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:25:42.91077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.076999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:25:42.910822Z","caller":"traceutil/trace.go:171","msg":"trace[1356076434] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4386; }","duration":"101.161589ms","start":"2026-04-28T03:25:42.809647Z","end":"2026-04-28T03:25:42.910809Z","steps":["trace[1356076434] 'range keys from in-memory index tree' (duration: 100.943178ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:42.910816Z","caller":"traceutil/trace.go:171","msg":"trace[1258213112] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4386; }","duration":"299.547511ms","start":"2026-04-28T03:25:42.611251Z","end":"2026-04-28T03:25:42.910798Z","steps":["trace[1258213112] 'range keys from in-memory index tree' (duration: 299.252138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:42.911043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.830328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:42.911083Z","caller":"traceutil/trace.go:171","msg":"trace[1375637701] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4386; }","duration":"211.904839ms","start":"2026-04-28T03:25:42.699168Z","end":"2026-04-28T03:25:42.911072Z","steps":["trace[1375637701] 'count revisions from in-memory index tree' (duration: 211.768898ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:43.023059Z","caller":"traceutil/trace.go:171","msg":"trace[1721664988] linearizableReadLoop","detail":"{readStateIndex:4586; appliedIndex:4585; }","duration":"106.052787ms","start":"2026-04-28T03:25:42.916984Z","end":"2026-04-28T03:25:43.023036Z","steps":["trace[1721664988] 'read index received' (duration: 105.855185ms)","trace[1721664988] 'applied index is now lower than readState.Index' (duration: 196.542µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:43.023107Z","caller":"traceutil/trace.go:171","msg":"trace[2064773093] transaction","detail":"{read_only:false; response_revision:4387; number_of_response:1; }","duration":"107.48065ms","start":"2026-04-28T03:25:42.91559Z","end":"2026-04-28T03:25:43.023071Z","steps":["trace[2064773093] 'process raft request' (duration: 107.271798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:43.023261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.258619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-28T03:25:43.023302Z","caller":"traceutil/trace.go:171","msg":"trace[2113117989] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4387; }","duration":"106.33527ms","start":"2026-04-28T03:25:42.916954Z","end":"2026-04-28T03:25:43.023289Z","steps":["trace[2113117989] 'agreement among raft nodes before linearized reading' (duration: 106.170859ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:43.644922Z","caller":"traceutil/trace.go:171","msg":"trace[1259593508] transaction","detail":"{read_only:false; response_revision:4388; number_of_response:1; }","duration":"503.165361ms","start":"2026-04-28T03:25:43.141722Z","end":"2026-04-28T03:25:43.644887Z","steps":["trace[1259593508] 'process raft request' (duration: 432.444801ms)","trace[1259593508] 'compare' (duration: 70.544998ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:43.645076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:43.141697Z","time spent":"503.299042ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:44.07023Z","caller":"traceutil/trace.go:171","msg":"trace[1751739250] linearizableReadLoop","detail":"{readStateIndex:4590; appliedIndex:4587; }","duration":"273.883133ms","start":"2026-04-28T03:25:43.79632Z","end":"2026-04-28T03:25:44.070203Z","steps":["trace[1751739250] 'read index received' (duration: 210.040242ms)","trace[1751739250] 'applied index is now lower than readState.Index' (duration: 63.841671ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:44.070283Z","caller":"traceutil/trace.go:171","msg":"trace[1473261356] transaction","detail":"{read_only:false; response_revision:4389; number_of_response:1; }","duration":"927.575481ms","start":"2026-04-28T03:25:43.142681Z","end":"2026-04-28T03:25:44.070256Z","steps":["trace[1473261356] 'process raft request' (duration: 863.736889ms)","trace[1473261356] 'compare' (duration: 62.407048ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:44.070385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:43.142674Z","time spent":"927.655562ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:44.0706Z","caller":"traceutil/trace.go:171","msg":"trace[811740773] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"927.247108ms","start":"2026-04-28T03:25:43.143344Z","end":"2026-04-28T03:25:44.070591Z","steps":["trace[811740773] 'process raft request' (duration: 926.727803ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:44.070644Z","caller":"traceutil/trace.go:171","msg":"trace[483951339] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"926.964476ms","start":"2026-04-28T03:25:43.143659Z","end":"2026-04-28T03:25:44.070623Z","steps":["trace[483951339] 'process raft request' (duration: 926.490832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.070858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:43.143338Z","time spent":"927.289039ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:44.071055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:43.143651Z","time spent":"927.098737ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:44.071065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.724451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:25:44.071258Z","caller":"traceutil/trace.go:171","msg":"trace[902423664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4391; }","duration":"275.004994ms","start":"2026-04-28T03:25:43.796233Z","end":"2026-04-28T03:25:44.071238Z","steps":["trace[902423664] 'agreement among raft nodes before linearized reading' (duration: 274.659471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.0721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.313198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:25:44.072196Z","caller":"traceutil/trace.go:171","msg":"trace[1912695247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4391; }","duration":"272.45432ms","start":"2026-04-28T03:25:43.799719Z","end":"2026-04-28T03:25:44.072173Z","steps":["trace[1912695247] 'agreement among raft nodes before linearized reading' (duration: 272.056526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.347101Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.096950211s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:25:45.442257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192048572s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:45.442457Z","caller":"traceutil/trace.go:171","msg":"trace[2029105474] transaction","detail":"{read_only:false; response_revision:4392; number_of_response:1; }","duration":"1.367224279s","start":"2026-04-28T03:25:44.075189Z","end":"2026-04-28T03:25:45.442414Z","steps":["trace[2029105474] 'process raft request' (duration: 174.934815ms)","trace[2029105474] 'compare' (duration: 1.191734768s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:45.442594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.07514Z","time spent":"1.3673836s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:45.442634Z","caller":"traceutil/trace.go:171","msg":"trace[2066230300] linearizableReadLoop","detail":"{readStateIndex:4592; appliedIndex:4590; }","duration":"1.328993623s","start":"2026-04-28T03:25:44.113626Z","end":"2026-04-28T03:25:45.44262Z","steps":["trace[2066230300] 'read index received' (duration: 136.508557ms)","trace[2066230300] 'applied index is now lower than readState.Index' (duration: 1.192484336s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:45.442896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329265535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:45.442946Z","caller":"traceutil/trace.go:171","msg":"trace[1607649175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4393; }","duration":"1.329333376s","start":"2026-04-28T03:25:44.113598Z","end":"2026-04-28T03:25:45.442931Z","steps":["trace[1607649175] 'agreement among raft nodes before linearized reading' (duration: 1.329261955s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.443017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.113584Z","time spent":"1.329417697s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:45.44308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305831891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:25:45.443109Z","caller":"traceutil/trace.go:171","msg":"trace[286510592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4393; }","duration":"1.305907491s","start":"2026-04-28T03:25:44.137194Z","end":"2026-04-28T03:25:45.443101Z","steps":["trace[286510592] 'agreement among raft nodes before linearized reading' (duration: 1.30573409s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.443132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.137168Z","time spent":"1.305958332s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:45.443356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.271126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:45.443386Z","caller":"traceutil/trace.go:171","msg":"trace[1866998133] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4393; }","duration":"206.330197ms","start":"2026-04-28T03:25:45.237048Z","end":"2026-04-28T03:25:45.443378Z","steps":["trace[1866998133] 'agreement among raft nodes before linearized reading' (duration: 206.275096ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:45.443473Z","caller":"traceutil/trace.go:171","msg":"trace[2099943245] transaction","detail":"{read_only:false; response_revision:4393; number_of_response:1; }","duration":"1.366490242s","start":"2026-04-28T03:25:44.07695Z","end":"2026-04-28T03:25:45.443441Z","steps":["trace[2099943245] 'process raft request' (duration: 1.365392641s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.443586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.076927Z","time spent":"1.366607943s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:45.443717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.632541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:25:45.443766Z","caller":"traceutil/trace.go:171","msg":"trace[1088369389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4393; }","duration":"415.683311ms","start":"2026-04-28T03:25:45.02807Z","end":"2026-04-28T03:25:45.443754Z","steps":["trace[1088369389] 'agreement among raft nodes before linearized reading' (duration: 415.447589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.443969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:45.028026Z","time spent":"415.863483ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:25:45.444116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.200251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:25:45.446837Z","caller":"traceutil/trace.go:171","msg":"trace[2127089079] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:4393; }","duration":"985.947997ms","start":"2026-04-28T03:25:44.46087Z","end":"2026-04-28T03:25:45.446818Z","steps":["trace[2127089079] 'agreement among raft nodes before linearized reading' (duration: 983.18489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.44691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.46085Z","time spent":"986.042388ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"warn","ts":"2026-04-28T03:25:45.444694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125491733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:45.447054Z","caller":"traceutil/trace.go:171","msg":"trace[418865784] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4393; }","duration":"1.127885446s","start":"2026-04-28T03:25:44.319156Z","end":"2026-04-28T03:25:45.447041Z","steps":["trace[418865784] 'agreement among raft nodes before linearized reading' (duration: 1.125477863s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.447165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.319141Z","time spent":"1.128009867s","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:45.444808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307197443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:25:45.447438Z","caller":"traceutil/trace.go:171","msg":"trace[465321772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4393; }","duration":"1.309851129s","start":"2026-04-28T03:25:44.137575Z","end":"2026-04-28T03:25:45.447426Z","steps":["trace[465321772] 'agreement among raft nodes before linearized reading' (duration: 1.307148132s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.44748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.137559Z","time spent":"1.30990602s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:25:45.445255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.384189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:45.447742Z","caller":"traceutil/trace.go:171","msg":"trace[476922645] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4393; }","duration":"590.926153ms","start":"2026-04-28T03:25:44.856806Z","end":"2026-04-28T03:25:45.447732Z","steps":["trace[476922645] 'agreement among raft nodes before linearized reading' (duration: 588.384719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.447779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.856788Z","time spent":"590.976804ms","remote":"127.0.0.1:50920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:45.445457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.428339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:25:45.447987Z","caller":"traceutil/trace.go:171","msg":"trace[765312413] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4393; }","duration":"637.982565ms","start":"2026-04-28T03:25:44.809991Z","end":"2026-04-28T03:25:45.447973Z","steps":["trace[765312413] 'agreement among raft nodes before linearized reading' (duration: 635.319509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.448127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.809975Z","time spent":"638.079995ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:25:45.445586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.028045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-28T03:25:45.448251Z","caller":"traceutil/trace.go:171","msg":"trace[1778394976] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4393; }","duration":"805.766792ms","start":"2026-04-28T03:25:44.642471Z","end":"2026-04-28T03:25:45.448237Z","steps":["trace[1778394976] 'agreement among raft nodes before linearized reading' (duration: 802.970905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.448288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.642452Z","time spent":"805.825223ms","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:25:45.807057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.060297ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-28T03:25:45.807165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:45.450688Z","time spent":"356.471719ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:25:45.81022Z","caller":"traceutil/trace.go:171","msg":"trace[104426623] linearizableReadLoop","detail":"{readStateIndex:4594; appliedIndex:4592; }","duration":"358.969343ms","start":"2026-04-28T03:25:45.451232Z","end":"2026-04-28T03:25:45.810201Z","steps":["trace[104426623] 'read index received' (duration: 96.684885ms)","trace[104426623] 'applied index is now lower than readState.Index' (duration: 262.283388ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:45.810302Z","caller":"traceutil/trace.go:171","msg":"trace[156419966] transaction","detail":"{read_only:false; response_revision:4396; number_of_response:1; }","duration":"358.304967ms","start":"2026-04-28T03:25:45.451987Z","end":"2026-04-28T03:25:45.810292Z","steps":["trace[156419966] 'process raft request' (duration: 358.180536ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:45.810355Z","caller":"traceutil/trace.go:171","msg":"trace[1749633090] transaction","detail":"{read_only:false; response_revision:4395; number_of_response:1; }","duration":"358.632649ms","start":"2026-04-28T03:25:45.451618Z","end":"2026-04-28T03:25:45.810251Z","steps":["trace[1749633090] 'process raft request' (duration: 358.512308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.810541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:45.451981Z","time spent":"358.494508ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:45.810594Z","caller":"traceutil/trace.go:171","msg":"trace[985665732] transaction","detail":"{read_only:false; response_revision:4394; number_of_response:1; }","duration":"359.539858ms","start":"2026-04-28T03:25:45.451042Z","end":"2026-04-28T03:25:45.810582Z","steps":["trace[985665732] 'process raft request' (duration: 358.958833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.810713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:45.45102Z","time spent":"359.667009ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:45.810747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:45.45161Z","time spent":"358.926872ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:45.810851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.612629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ef7da8d3-3ee9-4e6e-aa7a-7d42ac489141\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-28T03:25:45.810927Z","caller":"traceutil/trace.go:171","msg":"trace[1227361175] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ef7da8d3-3ee9-4e6e-aa7a-7d42ac489141; range_end:; response_count:1; response_revision:4396; }","duration":"359.71337ms","start":"2026-04-28T03:25:45.4512Z","end":"2026-04-28T03:25:45.810914Z","steps":["trace[1227361175] 'agreement among raft nodes before linearized reading' (duration: 359.554498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.811109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:45.451192Z","time spent":"359.904181ms","remote":"127.0.0.1:50990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-ef7da8d3-3ee9-4e6e-aa7a-7d42ac489141\" "} {"level":"info","ts":"2026-04-28T03:25:45.983939Z","caller":"traceutil/trace.go:171","msg":"trace[893446658] linearizableReadLoop","detail":"{readStateIndex:4598; appliedIndex:4596; }","duration":"173.65044ms","start":"2026-04-28T03:25:45.810267Z","end":"2026-04-28T03:25:45.983917Z","steps":["trace[893446658] 'read index received' (duration: 168.771762ms)","trace[893446658] 'applied index is now lower than readState.Index' (duration: 4.877718ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:45.983972Z","caller":"traceutil/trace.go:171","msg":"trace[615862092] transaction","detail":"{read_only:false; response_revision:4397; number_of_response:1; }","duration":"333.995991ms","start":"2026-04-28T03:25:45.64995Z","end":"2026-04-28T03:25:45.983946Z","steps":["trace[615862092] 'process raft request' (duration: 329.192164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.984086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:45.649927Z","time spent":"334.094111ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:45.98413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.705374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:45.984182Z","caller":"traceutil/trace.go:171","msg":"trace[208119204] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"175.850072ms","start":"2026-04-28T03:25:45.808306Z","end":"2026-04-28T03:25:45.984156Z","steps":["trace[208119204] 'process raft request' (duration: 175.530189ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:45.984483Z","caller":"traceutil/trace.go:171","msg":"trace[1160281918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4398; }","duration":"529.850776ms","start":"2026-04-28T03:25:45.454364Z","end":"2026-04-28T03:25:45.984215Z","steps":["trace[1160281918] 'agreement among raft nodes before linearized reading' (duration: 529.647934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.984519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.978656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"warn","ts":"2026-04-28T03:25:45.98452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:45.454346Z","time spent":"530.165289ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:25:45.984561Z","caller":"traceutil/trace.go:171","msg":"trace[1872750061] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4398; }","duration":"533.049847ms","start":"2026-04-28T03:25:45.4515Z","end":"2026-04-28T03:25:45.98455Z","steps":["trace[1872750061] 'agreement among raft nodes before linearized reading' (duration: 532.539103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.984613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:45.451494Z","time spent":"533.109768ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-28T03:25:46.350826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.657652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:46.351007Z","caller":"traceutil/trace.go:171","msg":"trace[1358480796] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"274.171499ms","start":"2026-04-28T03:25:46.076814Z","end":"2026-04-28T03:25:46.350985Z","steps":["trace[1358480796] 'process raft request' (duration: 37.283564ms)","trace[1358480796] 'compare' (duration: 236.43695ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:46.377561Z","caller":"traceutil/trace.go:171","msg":"trace[1460281586] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"300.92332ms","start":"2026-04-28T03:25:46.076609Z","end":"2026-04-28T03:25:46.377532Z","steps":["trace[1460281586] 'process raft request' (duration: 300.713348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.377734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:46.076573Z","time spent":"301.075662ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:46.377751Z","caller":"traceutil/trace.go:171","msg":"trace[1901883476] transaction","detail":"{read_only:false; response_revision:4401; number_of_response:1; }","duration":"300.137263ms","start":"2026-04-28T03:25:46.077593Z","end":"2026-04-28T03:25:46.37773Z","steps":["trace[1901883476] 'process raft request' (duration: 299.87104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.377994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:46.07757Z","time spent":"300.285165ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:46.423125Z","caller":"traceutil/trace.go:171","msg":"trace[1412210814] linearizableReadLoop","detail":"{readStateIndex:4602; appliedIndex:4599; }","duration":"111.336968ms","start":"2026-04-28T03:25:46.311767Z","end":"2026-04-28T03:25:46.423104Z","steps":["trace[1412210814] 'read index received' (duration: 65.5784ms)","trace[1412210814] 'applied index is now lower than readState.Index' (duration: 45.757418ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:46.423241Z","caller":"traceutil/trace.go:171","msg":"trace[311003803] transaction","detail":"{read_only:false; response_revision:4402; number_of_response:1; }","duration":"188.107518ms","start":"2026-04-28T03:25:46.235046Z","end":"2026-04-28T03:25:46.423153Z","steps":["trace[311003803] 'process raft request' (duration: 187.962597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.42339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.58203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-n2smt\" ","response":"range_response_count:1 size:7655"} {"level":"info","ts":"2026-04-28T03:25:46.423415Z","caller":"traceutil/trace.go:171","msg":"trace[88639953] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-n2smt; range_end:; response_count:1; response_revision:4402; }","duration":"111.678182ms","start":"2026-04-28T03:25:46.311731Z","end":"2026-04-28T03:25:46.423409Z","steps":["trace[88639953] 'agreement among raft nodes before linearized reading' (duration: 111.46045ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:46.634946Z","caller":"traceutil/trace.go:171","msg":"trace[575921087] transaction","detail":"{read_only:false; response_revision:4403; number_of_response:1; }","duration":"203.986892ms","start":"2026-04-28T03:25:46.430943Z","end":"2026-04-28T03:25:46.63493Z","steps":["trace[575921087] 'process raft request' (duration: 203.197694ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:54.016542Z","caller":"traceutil/trace.go:171","msg":"trace[1068669796] transaction","detail":"{read_only:false; response_revision:4464; number_of_response:1; }","duration":"124.70834ms","start":"2026-04-28T03:25:53.891795Z","end":"2026-04-28T03:25:54.016504Z","steps":["trace[1068669796] 'process raft request' (duration: 124.421787ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:54.15563Z","caller":"traceutil/trace.go:171","msg":"trace[596136096] transaction","detail":"{read_only:false; response_revision:4465; number_of_response:1; }","duration":"134.615625ms","start":"2026-04-28T03:25:54.020989Z","end":"2026-04-28T03:25:54.155604Z","steps":["trace[596136096] 'process raft request' (duration: 134.452863ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:54.181364Z","caller":"traceutil/trace.go:171","msg":"trace[776869069] transaction","detail":"{read_only:false; response_revision:4467; number_of_response:1; }","duration":"144.296836ms","start":"2026-04-28T03:25:54.037038Z","end":"2026-04-28T03:25:54.181335Z","steps":["trace[776869069] 'process raft request' (duration: 144.212375ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:54.181377Z","caller":"traceutil/trace.go:171","msg":"trace[1132102460] transaction","detail":"{read_only:false; response_revision:4466; number_of_response:1; }","duration":"160.274384ms","start":"2026-04-28T03:25:54.02108Z","end":"2026-04-28T03:25:54.181354Z","steps":["trace[1132102460] 'process raft request' (duration: 160.044802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:55.448066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.243211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:55.448128Z","caller":"traceutil/trace.go:171","msg":"trace[2016995906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4471; }","duration":"333.357273ms","start":"2026-04-28T03:25:55.114756Z","end":"2026-04-28T03:25:55.448114Z","steps":["trace[2016995906] 'range keys from in-memory index tree' (duration: 333.162421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:55.448157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:55.114717Z","time spent":"333.432223ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:55.448191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.332626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:25:55.448245Z","caller":"traceutil/trace.go:171","msg":"trace[833788581] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4471; }","duration":"637.438917ms","start":"2026-04-28T03:25:54.810792Z","end":"2026-04-28T03:25:55.448231Z","steps":["trace[833788581] 'range keys from in-memory index tree' (duration: 637.171955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:55.448284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:54.81077Z","time spent":"637.501928ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-28T03:25:59.74774Z","caller":"traceutil/trace.go:171","msg":"trace[243196894] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"209.961299ms","start":"2026-04-28T03:25:59.537753Z","end":"2026-04-28T03:25:59.747714Z","steps":["trace[243196894] 'process raft request' (duration: 209.791347ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:59.747976Z","caller":"traceutil/trace.go:171","msg":"trace[598836196] linearizableReadLoop","detail":"{readStateIndex:4697; appliedIndex:4696; }","duration":"145.102848ms","start":"2026-04-28T03:25:59.602567Z","end":"2026-04-28T03:25:59.74767Z","steps":["trace[598836196] 'read index received' (duration: 144.878856ms)","trace[598836196] 'applied index is now lower than readState.Index' (duration: 223.082µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:59.748187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.601854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:25:59.748268Z","caller":"traceutil/trace.go:171","msg":"trace[347531819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4494; }","duration":"145.736665ms","start":"2026-04-28T03:25:59.602519Z","end":"2026-04-28T03:25:59.748256Z","steps":["trace[347531819] 'agreement among raft nodes before linearized reading' (duration: 145.525823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.077784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.087109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:00.077876Z","caller":"traceutil/trace.go:171","msg":"trace[234723798] linearizableReadLoop","detail":"{readStateIndex:4698; appliedIndex:4697; }","duration":"202.209689ms","start":"2026-04-28T03:25:59.875651Z","end":"2026-04-28T03:26:00.07786Z","steps":["trace[234723798] 'read index received' (duration: 55.88µs)","trace[234723798] 'applied index is now lower than readState.Index' (duration: 202.152559ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:00.078062Z","caller":"traceutil/trace.go:171","msg":"trace[233155749] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"326.276237ms","start":"2026-04-28T03:25:59.751758Z","end":"2026-04-28T03:26:00.078034Z","steps":["trace[233155749] 'process raft request' (duration: 102.869525ms)","trace[233155749] 'compare' (duration: 222.999558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:00.077954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.308081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:00.078139Z","caller":"traceutil/trace.go:171","msg":"trace[1269129454] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4495; }","duration":"202.529693ms","start":"2026-04-28T03:25:59.875598Z","end":"2026-04-28T03:26:00.078127Z","steps":["trace[1269129454] 'agreement among raft nodes before linearized reading' (duration: 202.304881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.078204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:59.751742Z","time spent":"326.388859ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:00.440061Z","caller":"traceutil/trace.go:171","msg":"trace[1783051066] linearizableReadLoop","detail":"{readStateIndex:4702; appliedIndex:4700; }","duration":"123.408972ms","start":"2026-04-28T03:26:00.316625Z","end":"2026-04-28T03:26:00.440034Z","steps":["trace[1783051066] 'read index received' (duration: 23.029865ms)","trace[1783051066] 'applied index is now lower than readState.Index' (duration: 100.377597ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:00.440113Z","caller":"traceutil/trace.go:171","msg":"trace[239791302] transaction","detail":"{read_only:false; response_revision:4499; number_of_response:1; }","duration":"159.234416ms","start":"2026-04-28T03:26:00.280851Z","end":"2026-04-28T03:26:00.440086Z","steps":["trace[239791302] 'process raft request' (duration: 158.957283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.440315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.648404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:26:00.440395Z","caller":"traceutil/trace.go:171","msg":"trace[1554884965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4499; }","duration":"123.782986ms","start":"2026-04-28T03:26:00.316595Z","end":"2026-04-28T03:26:00.440378Z","steps":["trace[1554884965] 'agreement among raft nodes before linearized reading' (duration: 123.567773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:02.660273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.796566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:02.660385Z","caller":"traceutil/trace.go:171","msg":"trace[1443562861] transaction","detail":"{read_only:false; response_revision:4515; number_of_response:1; }","duration":"164.983398ms","start":"2026-04-28T03:26:02.495382Z","end":"2026-04-28T03:26:02.660366Z","steps":["trace[1443562861] 'process raft request' (duration: 50.01186ms)","trace[1443562861] 'compare' (duration: 114.670575ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:02.680171Z","caller":"traceutil/trace.go:171","msg":"trace[465115280] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"183.840099ms","start":"2026-04-28T03:26:02.496301Z","end":"2026-04-28T03:26:02.680141Z","steps":["trace[465115280] 'process raft request' (duration: 183.637497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:02.680282Z","caller":"traceutil/trace.go:171","msg":"trace[793456957] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"182.761097ms","start":"2026-04-28T03:26:02.497497Z","end":"2026-04-28T03:26:02.680258Z","steps":["trace[793456957] 'process raft request' (duration: 182.592395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:05.069088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.859839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:05.069313Z","caller":"traceutil/trace.go:171","msg":"trace[464181661] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"738.923026ms","start":"2026-04-28T03:26:04.330372Z","end":"2026-04-28T03:26:05.069295Z","steps":["trace[464181661] 'process raft request' (duration: 738.829014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:05.069398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:04.330352Z","time spent":"739.005137ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:05.069856Z","caller":"traceutil/trace.go:171","msg":"trace[1282354549] linearizableReadLoop","detail":"{readStateIndex:4727; appliedIndex:4726; }","duration":"854.564051ms","start":"2026-04-28T03:26:04.215273Z","end":"2026-04-28T03:26:05.069837Z","steps":["trace[1282354549] 'read index received' (duration: 323.878012ms)","trace[1282354549] 'applied index is now lower than readState.Index' (duration: 530.683418ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:05.069828Z","caller":"traceutil/trace.go:171","msg":"trace[1660538107] transaction","detail":"{read_only:false; response_revision:4523; number_of_response:1; }","duration":"971.053165ms","start":"2026-04-28T03:26:04.098733Z","end":"2026-04-28T03:26:05.069787Z","steps":["trace[1660538107] 'process raft request' (duration: 440.402397ms)","trace[1660538107] 'compare' (duration: 529.553026ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:05.070036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.766693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:26:05.070068Z","caller":"traceutil/trace.go:171","msg":"trace[1803665385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4524; }","duration":"854.834193ms","start":"2026-04-28T03:26:04.215223Z","end":"2026-04-28T03:26:05.070057Z","steps":["trace[1803665385] 'agreement among raft nodes before linearized reading' (duration: 854.702762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:05.070075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:04.098712Z","time spent":"971.256157ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:05.070101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:04.215203Z","time spent":"854.890434ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:26:05.570964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779670529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:26:06.071999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779670529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:26:06.572649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779670529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:26:07.073714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779670529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:26:07.115242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999861888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:26:07.115314Z","caller":"traceutil/trace.go:171","msg":"trace[452483442] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.9999924s","start":"2026-04-28T03:26:05.115306Z","end":"2026-04-28T03:26:07.115298Z","steps":["trace[452483442] 'agreement among raft nodes before linearized reading' (duration: 1.999896279s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:07.115351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:05.115285Z","time spent":"2.000059001s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:07.267019Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.564601065s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:26:07.267608Z","caller":"traceutil/trace.go:171","msg":"trace[257003978] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"2.601539855s","start":"2026-04-28T03:26:04.666038Z","end":"2026-04-28T03:26:07.267578Z","steps":["trace[257003978] 'process raft request' (duration: 2.601339973s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:07.267922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:04.666008Z","time spent":"2.601719588s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:07.268093Z","caller":"traceutil/trace.go:171","msg":"trace[596970491] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"2.583170697s","start":"2026-04-28T03:26:04.684901Z","end":"2026-04-28T03:26:07.268072Z","steps":["trace[596970491] 'process raft request' (duration: 2.582623821s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:07.268103Z","caller":"traceutil/trace.go:171","msg":"trace[801985802] transaction","detail":"{read_only:false; response_revision:4527; number_of_response:1; }","duration":"2.582511249s","start":"2026-04-28T03:26:04.685564Z","end":"2026-04-28T03:26:07.268075Z","steps":["trace[801985802] 'process raft request' (duration: 2.582394437s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:07.268196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:04.684882Z","time spent":"2.583267238s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:07.268245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:04.685545Z","time spent":"2.58262603s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:07.662694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.025671ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:07.662824Z","caller":"traceutil/trace.go:171","msg":"trace[1072929030] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4527; }","duration":"100.180533ms","start":"2026-04-28T03:26:07.562627Z","end":"2026-04-28T03:26:07.662808Z","steps":["trace[1072929030] 'range keys from in-memory index tree' (duration: 100.009631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:07.663136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.313282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:07.66349Z","caller":"traceutil/trace.go:171","msg":"trace[417795872] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"2.589968686s","start":"2026-04-28T03:26:05.073506Z","end":"2026-04-28T03:26:07.663474Z","steps":["trace[417795872] 'process raft request' (duration: 2.435245079s)","trace[417795872] 'compare' (duration: 154.070189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:07.663548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:05.07348Z","time spent":"2.590043396s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:07.663816Z","caller":"traceutil/trace.go:171","msg":"trace[1866406971] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"588.874058ms","start":"2026-04-28T03:26:07.074934Z","end":"2026-04-28T03:26:07.663808Z","steps":["trace[1866406971] 'process raft request' (duration: 588.495004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:07.663894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:07.074919Z","time spent":"588.922639ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:07.663991Z","caller":"traceutil/trace.go:171","msg":"trace[1356074030] linearizableReadLoop","detail":"{readStateIndex:4732; appliedIndex:4728; }","duration":"2.594065092s","start":"2026-04-28T03:26:05.069901Z","end":"2026-04-28T03:26:07.663966Z","steps":["trace[1356074030] 'read index received' (duration: 2.197418076s)","trace[1356074030] 'applied index is now lower than readState.Index' (duration: 396.645996ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:07.664134Z","caller":"traceutil/trace.go:171","msg":"trace[2065066471] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"521.334794ms","start":"2026-04-28T03:26:07.142791Z","end":"2026-04-28T03:26:07.664126Z","steps":["trace[2065066471] 'process raft request' (duration: 520.98421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:07.664215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:07.142761Z","time spent":"521.397785ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:07.664554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.200096827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:26:07.664586Z","caller":"traceutil/trace.go:171","msg":"trace[340461661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4530; }","duration":"3.200169178s","start":"2026-04-28T03:26:04.464409Z","end":"2026-04-28T03:26:07.664578Z","steps":["trace[340461661] 'agreement among raft nodes before linearized reading' (duration: 3.200105687s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:07.664607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:04.464389Z","time spent":"3.200212998s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:07.664689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427797267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:07.664744Z","caller":"traceutil/trace.go:171","msg":"trace[904109317] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:4530; }","duration":"2.427908649s","start":"2026-04-28T03:26:05.236821Z","end":"2026-04-28T03:26:07.664729Z","steps":["trace[904109317] 'agreement among raft nodes before linearized reading' (duration: 2.427798017s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:07.664742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.853117582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:26:07.66478Z","caller":"traceutil/trace.go:171","msg":"trace[601025661] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4530; }","duration":"2.853198613s","start":"2026-04-28T03:26:04.811572Z","end":"2026-04-28T03:26:07.664771Z","steps":["trace[601025661] 'agreement among raft nodes before linearized reading' (duration: 2.853068302s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:07.664785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:05.236798Z","time spent":"2.427975699s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:07.664808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:04.81155Z","time spent":"2.853252574s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:26:07.665031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149363948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:07.665063Z","caller":"traceutil/trace.go:171","msg":"trace[303874528] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4530; }","duration":"1.14943324s","start":"2026-04-28T03:26:06.515621Z","end":"2026-04-28T03:26:07.665054Z","steps":["trace[303874528] 'agreement among raft nodes before linearized reading' (duration: 1.149384619s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:07.665084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:06.515594Z","time spent":"1.149484371s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:07.665111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840281591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:26:07.665149Z","caller":"traceutil/trace.go:171","msg":"trace[1931132567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4530; }","duration":"1.840387422s","start":"2026-04-28T03:26:05.824752Z","end":"2026-04-28T03:26:07.665139Z","steps":["trace[1931132567] 'agreement among raft nodes before linearized reading' (duration: 1.840295351s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:07.665179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:05.824733Z","time spent":"1.840439993s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:07.665247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.915303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:26:07.665275Z","caller":"traceutil/trace.go:171","msg":"trace[1542658071] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4530; }","duration":"590.992113ms","start":"2026-04-28T03:26:07.074275Z","end":"2026-04-28T03:26:07.665267Z","steps":["trace[1542658071] 'agreement among raft nodes before linearized reading' (duration: 590.932662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:07.665293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:07.074253Z","time spent":"591.035754ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:07.665303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167550538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:26:07.665336Z","caller":"traceutil/trace.go:171","msg":"trace[1971003681] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4530; }","duration":"3.167622539s","start":"2026-04-28T03:26:04.497705Z","end":"2026-04-28T03:26:07.665328Z","steps":["trace[1971003681] 'agreement among raft nodes before linearized reading' (duration: 3.167478337s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:07.665365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:04.49768Z","time spent":"3.167679489s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:26:07.66503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.202953459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T03:26:07.665194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.777443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:07.66548Z","caller":"traceutil/trace.go:171","msg":"trace[2002355454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4530; }","duration":"549.108767ms","start":"2026-04-28T03:26:07.116361Z","end":"2026-04-28T03:26:07.66547Z","steps":["trace[2002355454] 'agreement among raft nodes before linearized reading' (duration: 548.814984ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:07.66548Z","caller":"traceutil/trace.go:171","msg":"trace[554220730] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:4530; }","duration":"3.203427906s","start":"2026-04-28T03:26:04.462037Z","end":"2026-04-28T03:26:07.665465Z","steps":["trace[554220730] 'agreement among raft nodes before linearized reading' (duration: 3.202904849s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:07.665511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:07.116343Z","time spent":"549.159738ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:07.665524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:04.462007Z","time spent":"3.203503507s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"warn","ts":"2026-04-28T03:26:08.471992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.388183ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-28T03:26:08.472175Z","caller":"traceutil/trace.go:171","msg":"trace[2000371560] linearizableReadLoop","detail":"{readStateIndex:4735; appliedIndex:4734; }","duration":"804.251927ms","start":"2026-04-28T03:26:07.667904Z","end":"2026-04-28T03:26:08.472156Z","steps":["trace[2000371560] 'read index received' (duration: 251.683992ms)","trace[2000371560] 'applied index is now lower than readState.Index' (duration: 552.565955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:08.472271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:07.66767Z","time spent":"804.596982ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:26:08.472621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.706632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-28T03:26:08.472709Z","caller":"traceutil/trace.go:171","msg":"trace[1460603111] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4530; }","duration":"804.795363ms","start":"2026-04-28T03:26:07.667898Z","end":"2026-04-28T03:26:08.472693Z","steps":["trace[1460603111] 'agreement among raft nodes before linearized reading' (duration: 804.584941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:08.472782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:07.667839Z","time spent":"804.931215ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-28T03:26:08.963772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.399724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:08.964267Z","caller":"traceutil/trace.go:171","msg":"trace[608909623] linearizableReadLoop","detail":"{readStateIndex:4740; appliedIndex:4735; }","duration":"492.022582ms","start":"2026-04-28T03:26:08.472227Z","end":"2026-04-28T03:26:08.964249Z","steps":["trace[608909623] 'read index received' (duration: 320.092463ms)","trace[608909623] 'applied index is now lower than readState.Index' (duration: 171.929199ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:08.964392Z","caller":"traceutil/trace.go:171","msg":"trace[1034869884] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"1.293776032s","start":"2026-04-28T03:26:07.670592Z","end":"2026-04-28T03:26:08.964368Z","steps":["trace[1034869884] 'process raft request' (duration: 1.29358114s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:08.964354Z","caller":"traceutil/trace.go:171","msg":"trace[1427702293] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"1.112502237s","start":"2026-04-28T03:26:07.851842Z","end":"2026-04-28T03:26:08.964344Z","steps":["trace[1427702293] 'process raft request' (duration: 1.112365255s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:08.964503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:07.670584Z","time spent":"1.293866143s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:08.964553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:07.851817Z","time spent":"1.112659078s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:08.964654Z","caller":"traceutil/trace.go:171","msg":"trace[717517149] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"1.295078797s","start":"2026-04-28T03:26:07.669561Z","end":"2026-04-28T03:26:08.96464Z","steps":["trace[717517149] 'process raft request' (duration: 1.122738392s)","trace[717517149] 'compare' (duration: 171.274063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:08.964713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:07.669549Z","time spent":"1.295135947s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:08.964754Z","caller":"traceutil/trace.go:171","msg":"trace[1841335384] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"1.294851754s","start":"2026-04-28T03:26:07.669889Z","end":"2026-04-28T03:26:08.964741Z","steps":["trace[1841335384] 'process raft request' (duration: 1.293998914s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:08.964825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:07.66988Z","time spent":"1.294910505s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:08.964865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188748643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:08.964889Z","caller":"traceutil/trace.go:171","msg":"trace[1205500412] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4535; }","duration":"1.188813554s","start":"2026-04-28T03:26:07.776067Z","end":"2026-04-28T03:26:08.964881Z","steps":["trace[1205500412] 'agreement among raft nodes before linearized reading' (duration: 1.188773702s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:08.964916Z","caller":"traceutil/trace.go:171","msg":"trace[1687736932] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"1.294953086s","start":"2026-04-28T03:26:07.669952Z","end":"2026-04-28T03:26:08.964905Z","steps":["trace[1687736932] 'process raft request' (duration: 1.294181046s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:08.964918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:07.776045Z","time spent":"1.188861104s","remote":"127.0.0.1:60804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:08.964971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:07.669935Z","time spent":"1.295007897s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:08.965076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293264607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:08.965114Z","caller":"traceutil/trace.go:171","msg":"trace[1290222964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4535; }","duration":"1.293318177s","start":"2026-04-28T03:26:07.671786Z","end":"2026-04-28T03:26:08.965105Z","steps":["trace[1290222964] 'agreement among raft nodes before linearized reading' (duration: 1.293259476s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:08.965144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:07.671778Z","time spent":"1.293358868s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:08.965203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029730016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:26:08.965295Z","caller":"traceutil/trace.go:171","msg":"trace[1415321659] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4535; }","duration":"1.029871998s","start":"2026-04-28T03:26:07.935383Z","end":"2026-04-28T03:26:08.965255Z","steps":["trace[1415321659] 'agreement among raft nodes before linearized reading' (duration: 1.029514164s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:08.965339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:07.935361Z","time spent":"1.029970349s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:26:09.345768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.867104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:09.346164Z","caller":"traceutil/trace.go:171","msg":"trace[336129067] linearizableReadLoop","detail":"{readStateIndex:4741; appliedIndex:4740; }","duration":"381.833083ms","start":"2026-04-28T03:26:08.96431Z","end":"2026-04-28T03:26:09.346143Z","steps":["trace[336129067] 'read index received' (duration: 197.472212ms)","trace[336129067] 'applied index is now lower than readState.Index' (duration: 184.359351ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:09.346317Z","caller":"traceutil/trace.go:171","msg":"trace[1438378807] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"872.137446ms","start":"2026-04-28T03:26:08.474067Z","end":"2026-04-28T03:26:09.346204Z","steps":["trace[1438378807] 'process raft request' (duration: 687.764325ms)","trace[1438378807] 'compare' (duration: 183.50095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:09.346588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:08.474044Z","time spent":"872.43596ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:09.346923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.693949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-28T03:26:09.346966Z","caller":"traceutil/trace.go:171","msg":"trace[247300421] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4537; }","duration":"870.757209ms","start":"2026-04-28T03:26:08.476195Z","end":"2026-04-28T03:26:09.346952Z","steps":["trace[247300421] 'agreement among raft nodes before linearized reading' (duration: 870.034451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:09.347179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:08.476181Z","time spent":"870.984962ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-28T03:26:09.626989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.965499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:09.627533Z","caller":"traceutil/trace.go:171","msg":"trace[1493178266] transaction","detail":"{read_only:false; response_revision:4538; number_of_response:1; }","duration":"354.365562ms","start":"2026-04-28T03:26:09.273132Z","end":"2026-04-28T03:26:09.627498Z","steps":["trace[1493178266] 'process raft request' (duration: 201.813436ms)","trace[1493178266] 'compare' (duration: 151.812478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:09.627652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.273121Z","time spent":"354.478753ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:09.627613Z","caller":"traceutil/trace.go:171","msg":"trace[905298595] linearizableReadLoop","detail":"{readStateIndex:4744; appliedIndex:4742; }","duration":"281.379522ms","start":"2026-04-28T03:26:09.34621Z","end":"2026-04-28T03:26:09.627589Z","steps":["trace[905298595] 'read index received' (duration: 128.667215ms)","trace[905298595] 'applied index is now lower than readState.Index' (duration: 152.710527ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:09.627977Z","caller":"traceutil/trace.go:171","msg":"trace[489593853] transaction","detail":"{read_only:false; response_revision:4539; number_of_response:1; }","duration":"354.406862ms","start":"2026-04-28T03:26:09.273185Z","end":"2026-04-28T03:26:09.627591Z","steps":["trace[489593853] 'process raft request' (duration: 353.914596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:09.628227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.273165Z","time spent":"354.885397ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:09.859848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.657199ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:26:09.860017Z","caller":"traceutil/trace.go:171","msg":"trace[848734105] linearizableReadLoop","detail":"{readStateIndex:4745; appliedIndex:4744; }","duration":"232.227634ms","start":"2026-04-28T03:26:09.627777Z","end":"2026-04-28T03:26:09.860005Z","steps":["trace[848734105] 'read index received' (duration: 81.021µs)","trace[848734105] 'applied index is now lower than readState.Index' (duration: 232.145933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:09.860255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.030357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-28T03:26:09.860307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.921544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-28T03:26:09.860367Z","caller":"traceutil/trace.go:171","msg":"trace[637322655] transaction","detail":"{read_only:false; response_revision:4540; number_of_response:1; }","duration":"188.825862ms","start":"2026-04-28T03:26:09.671529Z","end":"2026-04-28T03:26:09.860355Z","steps":["trace[637322655] 'process raft request' (duration: 188.410218ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:09.860374Z","caller":"traceutil/trace.go:171","msg":"trace[444443042] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4539; }","duration":"510.022084ms","start":"2026-04-28T03:26:09.350337Z","end":"2026-04-28T03:26:09.860359Z","steps":["trace[444443042] 'agreement among raft nodes before linearized reading' (duration: 509.835042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:09.86041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.350324Z","time spent":"510.077815ms","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7484,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-28T03:26:09.860373Z","caller":"traceutil/trace.go:171","msg":"trace[2099408944] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4539; }","duration":"891.228889ms","start":"2026-04-28T03:26:08.969121Z","end":"2026-04-28T03:26:09.86035Z","steps":["trace[2099408944] 'agreement among raft nodes before linearized reading' (duration: 658.56043ms)","trace[2099408944] 'range keys from in-memory index tree' (duration: 232.177704ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:09.860307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.661068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:09.860729Z","caller":"traceutil/trace.go:171","msg":"trace[114670475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4539; }","duration":"894.298655ms","start":"2026-04-28T03:26:08.966408Z","end":"2026-04-28T03:26:09.860707Z","steps":["trace[114670475] 'agreement among raft nodes before linearized reading' (duration: 661.378903ms)","trace[114670475] 'range keys from in-memory index tree' (duration: 232.129183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:09.860792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:08.966395Z","time spent":"894.381846ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:09.861154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:08.969106Z","time spent":"891.363331ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:26:10.341666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.781745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:10.341745Z","caller":"traceutil/trace.go:171","msg":"trace[686850363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4540; }","duration":"473.900097ms","start":"2026-04-28T03:26:09.867827Z","end":"2026-04-28T03:26:10.341727Z","steps":["trace[686850363] 'range keys from in-memory index tree' (duration: 473.661884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.341784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.867811Z","time spent":"473.964427ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:10.341938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.645673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-28T03:26:10.342039Z","caller":"traceutil/trace.go:171","msg":"trace[532146817] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4540; }","duration":"992.831565ms","start":"2026-04-28T03:26:09.349189Z","end":"2026-04-28T03:26:10.34202Z","steps":["trace[532146817] 'agreement among raft nodes before linearized reading' (duration: 511.127747ms)","trace[532146817] 'range keys from in-memory index tree' (duration: 481.472266ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:10.342074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.349169Z","time spent":"992.896046ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T03:26:10.342181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.402817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:26:10.342166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.693663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10332"} {"level":"info","ts":"2026-04-28T03:26:10.342266Z","caller":"traceutil/trace.go:171","msg":"trace[1758949238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4540; }","duration":"674.512519ms","start":"2026-04-28T03:26:09.667725Z","end":"2026-04-28T03:26:10.342238Z","steps":["trace[1758949238] 'agreement among raft nodes before linearized reading' (duration: 192.612818ms)","trace[1758949238] 'range keys from in-memory index tree' (duration: 481.79271ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:10.342278Z","caller":"traceutil/trace.go:171","msg":"trace[1116685832] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4540; }","duration":"478.906295ms","start":"2026-04-28T03:26:09.863349Z","end":"2026-04-28T03:26:10.342255Z","steps":["trace[1116685832] 'range keys from in-memory index tree' (duration: 478.475131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.342317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.667704Z","time spent":"674.603019ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:26:10.342374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.863326Z","time spent":"478.997537ms","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":10354,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:26:10.34287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.163619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:26:10.343984Z","caller":"traceutil/trace.go:171","msg":"trace[2089947167] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4540; }","duration":"396.345354ms","start":"2026-04-28T03:26:09.947615Z","end":"2026-04-28T03:26:10.34396Z","steps":["trace[2089947167] 'count revisions from in-memory index tree' (duration: 395.037598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.34441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.947589Z","time spent":"396.753769ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":446,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:26:10.619618Z","caller":"traceutil/trace.go:171","msg":"trace[479010212] linearizableReadLoop","detail":"{readStateIndex:4747; appliedIndex:4746; }","duration":"155.514803ms","start":"2026-04-28T03:26:10.464071Z","end":"2026-04-28T03:26:10.619586Z","steps":["trace[479010212] 'read index received' (duration: 155.225439ms)","trace[479010212] 'applied index is now lower than readState.Index' (duration: 288.174µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:10.619705Z","caller":"traceutil/trace.go:171","msg":"trace[1716293534] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"270.04168ms","start":"2026-04-28T03:26:10.349635Z","end":"2026-04-28T03:26:10.619676Z","steps":["trace[1716293534] 'process raft request' (duration: 269.689866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.619844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.729905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:10.619932Z","caller":"traceutil/trace.go:171","msg":"trace[1131149976] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4541; }","duration":"155.907387ms","start":"2026-04-28T03:26:10.463992Z","end":"2026-04-28T03:26:10.619899Z","steps":["trace[1131149976] 'agreement among raft nodes before linearized reading' (duration: 155.721295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.078815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.233806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:11.078949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.873994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:26:11.07899Z","caller":"traceutil/trace.go:171","msg":"trace[1157360810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4541; }","duration":"107.949975ms","start":"2026-04-28T03:26:10.971023Z","end":"2026-04-28T03:26:11.078973Z","steps":["trace[1157360810] 'range keys from in-memory index tree' (duration: 107.722762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.079269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.462618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-28T03:26:11.079246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.168168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:26:11.079325Z","caller":"traceutil/trace.go:171","msg":"trace[233803039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4541; }","duration":"108.294279ms","start":"2026-04-28T03:26:10.971023Z","end":"2026-04-28T03:26:11.079317Z","steps":["trace[233803039] 'range keys from in-memory index tree' (duration: 107.995015ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:11.079329Z","caller":"traceutil/trace.go:171","msg":"trace[1414411538] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4541; }","duration":"268.515439ms","start":"2026-04-28T03:26:10.810795Z","end":"2026-04-28T03:26:11.079311Z","steps":["trace[1414411538] 'range keys from in-memory index tree' (duration: 268.238306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.078921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.734249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:11.079482Z","caller":"traceutil/trace.go:171","msg":"trace[902497554] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4541; }","duration":"214.380297ms","start":"2026-04-28T03:26:10.86509Z","end":"2026-04-28T03:26:11.079471Z","steps":["trace[902497554] 'count revisions from in-memory index tree' (duration: 213.597638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.079637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.497452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:26:11.079787Z","caller":"traceutil/trace.go:171","msg":"trace[943805175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4541; }","duration":"108.683094ms","start":"2026-04-28T03:26:10.971083Z","end":"2026-04-28T03:26:11.079766Z","steps":["trace[943805175] 'range keys from in-memory index tree' (duration: 108.193408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.078875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.845056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:26:11.080332Z","caller":"traceutil/trace.go:171","msg":"trace[605631131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4541; }","duration":"110.346064ms","start":"2026-04-28T03:26:10.96997Z","end":"2026-04-28T03:26:11.080316Z","steps":["trace[605631131] 'range keys from in-memory index tree' (duration: 108.701004ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:11.078951Z","caller":"traceutil/trace.go:171","msg":"trace[288701151] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4541; }","duration":"263.450509ms","start":"2026-04-28T03:26:10.815474Z","end":"2026-04-28T03:26:11.078924Z","steps":["trace[288701151] 'range keys from in-memory index tree' (duration: 263.123445ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:11.251111Z","caller":"traceutil/trace.go:171","msg":"trace[962965022] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"166.518508ms","start":"2026-04-28T03:26:11.084564Z","end":"2026-04-28T03:26:11.251083Z","steps":["trace[962965022] 'process raft request' (duration: 166.351736ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:11.634855Z","caller":"traceutil/trace.go:171","msg":"trace[1557692283] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"549.662799ms","start":"2026-04-28T03:26:11.085171Z","end":"2026-04-28T03:26:11.634834Z","steps":["trace[1557692283] 'process raft request' (duration: 549.503487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.635015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:11.085161Z","time spent":"549.7528ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:11.635377Z","caller":"traceutil/trace.go:171","msg":"trace[507847954] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"550.117694ms","start":"2026-04-28T03:26:11.085232Z","end":"2026-04-28T03:26:11.635349Z","steps":["trace[507847954] 'process raft request' (duration: 549.564238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.635578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:11.085226Z","time spent":"550.274416ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:11.636278Z","caller":"traceutil/trace.go:171","msg":"trace[494464487] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"406.354129ms","start":"2026-04-28T03:26:11.229907Z","end":"2026-04-28T03:26:11.636261Z","steps":["trace[494464487] 'process raft request' (duration: 406.138536ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:11.636152Z","caller":"traceutil/trace.go:171","msg":"trace[943846930] linearizableReadLoop","detail":"{readStateIndex:4751; appliedIndex:4747; }","duration":"550.655569ms","start":"2026-04-28T03:26:11.085464Z","end":"2026-04-28T03:26:11.63612Z","steps":["trace[943846930] 'read index received' (duration: 165.443254ms)","trace[943846930] 'applied index is now lower than readState.Index' (duration: 385.211005ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:11.636177Z","caller":"traceutil/trace.go:171","msg":"trace[1591215006] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"550.855182ms","start":"2026-04-28T03:26:11.085267Z","end":"2026-04-28T03:26:11.636122Z","steps":["trace[1591215006] 'process raft request' (duration: 549.763929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.636387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:11.085262Z","time spent":"551.093855ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:11.636407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.930663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-28T03:26:11.636537Z","caller":"traceutil/trace.go:171","msg":"trace[264177974] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4546; }","duration":"551.043504ms","start":"2026-04-28T03:26:11.085442Z","end":"2026-04-28T03:26:11.636486Z","steps":["trace[264177974] 'agreement among raft nodes before linearized reading' (duration: 550.748001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.637526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:11.085435Z","time spent":"552.050437ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-28T03:26:11.636777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:11.229869Z","time spent":"406.837384ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:11.881636Z","caller":"traceutil/trace.go:171","msg":"trace[4995760] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"248.515655ms","start":"2026-04-28T03:26:11.633086Z","end":"2026-04-28T03:26:11.881602Z","steps":["trace[4995760] 'process raft request' (duration: 248.437474ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:11.881747Z","caller":"traceutil/trace.go:171","msg":"trace[1522157170] linearizableReadLoop","detail":"{readStateIndex:4755; appliedIndex:4752; }","duration":"245.404939ms","start":"2026-04-28T03:26:11.63632Z","end":"2026-04-28T03:26:11.881725Z","steps":["trace[1522157170] 'read index received' (duration: 244.71354ms)","trace[1522157170] 'applied index is now lower than readState.Index' (duration: 689.189µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:11.881874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.540586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:11.881927Z","caller":"traceutil/trace.go:171","msg":"trace[283509040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4549; }","duration":"766.633827ms","start":"2026-04-28T03:26:11.115281Z","end":"2026-04-28T03:26:11.881915Z","steps":["trace[283509040] 'agreement among raft nodes before linearized reading' (duration: 766.548106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.881964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:11.115262Z","time spent":"766.689527ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:11.88197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.798911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/keystone-api-6ccb7b9fb6-nc9fp.18aa6769f2ecb02e\" ","response":"range_response_count:1 size:814"} {"level":"info","ts":"2026-04-28T03:26:11.882053Z","caller":"traceutil/trace.go:171","msg":"trace[660081451] range","detail":"{range_begin:/registry/events/openstack/keystone-api-6ccb7b9fb6-nc9fp.18aa6769f2ecb02e; range_end:; response_count:1; response_revision:4549; }","duration":"482.927792ms","start":"2026-04-28T03:26:11.399105Z","end":"2026-04-28T03:26:11.882032Z","steps":["trace[660081451] 'agreement among raft nodes before linearized reading' (duration: 482.71138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.882097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:11.399063Z","time spent":"483.024264ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":836,"request content":"key:\"/registry/events/openstack/keystone-api-6ccb7b9fb6-nc9fp.18aa6769f2ecb02e\" "} {"level":"warn","ts":"2026-04-28T03:26:11.882311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.804346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:11.882324Z","caller":"traceutil/trace.go:171","msg":"trace[1351218460] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"248.489035ms","start":"2026-04-28T03:26:11.633817Z","end":"2026-04-28T03:26:11.882306Z","steps":["trace[1351218460] 'process raft request' (duration: 247.745857ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:11.88235Z","caller":"traceutil/trace.go:171","msg":"trace[253121913] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4549; }","duration":"796.852127ms","start":"2026-04-28T03:26:11.085488Z","end":"2026-04-28T03:26:11.882341Z","steps":["trace[253121913] 'agreement among raft nodes before linearized reading' (duration: 796.790206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.882377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:11.085486Z","time spent":"796.884047ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:26:11.881876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.59535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:11.882507Z","caller":"traceutil/trace.go:171","msg":"trace[1850771315] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4549; }","duration":"474.273899ms","start":"2026-04-28T03:26:11.408219Z","end":"2026-04-28T03:26:11.882493Z","steps":["trace[1850771315] 'agreement among raft nodes before linearized reading' (duration: 473.51021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.882557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:11.408202Z","time spent":"474.333759ms","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":5,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:26:11.882654Z","caller":"traceutil/trace.go:171","msg":"trace[730862072] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"530.071495ms","start":"2026-04-28T03:26:11.351588Z","end":"2026-04-28T03:26:11.881659Z","steps":["trace[730862072] 'process raft request' (duration: 529.695371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.883079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:11.351566Z","time spent":"531.348069ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:11.886772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.722782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-28T03:26:11.88688Z","caller":"traceutil/trace.go:171","msg":"trace[352393819] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4550; }","duration":"246.059036ms","start":"2026-04-28T03:26:11.6408Z","end":"2026-04-28T03:26:11.886859Z","steps":["trace[352393819] 'agreement among raft nodes before linearized reading' (duration: 245.58554ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:12.05523Z","caller":"traceutil/trace.go:171","msg":"trace[1899948798] linearizableReadLoop","detail":"{readStateIndex:4757; appliedIndex:4756; }","duration":"168.890399ms","start":"2026-04-28T03:26:11.886308Z","end":"2026-04-28T03:26:12.055199Z","steps":["trace[1899948798] 'read index received' (duration: 148.9843ms)","trace[1899948798] 'applied index is now lower than readState.Index' (duration: 19.904289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:12.055386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.214263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:26:12.055464Z","caller":"traceutil/trace.go:171","msg":"trace[487553934] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4550; }","duration":"169.354705ms","start":"2026-04-28T03:26:11.886095Z","end":"2026-04-28T03:26:12.05545Z","steps":["trace[487553934] 'agreement among raft nodes before linearized reading' (duration: 169.132493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:12.055388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.985316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:12.055729Z","caller":"traceutil/trace.go:171","msg":"trace[2068508211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4550; }","duration":"172.35737ms","start":"2026-04-28T03:26:11.883352Z","end":"2026-04-28T03:26:12.05571Z","steps":["trace[2068508211] 'agreement among raft nodes before linearized reading' (duration: 171.975276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:12.055991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.231244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-28T03:26:12.056086Z","caller":"traceutil/trace.go:171","msg":"trace[1442995992] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4550; }","duration":"164.358885ms","start":"2026-04-28T03:26:11.891713Z","end":"2026-04-28T03:26:12.056072Z","steps":["trace[1442995992] 'agreement among raft nodes before linearized reading' (duration: 163.840919ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:12.586005Z","caller":"traceutil/trace.go:171","msg":"trace[933698823] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"109.89628ms","start":"2026-04-28T03:26:12.476089Z","end":"2026-04-28T03:26:12.585985Z","steps":["trace[933698823] 'process raft request' (duration: 109.753578ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:14.905931Z","caller":"traceutil/trace.go:171","msg":"trace[2024163521] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"223.930553ms","start":"2026-04-28T03:26:14.681976Z","end":"2026-04-28T03:26:14.905907Z","steps":["trace[2024163521] 'process raft request' (duration: 223.65283ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:14.999418Z","caller":"traceutil/trace.go:171","msg":"trace[1749194794] linearizableReadLoop","detail":"{readStateIndex:4776; appliedIndex:4774; }","duration":"258.91051ms","start":"2026-04-28T03:26:14.740483Z","end":"2026-04-28T03:26:14.999394Z","steps":["trace[1749194794] 'read index received' (duration: 165.170839ms)","trace[1749194794] 'applied index is now lower than readState.Index' (duration: 93.738631ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:14.999628Z","caller":"traceutil/trace.go:171","msg":"trace[1952730709] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"317.480302ms","start":"2026-04-28T03:26:14.68211Z","end":"2026-04-28T03:26:14.99959Z","steps":["trace[1952730709] 'process raft request' (duration: 317.112688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:14.999953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:14.682085Z","time spent":"317.648634ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7281,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:15.000096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.592078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:15.000228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.272393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:26:15.000226Z","caller":"traceutil/trace.go:171","msg":"trace[1440137623] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4568; }","duration":"259.73107ms","start":"2026-04-28T03:26:14.740474Z","end":"2026-04-28T03:26:15.000205Z","steps":["trace[1440137623] 'agreement among raft nodes before linearized reading' (duration: 259.369005ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:15.000422Z","caller":"traceutil/trace.go:171","msg":"trace[1518680093] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4568; }","duration":"189.483616ms","start":"2026-04-28T03:26:14.810875Z","end":"2026-04-28T03:26:15.000358Z","steps":["trace[1518680093] 'agreement among raft nodes before linearized reading' (duration: 189.05286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:15.237834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.150367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-28T03:26:15.238587Z","caller":"traceutil/trace.go:171","msg":"trace[1671708246] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4568; }","duration":"230.914125ms","start":"2026-04-28T03:26:15.007589Z","end":"2026-04-28T03:26:15.238503Z","steps":["trace[1671708246] 'range keys from in-memory index tree' (duration: 229.975705ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:15.240189Z","caller":"traceutil/trace.go:171","msg":"trace[841678787] linearizableReadLoop","detail":"{readStateIndex:4777; appliedIndex:4776; }","duration":"123.233168ms","start":"2026-04-28T03:26:15.116932Z","end":"2026-04-28T03:26:15.240166Z","steps":["trace[841678787] 'read index received' (duration: 123.034316ms)","trace[841678787] 'applied index is now lower than readState.Index' (duration: 197.992µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:15.240303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.36164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:15.240343Z","caller":"traceutil/trace.go:171","msg":"trace[1022102292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4569; }","duration":"123.454281ms","start":"2026-04-28T03:26:15.116877Z","end":"2026-04-28T03:26:15.240331Z","steps":["trace[1022102292] 'agreement among raft nodes before linearized reading' (duration: 123.3765ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:15.24091Z","caller":"traceutil/trace.go:171","msg":"trace[2059491220] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"232.380744ms","start":"2026-04-28T03:26:15.007932Z","end":"2026-04-28T03:26:15.240313Z","steps":["trace[2059491220] 'process raft request' (duration: 232.089211ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:15.453256Z","caller":"traceutil/trace.go:171","msg":"trace[636554685] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"147.477626ms","start":"2026-04-28T03:26:15.305749Z","end":"2026-04-28T03:26:15.453226Z","steps":["trace[636554685] 'process raft request' (duration: 116.212253ms)","trace[636554685] 'compare' (duration: 30.946589ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:15.679562Z","caller":"traceutil/trace.go:171","msg":"trace[1846477129] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"139.666389ms","start":"2026-04-28T03:26:15.539872Z","end":"2026-04-28T03:26:15.679539Z","steps":["trace[1846477129] 'process raft request' (duration: 139.542847ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:15.806121Z","caller":"traceutil/trace.go:171","msg":"trace[371460371] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"121.275004ms","start":"2026-04-28T03:26:15.684824Z","end":"2026-04-28T03:26:15.806099Z","steps":["trace[371460371] 'process raft request' (duration: 121.103082ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:15.849403Z","caller":"traceutil/trace.go:171","msg":"trace[1797718168] linearizableReadLoop","detail":"{readStateIndex:4785; appliedIndex:4782; }","duration":"156.02418ms","start":"2026-04-28T03:26:15.693361Z","end":"2026-04-28T03:26:15.849385Z","steps":["trace[1797718168] 'read index received' (duration: 112.583309ms)","trace[1797718168] 'applied index is now lower than readState.Index' (duration: 43.440081ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:15.849468Z","caller":"traceutil/trace.go:171","msg":"trace[589408312] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"163.477211ms","start":"2026-04-28T03:26:15.685968Z","end":"2026-04-28T03:26:15.849445Z","steps":["trace[589408312] 'process raft request' (duration: 163.277128ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:15.849503Z","caller":"traceutil/trace.go:171","msg":"trace[114221339] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"160.684236ms","start":"2026-04-28T03:26:15.688807Z","end":"2026-04-28T03:26:15.849491Z","steps":["trace[114221339] 'process raft request' (duration: 160.535184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:15.849893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.465925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:26:15.850006Z","caller":"traceutil/trace.go:171","msg":"trace[633034081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4577; }","duration":"156.638567ms","start":"2026-04-28T03:26:15.693329Z","end":"2026-04-28T03:26:15.849967Z","steps":["trace[633034081] 'agreement among raft nodes before linearized reading' (duration: 156.236592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:15.851343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.8167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:26:15.851446Z","caller":"traceutil/trace.go:171","msg":"trace[1244330304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4578; }","duration":"134.941341ms","start":"2026-04-28T03:26:15.716471Z","end":"2026-04-28T03:26:15.851412Z","steps":["trace[1244330304] 'agreement among raft nodes before linearized reading' (duration: 134.763429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:15.851976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.249306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:26:15.852024Z","caller":"traceutil/trace.go:171","msg":"trace[2059986416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4578; }","duration":"135.334576ms","start":"2026-04-28T03:26:15.71668Z","end":"2026-04-28T03:26:15.852015Z","steps":["trace[2059986416] 'agreement among raft nodes before linearized reading' (duration: 135.231235ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:16.068948Z","caller":"traceutil/trace.go:171","msg":"trace[1955984803] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"212.547236ms","start":"2026-04-28T03:26:15.856372Z","end":"2026-04-28T03:26:16.068919Z","steps":["trace[1955984803] 'process raft request' (duration: 193.267679ms)","trace[1955984803] 'compare' (duration: 19.110255ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:16.077219Z","caller":"traceutil/trace.go:171","msg":"trace[1841827648] transaction","detail":"{read_only:false; response_revision:4580; number_of_response:1; }","duration":"214.891395ms","start":"2026-04-28T03:26:15.862306Z","end":"2026-04-28T03:26:16.077198Z","steps":["trace[1841827648] 'process raft request' (duration: 214.711323ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:16.077408Z","caller":"traceutil/trace.go:171","msg":"trace[1982714550] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"215.038537ms","start":"2026-04-28T03:26:15.862356Z","end":"2026-04-28T03:26:16.077395Z","steps":["trace[1982714550] 'process raft request' (duration: 214.773054ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:16.077662Z","caller":"traceutil/trace.go:171","msg":"trace[2059360091] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"214.914977ms","start":"2026-04-28T03:26:15.862723Z","end":"2026-04-28T03:26:16.077638Z","steps":["trace[2059360091] 'process raft request' (duration: 214.618602ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:16.077867Z","caller":"traceutil/trace.go:171","msg":"trace[1815602206] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"159.528728ms","start":"2026-04-28T03:26:15.918322Z","end":"2026-04-28T03:26:16.07785Z","steps":["trace[1815602206] 'process raft request' (duration: 159.224345ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:16.078058Z","caller":"traceutil/trace.go:171","msg":"trace[200114407] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"104.995992ms","start":"2026-04-28T03:26:15.973051Z","end":"2026-04-28T03:26:16.078047Z","steps":["trace[200114407] 'process raft request' (duration: 104.666568ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:16.078602Z","caller":"traceutil/trace.go:171","msg":"trace[2005396229] transaction","detail":"{read_only:false; response_revision:4586; number_of_response:1; }","duration":"103.657465ms","start":"2026-04-28T03:26:15.974911Z","end":"2026-04-28T03:26:16.078569Z","steps":["trace[2005396229] 'process raft request' (duration: 103.23885ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:16.078543Z","caller":"traceutil/trace.go:171","msg":"trace[1291517155] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"104.774469ms","start":"2026-04-28T03:26:15.97374Z","end":"2026-04-28T03:26:16.078515Z","steps":["trace[1291517155] 'process raft request' (duration: 104.249693ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:16.411917Z","caller":"traceutil/trace.go:171","msg":"trace[983425441] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"113.138074ms","start":"2026-04-28T03:26:16.298703Z","end":"2026-04-28T03:26:16.411841Z","steps":["trace[983425441] 'process raft request' (duration: 112.83095ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:17.256982Z","caller":"traceutil/trace.go:171","msg":"trace[388855758] linearizableReadLoop","detail":"{readStateIndex:4800; appliedIndex:4799; }","duration":"139.60252ms","start":"2026-04-28T03:26:17.117355Z","end":"2026-04-28T03:26:17.256958Z","steps":["trace[388855758] 'read index received' (duration: 139.331896ms)","trace[388855758] 'applied index is now lower than readState.Index' (duration: 269.484µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:17.257049Z","caller":"traceutil/trace.go:171","msg":"trace[642088221] transaction","detail":"{read_only:false; response_revision:4592; number_of_response:1; }","duration":"158.610355ms","start":"2026-04-28T03:26:17.098407Z","end":"2026-04-28T03:26:17.257018Z","steps":["trace[642088221] 'process raft request' (duration: 158.364701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:17.257265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.887403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:17.257271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.550196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:17.257302Z","caller":"traceutil/trace.go:171","msg":"trace[373886429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4592; }","duration":"139.979354ms","start":"2026-04-28T03:26:17.117312Z","end":"2026-04-28T03:26:17.257291Z","steps":["trace[373886429] 'agreement among raft nodes before linearized reading' (duration: 139.780562ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:17.25734Z","caller":"traceutil/trace.go:171","msg":"trace[1974239402] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4592; }","duration":"104.624586ms","start":"2026-04-28T03:26:17.152694Z","end":"2026-04-28T03:26:17.257319Z","steps":["trace[1974239402] 'agreement among raft nodes before linearized reading' (duration: 104.510665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:19.313548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.261133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:19.313646Z","caller":"traceutil/trace.go:171","msg":"trace[309487058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4611; }","duration":"197.392166ms","start":"2026-04-28T03:26:19.116234Z","end":"2026-04-28T03:26:19.313626Z","steps":["trace[309487058] 'range keys from in-memory index tree' (duration: 197.094142ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:19.313679Z","caller":"traceutil/trace.go:171","msg":"trace[2140157486] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"172.191259ms","start":"2026-04-28T03:26:19.141475Z","end":"2026-04-28T03:26:19.313666Z","steps":["trace[2140157486] 'process raft request' (duration: 123.751701ms)","trace[2140157486] 'compare' (duration: 48.110964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:23.417105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.981978ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:26:23.417217Z","caller":"traceutil/trace.go:171","msg":"trace[1425671319] linearizableReadLoop","detail":"{readStateIndex:4840; appliedIndex:4839; }","duration":"345.123278ms","start":"2026-04-28T03:26:23.072074Z","end":"2026-04-28T03:26:23.417198Z","steps":["trace[1425671319] 'read index received' (duration: 109.043919ms)","trace[1425671319] 'applied index is now lower than readState.Index' (duration: 236.077879ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:23.417376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.156771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:23.417393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.379801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:26:23.417419Z","caller":"traceutil/trace.go:171","msg":"trace[2080973173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4631; }","duration":"300.247532ms","start":"2026-04-28T03:26:23.117161Z","end":"2026-04-28T03:26:23.417408Z","steps":["trace[2080973173] 'agreement among raft nodes before linearized reading' (duration: 300.153641ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:23.417451Z","caller":"traceutil/trace.go:171","msg":"trace[1395278092] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4631; }","duration":"345.483352ms","start":"2026-04-28T03:26:23.071953Z","end":"2026-04-28T03:26:23.417436Z","steps":["trace[1395278092] 'agreement among raft nodes before linearized reading' (duration: 345.29536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:23.41746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:23.117142Z","time spent":"300.306363ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:23.417481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:23.071933Z","time spent":"345.542323ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:26:23.912018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.772873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:23.912118Z","caller":"traceutil/trace.go:171","msg":"trace[758614388] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"489.208504ms","start":"2026-04-28T03:26:23.422889Z","end":"2026-04-28T03:26:23.912098Z","steps":["trace[758614388] 'process raft request' (duration: 310.286359ms)","trace[758614388] 'compare' (duration: 178.606221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:23.912172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:23.42287Z","time spent":"489.276805ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:24.265599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.295253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:24.2657Z","caller":"traceutil/trace.go:171","msg":"trace[1624861615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4633; }","duration":"148.477555ms","start":"2026-04-28T03:26:24.117199Z","end":"2026-04-28T03:26:24.265676Z","steps":["trace[1624861615] 'range keys from in-memory index tree' (duration: 148.237122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:24.265748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.343139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-fernet-setup-8tsgn\" ","response":"range_response_count:1 size:7579"} {"level":"warn","ts":"2026-04-28T03:26:24.265767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.571106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:26:24.265835Z","caller":"traceutil/trace.go:171","msg":"trace[645294065] range","detail":"{range_begin:/registry/pods/openstack/keystone-fernet-setup-8tsgn; range_end:; response_count:1; response_revision:4633; }","duration":"205.471631ms","start":"2026-04-28T03:26:24.06034Z","end":"2026-04-28T03:26:24.265812Z","steps":["trace[645294065] 'range keys from in-memory index tree' (duration: 205.171556ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:24.265845Z","caller":"traceutil/trace.go:171","msg":"trace[1180209794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4633; }","duration":"148.690779ms","start":"2026-04-28T03:26:24.117133Z","end":"2026-04-28T03:26:24.265824Z","steps":["trace[1180209794] 'range keys from in-memory index tree' (duration: 148.386814ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:24.273492Z","caller":"traceutil/trace.go:171","msg":"trace[887387637] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"119.944377ms","start":"2026-04-28T03:26:24.153522Z","end":"2026-04-28T03:26:24.273467Z","steps":["trace[887387637] 'process raft request' (duration: 119.799125ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:24.473758Z","caller":"traceutil/trace.go:171","msg":"trace[474011810] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"314.407046ms","start":"2026-04-28T03:26:24.159325Z","end":"2026-04-28T03:26:24.473732Z","steps":["trace[474011810] 'process raft request' (duration: 313.603975ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:24.473831Z","caller":"traceutil/trace.go:171","msg":"trace[1788590963] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"310.676057ms","start":"2026-04-28T03:26:24.163129Z","end":"2026-04-28T03:26:24.473805Z","steps":["trace[1788590963] 'process raft request' (duration: 310.520595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:24.473892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:24.159311Z","time spent":"314.507538ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:24.473931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:24.163114Z","time spent":"310.746938ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:24.473763Z","caller":"traceutil/trace.go:171","msg":"trace[445520447] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"302.148528ms","start":"2026-04-28T03:26:24.171595Z","end":"2026-04-28T03:26:24.473743Z","steps":["trace[445520447] 'process raft request' (duration: 302.090137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:24.474104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:24.171583Z","time spent":"302.433341ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:24.474167Z","caller":"traceutil/trace.go:171","msg":"trace[2086784191] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"201.766353ms","start":"2026-04-28T03:26:24.272391Z","end":"2026-04-28T03:26:24.474158Z","steps":["trace[2086784191] 'process raft request' (duration: 201.320927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:24.474363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.028507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:26:24.474393Z","caller":"traceutil/trace.go:171","msg":"trace[993086085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4638; }","duration":"299.088778ms","start":"2026-04-28T03:26:24.175297Z","end":"2026-04-28T03:26:24.474385Z","steps":["trace[993086085] 'agreement among raft nodes before linearized reading' (duration: 298.995286ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:24.474472Z","caller":"traceutil/trace.go:171","msg":"trace[656567616] linearizableReadLoop","detail":"{readStateIndex:4846; appliedIndex:4843; }","duration":"298.689703ms","start":"2026-04-28T03:26:24.175332Z","end":"2026-04-28T03:26:24.474022Z","steps":["trace[656567616] 'read index received' (duration: 98.176406ms)","trace[656567616] 'applied index is now lower than readState.Index' (duration: 200.511207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:24.561315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.317884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:26:24.561388Z","caller":"traceutil/trace.go:171","msg":"trace[1877981025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4639; }","duration":"383.422605ms","start":"2026-04-28T03:26:24.177949Z","end":"2026-04-28T03:26:24.561371Z","steps":["trace[1877981025] 'agreement among raft nodes before linearized reading' (duration: 383.199743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:24.56143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:24.177938Z","time spent":"383.483836ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:26:24.561747Z","caller":"traceutil/trace.go:171","msg":"trace[1687335103] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"284.730863ms","start":"2026-04-28T03:26:24.276984Z","end":"2026-04-28T03:26:24.561715Z","steps":["trace[1687335103] 'process raft request' (duration: 284.035574ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:24.697991Z","caller":"traceutil/trace.go:171","msg":"trace[1188886397] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"126.650163ms","start":"2026-04-28T03:26:24.571287Z","end":"2026-04-28T03:26:24.697937Z","steps":["trace[1188886397] 'process raft request' (duration: 126.475171ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:25.483349Z","caller":"traceutil/trace.go:171","msg":"trace[27416002] linearizableReadLoop","detail":"{readStateIndex:4853; appliedIndex:4852; }","duration":"112.274566ms","start":"2026-04-28T03:26:25.371049Z","end":"2026-04-28T03:26:25.483324Z","steps":["trace[27416002] 'read index received' (duration: 112.051383ms)","trace[27416002] 'applied index is now lower than readState.Index' (duration: 222.103µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:25.483415Z","caller":"traceutil/trace.go:171","msg":"trace[970442516] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4643; }","duration":"131.400404ms","start":"2026-04-28T03:26:25.351984Z","end":"2026-04-28T03:26:25.483384Z","steps":["trace[970442516] 'process raft request' (duration: 131.202621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:25.483516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.447808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:25.483558Z","caller":"traceutil/trace.go:171","msg":"trace[1876310119] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4643; }","duration":"112.535719ms","start":"2026-04-28T03:26:25.37101Z","end":"2026-04-28T03:26:25.483546Z","steps":["trace[1876310119] 'agreement among raft nodes before linearized reading' (duration: 112.450148ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:25.808262Z","caller":"traceutil/trace.go:171","msg":"trace[1094989275] linearizableReadLoop","detail":"{readStateIndex:4854; appliedIndex:4853; }","duration":"250.101474ms","start":"2026-04-28T03:26:25.558142Z","end":"2026-04-28T03:26:25.808243Z","steps":["trace[1094989275] 'read index received' (duration: 249.960682ms)","trace[1094989275] 'applied index is now lower than readState.Index' (duration: 139.902µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:25.808369Z","caller":"traceutil/trace.go:171","msg":"trace[1690886901] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"320.696758ms","start":"2026-04-28T03:26:25.48764Z","end":"2026-04-28T03:26:25.808337Z","steps":["trace[1690886901] 'process raft request' (duration: 320.457845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:25.808485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.319956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:25.808584Z","caller":"traceutil/trace.go:171","msg":"trace[705050319] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4644; }","duration":"250.438637ms","start":"2026-04-28T03:26:25.558099Z","end":"2026-04-28T03:26:25.808538Z","steps":["trace[705050319] 'agreement among raft nodes before linearized reading' (duration: 250.243535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:25.808614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:25.487621Z","time spent":"320.870871ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:25.910367Z","caller":"traceutil/trace.go:171","msg":"trace[890132967] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"337.241504ms","start":"2026-04-28T03:26:25.573103Z","end":"2026-04-28T03:26:25.910345Z","steps":["trace[890132967] 'process raft request' (duration: 337.096822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:25.910492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:25.573081Z","time spent":"337.348225ms","remote":"127.0.0.1:51080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5907,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:26.260706Z","caller":"traceutil/trace.go:171","msg":"trace[623468090] linearizableReadLoop","detail":"{readStateIndex:4857; appliedIndex:4856; }","duration":"146.064585ms","start":"2026-04-28T03:26:26.114621Z","end":"2026-04-28T03:26:26.260686Z","steps":["trace[623468090] 'read index received' (duration: 145.912063ms)","trace[623468090] 'applied index is now lower than readState.Index' (duration: 151.522µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:26.260795Z","caller":"traceutil/trace.go:171","msg":"trace[698960330] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"169.664523ms","start":"2026-04-28T03:26:26.091119Z","end":"2026-04-28T03:26:26.260784Z","steps":["trace[698960330] 'process raft request' (duration: 169.43435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:26.260869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.237027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:26.26117Z","caller":"traceutil/trace.go:171","msg":"trace[1596720303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4647; }","duration":"146.567911ms","start":"2026-04-28T03:26:26.114577Z","end":"2026-04-28T03:26:26.261144Z","steps":["trace[1596720303] 'agreement among raft nodes before linearized reading' (duration: 146.245307ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:26.382289Z","caller":"traceutil/trace.go:171","msg":"trace[1588451182] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"100.631472ms","start":"2026-04-28T03:26:26.281384Z","end":"2026-04-28T03:26:26.382015Z","steps":["trace[1588451182] 'process raft request' (duration: 55.174379ms)","trace[1588451182] 'compare' (duration: 44.730884ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:26.595934Z","caller":"traceutil/trace.go:171","msg":"trace[790207687] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"113.648751ms","start":"2026-04-28T03:26:26.48222Z","end":"2026-04-28T03:26:26.595868Z","steps":["trace[790207687] 'process raft request' (duration: 113.465939ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:26.778425Z","caller":"traceutil/trace.go:171","msg":"trace[1257466718] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"296.18068ms","start":"2026-04-28T03:26:26.482216Z","end":"2026-04-28T03:26:26.778396Z","steps":["trace[1257466718] 'process raft request' (duration: 243.060058ms)","trace[1257466718] 'compare' (duration: 52.753358ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:26.779149Z","caller":"traceutil/trace.go:171","msg":"trace[1727942503] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"295.040278ms","start":"2026-04-28T03:26:26.484096Z","end":"2026-04-28T03:26:26.779136Z","steps":["trace[1727942503] 'process raft request' (duration: 294.240537ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:26.779304Z","caller":"traceutil/trace.go:171","msg":"trace[1712981356] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"261.881965ms","start":"2026-04-28T03:26:26.517411Z","end":"2026-04-28T03:26:26.779293Z","steps":["trace[1712981356] 'process raft request' (duration: 261.684912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:26.779204Z","caller":"traceutil/trace.go:171","msg":"trace[451959344] linearizableReadLoop","detail":"{readStateIndex:4862; appliedIndex:4858; }","duration":"207.531096ms","start":"2026-04-28T03:26:26.571653Z","end":"2026-04-28T03:26:26.779184Z","steps":["trace[451959344] 'read index received' (duration: 24.027094ms)","trace[451959344] 'applied index is now lower than readState.Index' (duration: 183.502552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:26.779608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.601186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:26:26.779654Z","caller":"traceutil/trace.go:171","msg":"trace[1064575370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4652; }","duration":"108.706727ms","start":"2026-04-28T03:26:26.670935Z","end":"2026-04-28T03:26:26.779642Z","steps":["trace[1064575370] 'agreement among raft nodes before linearized reading' (duration: 108.554325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:26.779685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.999142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:26:26.780093Z","caller":"traceutil/trace.go:171","msg":"trace[599795240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4652; }","duration":"208.475108ms","start":"2026-04-28T03:26:26.571597Z","end":"2026-04-28T03:26:26.780072Z","steps":["trace[599795240] 'agreement among raft nodes before linearized reading' (duration: 207.777459ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:27.038178Z","caller":"traceutil/trace.go:171","msg":"trace[2073388830] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"219.863729ms","start":"2026-04-28T03:26:26.818304Z","end":"2026-04-28T03:26:27.038168Z","steps":["trace[2073388830] 'process raft request' (duration: 219.759887ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:27.038198Z","caller":"traceutil/trace.go:171","msg":"trace[1442818656] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"254.349488ms","start":"2026-04-28T03:26:26.783809Z","end":"2026-04-28T03:26:27.038159Z","steps":["trace[1442818656] 'process raft request' (duration: 254.126466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:27.03856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.37321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:26:27.038633Z","caller":"traceutil/trace.go:171","msg":"trace[1789693369] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4655; }","duration":"225.590493ms","start":"2026-04-28T03:26:26.813024Z","end":"2026-04-28T03:26:27.038614Z","steps":["trace[1789693369] 'agreement among raft nodes before linearized reading' (duration: 225.287069ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:27.03811Z","caller":"traceutil/trace.go:171","msg":"trace[1187318584] linearizableReadLoop","detail":"{readStateIndex:4864; appliedIndex:4862; }","duration":"225.012246ms","start":"2026-04-28T03:26:26.81308Z","end":"2026-04-28T03:26:27.038093Z","steps":["trace[1187318584] 'read index received' (duration: 32.908929ms)","trace[1187318584] 'applied index is now lower than readState.Index' (duration: 192.102687ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:27.201175Z","caller":"traceutil/trace.go:171","msg":"trace[1019536938] linearizableReadLoop","detail":"{readStateIndex:4866; appliedIndex:4865; }","duration":"159.260607ms","start":"2026-04-28T03:26:27.04189Z","end":"2026-04-28T03:26:27.20115Z","steps":["trace[1019536938] 'read index received' (duration: 159.031505ms)","trace[1019536938] 'applied index is now lower than readState.Index' (duration: 227.692µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:27.201198Z","caller":"traceutil/trace.go:171","msg":"trace[2011038729] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"281.694376ms","start":"2026-04-28T03:26:26.919473Z","end":"2026-04-28T03:26:27.201167Z","steps":["trace[2011038729] 'process raft request' (duration: 281.524744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:27.201445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.540251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-28T03:26:27.201513Z","caller":"traceutil/trace.go:171","msg":"trace[287611353] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4656; }","duration":"159.653053ms","start":"2026-04-28T03:26:27.041846Z","end":"2026-04-28T03:26:27.201499Z","steps":["trace[287611353] 'agreement among raft nodes before linearized reading' (duration: 159.41505ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:27.403283Z","caller":"traceutil/trace.go:171","msg":"trace[1576090866] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"192.35086ms","start":"2026-04-28T03:26:27.210886Z","end":"2026-04-28T03:26:27.403236Z","steps":["trace[1576090866] 'process raft request' (duration: 175.416178ms)","trace[1576090866] 'compare' (duration: 16.74822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:27.685922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.515285ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:27.686274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.554484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:26:27.686323Z","caller":"traceutil/trace.go:171","msg":"trace[405242461] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4659; }","duration":"195.637074ms","start":"2026-04-28T03:26:27.490675Z","end":"2026-04-28T03:26:27.686312Z","steps":["trace[405242461] 'agreement among raft nodes before linearized reading' (duration: 195.459381ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:27.686368Z","caller":"traceutil/trace.go:171","msg":"trace[286667420] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4658; }","duration":"122.921111ms","start":"2026-04-28T03:26:27.563376Z","end":"2026-04-28T03:26:27.686297Z","steps":["trace[286667420] 'range keys from in-memory index tree' (duration: 122.489035ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:27.686088Z","caller":"traceutil/trace.go:171","msg":"trace[1978845450] linearizableReadLoop","detail":"{readStateIndex:4869; appliedIndex:4868; }","duration":"195.35781ms","start":"2026-04-28T03:26:27.490711Z","end":"2026-04-28T03:26:27.686069Z","steps":["trace[1978845450] 'read index received' (duration: 130.137166ms)","trace[1978845450] 'applied index is now lower than readState.Index' (duration: 65.219594ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:27.686248Z","caller":"traceutil/trace.go:171","msg":"trace[1071582247] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"199.082599ms","start":"2026-04-28T03:26:27.487145Z","end":"2026-04-28T03:26:27.686227Z","steps":["trace[1071582247] 'process raft request' (duration: 133.778614ms)","trace[1071582247] 'compare' (duration: 65.036382ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:27.687028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.880084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:27.687077Z","caller":"traceutil/trace.go:171","msg":"trace[365800882] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:4659; }","duration":"178.967536ms","start":"2026-04-28T03:26:27.508099Z","end":"2026-04-28T03:26:27.687067Z","steps":["trace[365800882] 'agreement among raft nodes before linearized reading' (duration: 178.897575ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:27.838441Z","caller":"traceutil/trace.go:171","msg":"trace[1056395205] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"119.097072ms","start":"2026-04-28T03:26:27.719311Z","end":"2026-04-28T03:26:27.838408Z","steps":["trace[1056395205] 'process raft request' (duration: 118.331422ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:28.10344Z","caller":"traceutil/trace.go:171","msg":"trace[158256925] linearizableReadLoop","detail":"{readStateIndex:4872; appliedIndex:4871; }","duration":"151.558194ms","start":"2026-04-28T03:26:27.951859Z","end":"2026-04-28T03:26:28.103417Z","steps":["trace[158256925] 'read index received' (duration: 151.375902ms)","trace[158256925] 'applied index is now lower than readState.Index' (duration: 181.142µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:28.103527Z","caller":"traceutil/trace.go:171","msg":"trace[1722535757] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"205.730153ms","start":"2026-04-28T03:26:27.897775Z","end":"2026-04-28T03:26:28.103505Z","steps":["trace[1722535757] 'process raft request' (duration: 205.5126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.103757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.882769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:26:28.103802Z","caller":"traceutil/trace.go:171","msg":"trace[412995117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4662; }","duration":"151.97113ms","start":"2026-04-28T03:26:27.951821Z","end":"2026-04-28T03:26:28.103792Z","steps":["trace[412995117] 'agreement among raft nodes before linearized reading' (duration: 151.726056ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:28.231458Z","caller":"traceutil/trace.go:171","msg":"trace[344029055] linearizableReadLoop","detail":"{readStateIndex:4873; appliedIndex:4872; }","duration":"119.15652ms","start":"2026-04-28T03:26:28.112283Z","end":"2026-04-28T03:26:28.231439Z","steps":["trace[344029055] 'read index received' (duration: 78.570265ms)","trace[344029055] 'applied index is now lower than readState.Index' (duration: 40.585565ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:28.231595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.296122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:28.231504Z","caller":"traceutil/trace.go:171","msg":"trace[2021815699] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"123.696409ms","start":"2026-04-28T03:26:28.107781Z","end":"2026-04-28T03:26:28.231478Z","steps":["trace[2021815699] 'process raft request' (duration: 83.132915ms)","trace[2021815699] 'compare' (duration: 40.425723ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:28.231658Z","caller":"traceutil/trace.go:171","msg":"trace[2092380226] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:4663; }","duration":"119.387652ms","start":"2026-04-28T03:26:28.112239Z","end":"2026-04-28T03:26:28.231627Z","steps":["trace[2092380226] 'agreement among raft nodes before linearized reading' (duration: 119.311941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.280239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.849826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:28.280364Z","caller":"traceutil/trace.go:171","msg":"trace[1001867595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4664; }","duration":"166.004028ms","start":"2026-04-28T03:26:28.114345Z","end":"2026-04-28T03:26:28.280349Z","steps":["trace[1001867595] 'agreement among raft nodes before linearized reading' (duration: 165.829275ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:28.500375Z","caller":"traceutil/trace.go:171","msg":"trace[938372415] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"111.349798ms","start":"2026-04-28T03:26:28.388997Z","end":"2026-04-28T03:26:28.500347Z","steps":["trace[938372415] 'process raft request' (duration: 111.202276ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:28.500432Z","caller":"traceutil/trace.go:171","msg":"trace[557943685] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"266.104915ms","start":"2026-04-28T03:26:28.234311Z","end":"2026-04-28T03:26:28.500416Z","steps":["trace[557943685] 'process raft request' (duration: 181.142616ms)","trace[557943685] 'compare' (duration: 84.293891ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:28.679236Z","caller":"traceutil/trace.go:171","msg":"trace[787143478] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"174.573479ms","start":"2026-04-28T03:26:28.504641Z","end":"2026-04-28T03:26:28.679214Z","steps":["trace[787143478] 'process raft request' (duration: 108.252695ms)","trace[787143478] 'compare' (duration: 66.200233ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:28.744266Z","caller":"traceutil/trace.go:171","msg":"trace[41319740] transaction","detail":"{read_only:false; response_revision:4670; number_of_response:1; }","duration":"141.20029ms","start":"2026-04-28T03:26:28.603033Z","end":"2026-04-28T03:26:28.744234Z","steps":["trace[41319740] 'process raft request' (duration: 141.136409ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:28.744578Z","caller":"traceutil/trace.go:171","msg":"trace[804104514] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"236.877851ms","start":"2026-04-28T03:26:28.50766Z","end":"2026-04-28T03:26:28.744538Z","steps":["trace[804104514] 'process raft request' (duration: 236.364654ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:28.883765Z","caller":"traceutil/trace.go:171","msg":"trace[2055214558] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"129.017549ms","start":"2026-04-28T03:26:28.754724Z","end":"2026-04-28T03:26:28.883741Z","steps":["trace[2055214558] 'process raft request' (duration: 128.843727ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:28.909904Z","caller":"traceutil/trace.go:171","msg":"trace[2014441303] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"125.475012ms","start":"2026-04-28T03:26:28.784404Z","end":"2026-04-28T03:26:28.909879Z","steps":["trace[2014441303] 'process raft request' (duration: 125.30064ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:28.910114Z","caller":"traceutil/trace.go:171","msg":"trace[1684778987] linearizableReadLoop","detail":"{readStateIndex:4883; appliedIndex:4881; }","duration":"125.640335ms","start":"2026-04-28T03:26:28.784432Z","end":"2026-04-28T03:26:28.910072Z","steps":["trace[1684778987] 'read index received' (duration: 99.125726ms)","trace[1684778987] 'applied index is now lower than readState.Index' (duration: 26.512279ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:28.91014Z","caller":"traceutil/trace.go:171","msg":"trace[1583138070] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"124.472999ms","start":"2026-04-28T03:26:28.78564Z","end":"2026-04-28T03:26:28.910113Z","steps":["trace[1583138070] 'process raft request' (duration: 124.200246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.910473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.016421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:26:28.91123Z","caller":"traceutil/trace.go:171","msg":"trace[347877689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4674; }","duration":"126.100622ms","start":"2026-04-28T03:26:28.784426Z","end":"2026-04-28T03:26:28.910527Z","steps":["trace[347877689] 'agreement among raft nodes before linearized reading' (duration: 125.777376ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:32.382979Z","caller":"traceutil/trace.go:171","msg":"trace[1425462931] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"134.694431ms","start":"2026-04-28T03:26:32.248247Z","end":"2026-04-28T03:26:32.382942Z","steps":["trace[1425462931] 'process raft request' (duration: 133.622457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:33.020463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.492041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:26:33.020579Z","caller":"traceutil/trace.go:171","msg":"trace[992604079] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4702; }","duration":"210.605703ms","start":"2026-04-28T03:26:32.809931Z","end":"2026-04-28T03:26:33.020537Z","steps":["trace[992604079] 'range keys from in-memory index tree' (duration: 210.264639ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:33.072278Z","caller":"traceutil/trace.go:171","msg":"trace[2020928865] linearizableReadLoop","detail":"{readStateIndex:4915; appliedIndex:4913; }","duration":"121.449167ms","start":"2026-04-28T03:26:32.950805Z","end":"2026-04-28T03:26:33.072254Z","steps":["trace[2020928865] 'read index received' (duration: 86.052409ms)","trace[2020928865] 'applied index is now lower than readState.Index' (duration: 35.395818ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:33.072393Z","caller":"traceutil/trace.go:171","msg":"trace[1661618367] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"123.575566ms","start":"2026-04-28T03:26:32.948785Z","end":"2026-04-28T03:26:33.072361Z","steps":["trace[1661618367] 'process raft request' (duration: 123.304603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:33.072533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.70529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:26:33.072572Z","caller":"traceutil/trace.go:171","msg":"trace[86266944] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4704; }","duration":"121.792972ms","start":"2026-04-28T03:26:32.950768Z","end":"2026-04-28T03:26:33.072561Z","steps":["trace[86266944] 'agreement among raft nodes before linearized reading' (duration: 121.64937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:33.072668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.599819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:26:33.072724Z","caller":"traceutil/trace.go:171","msg":"trace[574893313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4704; }","duration":"121.67987ms","start":"2026-04-28T03:26:32.951031Z","end":"2026-04-28T03:26:33.072711Z","steps":["trace[574893313] 'agreement among raft nodes before linearized reading' (duration: 121.515118ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:38.200801Z","caller":"traceutil/trace.go:171","msg":"trace[1850551437] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"233.153873ms","start":"2026-04-28T03:26:37.967629Z","end":"2026-04-28T03:26:38.200783Z","steps":["trace[1850551437] 'process raft request' (duration: 232.797549ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:40.612791Z","caller":"traceutil/trace.go:171","msg":"trace[1195429910] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"140.226818ms","start":"2026-04-28T03:26:40.472538Z","end":"2026-04-28T03:26:40.612764Z","steps":["trace[1195429910] 'process raft request' (duration: 140.050246ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:40.906563Z","caller":"traceutil/trace.go:171","msg":"trace[1779530042] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"106.801482ms","start":"2026-04-28T03:26:40.799095Z","end":"2026-04-28T03:26:40.905897Z","steps":["trace[1779530042] 'process raft request' (duration: 106.259874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:42.351585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.559243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:26:42.35166Z","caller":"traceutil/trace.go:171","msg":"trace[84293324] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4753; }","duration":"114.671715ms","start":"2026-04-28T03:26:42.236969Z","end":"2026-04-28T03:26:42.35164Z","steps":["trace[84293324] 'range keys from in-memory index tree' (duration: 114.396991ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:43.243235Z","caller":"traceutil/trace.go:171","msg":"trace[1097531741] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"117.893998ms","start":"2026-04-28T03:26:43.125315Z","end":"2026-04-28T03:26:43.243209Z","steps":["trace[1097531741] 'process raft request' (duration: 117.736676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:43.931293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.993754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:43.931372Z","caller":"traceutil/trace.go:171","msg":"trace[1468086938] linearizableReadLoop","detail":"{readStateIndex:4972; appliedIndex:4971; }","duration":"648.889959ms","start":"2026-04-28T03:26:43.282469Z","end":"2026-04-28T03:26:43.931359Z","steps":["trace[1468086938] 'read index received' (duration: 51.707431ms)","trace[1468086938] 'applied index is now lower than readState.Index' (duration: 597.181188ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:43.931403Z","caller":"traceutil/trace.go:171","msg":"trace[967433114] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"758.477109ms","start":"2026-04-28T03:26:43.172904Z","end":"2026-04-28T03:26:43.931382Z","steps":["trace[967433114] 'process raft request' (duration: 161.317012ms)","trace[967433114] 'compare' (duration: 596.766581ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:43.931523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:43.172879Z","time spent":"758.57306ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:43.931584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.835966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:26:43.931615Z","caller":"traceutil/trace.go:171","msg":"trace[1554468186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4759; }","duration":"592.883416ms","start":"2026-04-28T03:26:43.338722Z","end":"2026-04-28T03:26:43.931606Z","steps":["trace[1554468186] 'agreement among raft nodes before linearized reading' (duration: 592.827296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:43.93164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:43.338712Z","time spent":"592.921907ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:43.931529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.058491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:26:43.931738Z","caller":"traceutil/trace.go:171","msg":"trace[1029573941] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4759; }","duration":"649.299954ms","start":"2026-04-28T03:26:43.282431Z","end":"2026-04-28T03:26:43.931731Z","steps":["trace[1029573941] 'agreement among raft nodes before linearized reading' (duration: 648.99023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:43.93176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:43.282415Z","time spent":"649.339215ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:26:43.931946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.366633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:26:43.931949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.891577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:26:43.932073Z","caller":"traceutil/trace.go:171","msg":"trace[333517810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4759; }","duration":"586.05542ms","start":"2026-04-28T03:26:43.346005Z","end":"2026-04-28T03:26:43.932061Z","steps":["trace[333517810] 'agreement among raft nodes before linearized reading' (duration: 585.711275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:43.932119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:43.345984Z","time spent":"586.10906ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:26:43.932179Z","caller":"traceutil/trace.go:171","msg":"trace[1163880541] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4759; }","duration":"173.603335ms","start":"2026-04-28T03:26:43.758505Z","end":"2026-04-28T03:26:43.932108Z","steps":["trace[1163880541] 'agreement among raft nodes before linearized reading' (duration: 173.314321ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:44.276343Z","caller":"traceutil/trace.go:171","msg":"trace[1564969987] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"339.940676ms","start":"2026-04-28T03:26:43.936368Z","end":"2026-04-28T03:26:44.276309Z","steps":["trace[1564969987] 'process raft request' (duration: 242.275288ms)","trace[1564969987] 'compare' (duration: 97.478085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:44.276509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:43.936346Z","time spent":"340.085668ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:44.276686Z","caller":"traceutil/trace.go:171","msg":"trace[872871118] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"339.230715ms","start":"2026-04-28T03:26:43.937396Z","end":"2026-04-28T03:26:44.276627Z","steps":["trace[872871118] 'process raft request' (duration: 338.86886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.27691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:43.937374Z","time spent":"339.404387ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:44.276901Z","caller":"traceutil/trace.go:171","msg":"trace[705247415] linearizableReadLoop","detail":"{readStateIndex:4975; appliedIndex:4972; }","duration":"161.436153ms","start":"2026-04-28T03:26:44.115405Z","end":"2026-04-28T03:26:44.276841Z","steps":["trace[705247415] 'read index received' (duration: 63.428581ms)","trace[705247415] 'applied index is now lower than readState.Index' (duration: 98.006132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:44.277037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.622757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:44.277069Z","caller":"traceutil/trace.go:171","msg":"trace[1577542066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4762; }","duration":"161.701897ms","start":"2026-04-28T03:26:44.115356Z","end":"2026-04-28T03:26:44.277058Z","steps":["trace[1577542066] 'agreement among raft nodes before linearized reading' (duration: 161.617796ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:44.277268Z","caller":"traceutil/trace.go:171","msg":"trace[1055008483] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"339.535259ms","start":"2026-04-28T03:26:43.937708Z","end":"2026-04-28T03:26:44.277243Z","steps":["trace[1055008483] 'process raft request' (duration: 338.760998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.277668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:43.937687Z","time spent":"339.630221ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:44.749985Z","caller":"traceutil/trace.go:171","msg":"trace[1303310100] linearizableReadLoop","detail":"{readStateIndex:4978; appliedIndex:4977; }","duration":"107.307825ms","start":"2026-04-28T03:26:44.642648Z","end":"2026-04-28T03:26:44.749956Z","steps":["trace[1303310100] 'read index received' (duration: 107.094062ms)","trace[1303310100] 'applied index is now lower than readState.Index' (duration: 212.393µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:44.750033Z","caller":"traceutil/trace.go:171","msg":"trace[770407707] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"208.834117ms","start":"2026-04-28T03:26:44.541161Z","end":"2026-04-28T03:26:44.749995Z","steps":["trace[770407707] 'process raft request' (duration: 208.596593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.750239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.575929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:26:44.750424Z","caller":"traceutil/trace.go:171","msg":"trace[1043000399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4764; }","duration":"107.788072ms","start":"2026-04-28T03:26:44.642604Z","end":"2026-04-28T03:26:44.750392Z","steps":["trace[1043000399] 'agreement among raft nodes before linearized reading' (duration: 107.460908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:46.311702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.10328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:46.311764Z","caller":"traceutil/trace.go:171","msg":"trace[1214707692] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4769; }","duration":"113.227351ms","start":"2026-04-28T03:26:46.198524Z","end":"2026-04-28T03:26:46.311752Z","steps":["trace[1214707692] 'count revisions from in-memory index tree' (duration: 113.019839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:46.312073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.228376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:46.312187Z","caller":"traceutil/trace.go:171","msg":"trace[1607250041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4769; }","duration":"195.391888ms","start":"2026-04-28T03:26:46.116764Z","end":"2026-04-28T03:26:46.312156Z","steps":["trace[1607250041] 'range keys from in-memory index tree' (duration: 195.099724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:47.216207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.571109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:47.216354Z","caller":"traceutil/trace.go:171","msg":"trace[749359542] linearizableReadLoop","detail":"{readStateIndex:4989; appliedIndex:4988; }","duration":"390.80525ms","start":"2026-04-28T03:26:46.825525Z","end":"2026-04-28T03:26:47.21633Z","steps":["trace[749359542] 'read index received' (duration: 29.994779ms)","trace[749359542] 'applied index is now lower than readState.Index' (duration: 360.808341ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:47.216452Z","caller":"traceutil/trace.go:171","msg":"trace[841191256] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"391.860436ms","start":"2026-04-28T03:26:46.824522Z","end":"2026-04-28T03:26:47.216383Z","steps":["trace[841191256] 'process raft request' (duration: 31.036854ms)","trace[841191256] 'compare' (duration: 360.452047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:47.216547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.014963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-28T03:26:47.216587Z","caller":"traceutil/trace.go:171","msg":"trace[605297871] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4775; }","duration":"391.087614ms","start":"2026-04-28T03:26:46.825489Z","end":"2026-04-28T03:26:47.216577Z","steps":["trace[605297871] 'agreement among raft nodes before linearized reading' (duration: 390.943792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:47.216631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:46.825475Z","time spent":"391.146855ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-28T03:26:47.216677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:46.824497Z","time spent":"392.056539ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:47.217136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.393519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:47.217201Z","caller":"traceutil/trace.go:171","msg":"trace[1765250416] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4776; }","duration":"236.47234ms","start":"2026-04-28T03:26:46.980714Z","end":"2026-04-28T03:26:47.217187Z","steps":["trace[1765250416] 'agreement among raft nodes before linearized reading' (duration: 236.338408ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:47.217251Z","caller":"traceutil/trace.go:171","msg":"trace[1692104570] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"267.782639ms","start":"2026-04-28T03:26:46.949452Z","end":"2026-04-28T03:26:47.217235Z","steps":["trace[1692104570] 'process raft request' (duration: 267.480044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:47.217405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.314023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:47.217945Z","caller":"traceutil/trace.go:171","msg":"trace[1315176398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4776; }","duration":"100.885322ms","start":"2026-04-28T03:26:47.117039Z","end":"2026-04-28T03:26:47.217924Z","steps":["trace[1315176398] 'agreement among raft nodes before linearized reading' (duration: 100.241813ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:49.301903Z","caller":"traceutil/trace.go:171","msg":"trace[836947801] linearizableReadLoop","detail":"{readStateIndex:5000; appliedIndex:4999; }","duration":"141.546083ms","start":"2026-04-28T03:26:49.160334Z","end":"2026-04-28T03:26:49.30188Z","steps":["trace[836947801] 'read index received' (duration: 141.428792ms)","trace[836947801] 'applied index is now lower than readState.Index' (duration: 116.231µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:49.302132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.787547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-28T03:26:49.302215Z","caller":"traceutil/trace.go:171","msg":"trace[579856185] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4786; }","duration":"141.914979ms","start":"2026-04-28T03:26:49.160278Z","end":"2026-04-28T03:26:49.302193Z","steps":["trace[579856185] 'agreement among raft nodes before linearized reading' (duration: 141.694096ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:49.302569Z","caller":"traceutil/trace.go:171","msg":"trace[697714565] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"192.684565ms","start":"2026-04-28T03:26:49.109849Z","end":"2026-04-28T03:26:49.302534Z","steps":["trace[697714565] 'process raft request' (duration: 191.884103ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:49.348448Z","caller":"traceutil/trace.go:171","msg":"trace[1552177477] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"126.033267ms","start":"2026-04-28T03:26:49.22236Z","end":"2026-04-28T03:26:49.348393Z","steps":["trace[1552177477] 'process raft request' (duration: 125.770544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:49.348505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.155387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:26:49.348758Z","caller":"traceutil/trace.go:171","msg":"trace[1326075238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4787; }","duration":"128.442942ms","start":"2026-04-28T03:26:49.220284Z","end":"2026-04-28T03:26:49.348726Z","steps":["trace[1326075238] 'agreement among raft nodes before linearized reading' (duration: 128.030556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:50.62417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.214931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:26:50.624244Z","caller":"traceutil/trace.go:171","msg":"trace[265491812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4796; }","duration":"140.386843ms","start":"2026-04-28T03:26:50.483842Z","end":"2026-04-28T03:26:50.624229Z","steps":["trace[265491812] 'range keys from in-memory index tree' (duration: 140.035939ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:52.50418Z","caller":"traceutil/trace.go:171","msg":"trace[1255169102] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"101.449939ms","start":"2026-04-28T03:26:52.402689Z","end":"2026-04-28T03:26:52.504139Z","steps":["trace[1255169102] 'process raft request' (duration: 101.100884ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:53.50346Z","caller":"traceutil/trace.go:171","msg":"trace[1918704467] linearizableReadLoop","detail":"{readStateIndex:5024; appliedIndex:5023; }","duration":"111.579882ms","start":"2026-04-28T03:26:53.391842Z","end":"2026-04-28T03:26:53.503421Z","steps":["trace[1918704467] 'read index received' (duration: 33.074966ms)","trace[1918704467] 'applied index is now lower than readState.Index' (duration: 78.502116ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:53.503525Z","caller":"traceutil/trace.go:171","msg":"trace[1582647505] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"113.036366ms","start":"2026-04-28T03:26:53.390449Z","end":"2026-04-28T03:26:53.503486Z","steps":["trace[1582647505] 'process raft request' (duration: 34.494528ms)","trace[1582647505] 'compare' (duration: 78.351694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:53.503738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.884758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:26:53.503785Z","caller":"traceutil/trace.go:171","msg":"trace[98994421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4809; }","duration":"111.976579ms","start":"2026-04-28T03:26:53.391795Z","end":"2026-04-28T03:26:53.503771Z","steps":["trace[98994421] 'agreement among raft nodes before linearized reading' (duration: 111.768596ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:53.621879Z","caller":"traceutil/trace.go:171","msg":"trace[732923506] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"113.841637ms","start":"2026-04-28T03:26:53.508015Z","end":"2026-04-28T03:26:53.621857Z","steps":["trace[732923506] 'process raft request' (duration: 108.339506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:54.79059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.396707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:54.79076Z","caller":"traceutil/trace.go:171","msg":"trace[184440218] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"277.402572ms","start":"2026-04-28T03:26:54.51334Z","end":"2026-04-28T03:26:54.790742Z","steps":["trace[184440218] 'process raft request' (duration: 69.771312ms)","trace[184440218] 'compare' (duration: 206.819058ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:54.791067Z","caller":"traceutil/trace.go:171","msg":"trace[593565664] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"274.711151ms","start":"2026-04-28T03:26:54.516336Z","end":"2026-04-28T03:26:54.791048Z","steps":["trace[593565664] 'process raft request' (duration: 274.356906ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:54.791756Z","caller":"traceutil/trace.go:171","msg":"trace[672503230] linearizableReadLoop","detail":"{readStateIndex:5031; appliedIndex:5028; }","duration":"118.926558ms","start":"2026-04-28T03:26:54.672811Z","end":"2026-04-28T03:26:54.791737Z","steps":["trace[672503230] 'read index received' (duration: 116.995991ms)","trace[672503230] 'applied index is now lower than readState.Index' (duration: 1.929047ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:54.792035Z","caller":"traceutil/trace.go:171","msg":"trace[1507135218] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"274.694561ms","start":"2026-04-28T03:26:54.517322Z","end":"2026-04-28T03:26:54.792017Z","steps":["trace[1507135218] 'process raft request' (duration: 273.609886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:54.792599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.786402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:26:54.792706Z","caller":"traceutil/trace.go:171","msg":"trace[1138520793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4815; }","duration":"119.898524ms","start":"2026-04-28T03:26:54.672747Z","end":"2026-04-28T03:26:54.792646Z","steps":["trace[1138520793] 'agreement among raft nodes before linearized reading' (duration: 119.05889ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:04.57102Z","caller":"traceutil/trace.go:171","msg":"trace[362148419] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"190.285166ms","start":"2026-04-28T03:27:04.380679Z","end":"2026-04-28T03:27:04.570964Z","steps":["trace[362148419] 'process raft request' (duration: 129.750349ms)","trace[362148419] 'compare' (duration: 60.312493ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:11.410162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.744477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:11.410297Z","caller":"traceutil/trace.go:171","msg":"trace[498411186] linearizableReadLoop","detail":"{readStateIndex:5115; appliedIndex:5114; }","duration":"368.287494ms","start":"2026-04-28T03:27:11.041987Z","end":"2026-04-28T03:27:11.410274Z","steps":["trace[498411186] 'read index received' (duration: 227.281493ms)","trace[498411186] 'applied index is now lower than readState.Index' (duration: 141.003461ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:11.410441Z","caller":"traceutil/trace.go:171","msg":"trace[841020388] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"379.57757ms","start":"2026-04-28T03:27:11.030826Z","end":"2026-04-28T03:27:11.410403Z","steps":["trace[841020388] 'process raft request' (duration: 238.501448ms)","trace[841020388] 'compare' (duration: 140.611035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:11.41052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:11.030787Z","time spent":"379.693382ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:11.410642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.560917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:27:11.410697Z","caller":"traceutil/trace.go:171","msg":"trace[164381430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4896; }","duration":"368.660329ms","start":"2026-04-28T03:27:11.042024Z","end":"2026-04-28T03:27:11.410684Z","steps":["trace[164381430] 'agreement among raft nodes before linearized reading' (duration: 368.538677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:11.410726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:11.042016Z","time spent":"368.7006ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:27:11.41074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.751391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:27:11.410777Z","caller":"traceutil/trace.go:171","msg":"trace[657908015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4896; }","duration":"368.808991ms","start":"2026-04-28T03:27:11.041955Z","end":"2026-04-28T03:27:11.410764Z","steps":["trace[657908015] 'agreement among raft nodes before linearized reading' (duration: 368.72033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:11.410827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:11.041941Z","time spent":"368.870132ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:27:11.410637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.039337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:11.410924Z","caller":"traceutil/trace.go:171","msg":"trace[2018527972] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4896; }","duration":"269.396963ms","start":"2026-04-28T03:27:11.14152Z","end":"2026-04-28T03:27:11.410917Z","steps":["trace[2018527972] 'agreement among raft nodes before linearized reading' (duration: 269.048147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:11.41098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.049731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:27:11.411039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.507961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:27:11.411083Z","caller":"traceutil/trace.go:171","msg":"trace[890781506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4896; }","duration":"279.586023ms","start":"2026-04-28T03:27:11.131486Z","end":"2026-04-28T03:27:11.411072Z","steps":["trace[890781506] 'agreement among raft nodes before linearized reading' (duration: 279.477681ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:11.411139Z","caller":"traceutil/trace.go:171","msg":"trace[1763831936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4896; }","duration":"296.240674ms","start":"2026-04-28T03:27:11.114819Z","end":"2026-04-28T03:27:11.41106Z","steps":["trace[1763831936] 'agreement among raft nodes before linearized reading' (duration: 295.96713ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:11.664825Z","caller":"traceutil/trace.go:171","msg":"trace[586681574] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"250.047609ms","start":"2026-04-28T03:27:11.414752Z","end":"2026-04-28T03:27:11.6648Z","steps":["trace[586681574] 'process raft request' (duration: 249.863626ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:11.669213Z","caller":"traceutil/trace.go:171","msg":"trace[258709978] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"254.282266ms","start":"2026-04-28T03:27:11.414904Z","end":"2026-04-28T03:27:11.669187Z","steps":["trace[258709978] 'process raft request' (duration: 254.203545ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:11.669346Z","caller":"traceutil/trace.go:171","msg":"trace[516343145] linearizableReadLoop","detail":"{readStateIndex:5118; appliedIndex:5115; }","duration":"139.032359ms","start":"2026-04-28T03:27:11.530302Z","end":"2026-04-28T03:27:11.669334Z","steps":["trace[516343145] 'read index received' (duration: 134.299194ms)","trace[516343145] 'applied index is now lower than readState.Index' (duration: 4.732315ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:11.669455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.138521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:11.669258Z","caller":"traceutil/trace.go:171","msg":"trace[427221894] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"254.446229ms","start":"2026-04-28T03:27:11.414791Z","end":"2026-04-28T03:27:11.669237Z","steps":["trace[427221894] 'process raft request' (duration: 254.180395ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:11.669482Z","caller":"traceutil/trace.go:171","msg":"trace[305908216] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:4900; }","duration":"139.218461ms","start":"2026-04-28T03:27:11.530256Z","end":"2026-04-28T03:27:11.669474Z","steps":["trace[305908216] 'agreement among raft nodes before linearized reading' (duration: 139.14609ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:17.840861Z","caller":"traceutil/trace.go:171","msg":"trace[2102024116] linearizableReadLoop","detail":"{readStateIndex:5149; appliedIndex:5148; }","duration":"145.262368ms","start":"2026-04-28T03:27:17.695565Z","end":"2026-04-28T03:27:17.840828Z","steps":["trace[2102024116] 'read index received' (duration: 145.011874ms)","trace[2102024116] 'applied index is now lower than readState.Index' (duration: 249.584µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:17.841211Z","caller":"traceutil/trace.go:171","msg":"trace[310772154] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"152.123837ms","start":"2026-04-28T03:27:17.689048Z","end":"2026-04-28T03:27:17.841172Z","steps":["trace[310772154] 'process raft request' (duration: 151.544318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:17.841471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.890429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:27:17.841613Z","caller":"traceutil/trace.go:171","msg":"trace[462330890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4928; }","duration":"146.056851ms","start":"2026-04-28T03:27:17.695487Z","end":"2026-04-28T03:27:17.841544Z","steps":["trace[462330890] 'agreement among raft nodes before linearized reading' (duration: 145.751956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:17.863389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.844003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:27:17.863464Z","caller":"traceutil/trace.go:171","msg":"trace[1250267056] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4929; }","duration":"161.971445ms","start":"2026-04-28T03:27:17.701476Z","end":"2026-04-28T03:27:17.863447Z","steps":["trace[1250267056] 'agreement among raft nodes before linearized reading' (duration: 161.697081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:17.864067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.160743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:27:17.864146Z","caller":"traceutil/trace.go:171","msg":"trace[780028551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4929; }","duration":"161.291454ms","start":"2026-04-28T03:27:17.702837Z","end":"2026-04-28T03:27:17.864129Z","steps":["trace[780028551] 'agreement among raft nodes before linearized reading' (duration: 161.07299ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:18.006363Z","caller":"traceutil/trace.go:171","msg":"trace[1162479080] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"158.235136ms","start":"2026-04-28T03:27:17.848089Z","end":"2026-04-28T03:27:18.006324Z","steps":["trace[1162479080] 'process raft request' (duration: 133.101574ms)","trace[1162479080] 'compare' (duration: 24.737446ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:18.048114Z","caller":"traceutil/trace.go:171","msg":"trace[118059838] linearizableReadLoop","detail":"{readStateIndex:5153; appliedIndex:5150; }","duration":"141.459919ms","start":"2026-04-28T03:27:17.906622Z","end":"2026-04-28T03:27:18.048082Z","steps":["trace[118059838] 'read index received' (duration: 74.594979ms)","trace[118059838] 'applied index is now lower than readState.Index' (duration: 66.86326ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:18.048234Z","caller":"traceutil/trace.go:171","msg":"trace[763658160] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"173.157186ms","start":"2026-04-28T03:27:17.87503Z","end":"2026-04-28T03:27:18.048187Z","steps":["trace[763658160] 'process raft request' (duration: 172.632628ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:18.048278Z","caller":"traceutil/trace.go:171","msg":"trace[1493667188] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"172.684767ms","start":"2026-04-28T03:27:17.875536Z","end":"2026-04-28T03:27:18.048221Z","steps":["trace[1493667188] 'process raft request' (duration: 172.286171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:18.048387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.695304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:27:18.048487Z","caller":"traceutil/trace.go:171","msg":"trace[1849218269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4932; }","duration":"141.953337ms","start":"2026-04-28T03:27:17.906516Z","end":"2026-04-28T03:27:18.048469Z","steps":["trace[1849218269] 'agreement among raft nodes before linearized reading' (duration: 141.685973ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:18.25079Z","caller":"traceutil/trace.go:171","msg":"trace[1171755144] linearizableReadLoop","detail":"{readStateIndex:5154; appliedIndex:5153; }","duration":"135.757343ms","start":"2026-04-28T03:27:18.115013Z","end":"2026-04-28T03:27:18.25077Z","steps":["trace[1171755144] 'read index received' (duration: 80.59432ms)","trace[1171755144] 'applied index is now lower than readState.Index' (duration: 55.161883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:18.250889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.859765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:18.250875Z","caller":"traceutil/trace.go:171","msg":"trace[1865602411] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"196.694309ms","start":"2026-04-28T03:27:18.054142Z","end":"2026-04-28T03:27:18.250836Z","steps":["trace[1865602411] 'process raft request' (duration: 141.629458ms)","trace[1865602411] 'compare' (duration: 54.685675ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:18.250915Z","caller":"traceutil/trace.go:171","msg":"trace[31076230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4933; }","duration":"135.921827ms","start":"2026-04-28T03:27:18.114985Z","end":"2026-04-28T03:27:18.250907Z","steps":["trace[31076230] 'agreement among raft nodes before linearized reading' (duration: 135.863276ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:18.922297Z","caller":"traceutil/trace.go:171","msg":"trace[596263449] linearizableReadLoop","detail":"{readStateIndex:5155; appliedIndex:5154; }","duration":"452.32666ms","start":"2026-04-28T03:27:18.469945Z","end":"2026-04-28T03:27:18.922272Z","steps":["trace[596263449] 'read index received' (duration: 451.897783ms)","trace[596263449] 'applied index is now lower than readState.Index' (duration: 427.767µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:18.922418Z","caller":"traceutil/trace.go:171","msg":"trace[658862242] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"526.813653ms","start":"2026-04-28T03:27:18.395574Z","end":"2026-04-28T03:27:18.922387Z","steps":["trace[658862242] 'process raft request' (duration: 526.533119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:18.922569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.600604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:27:18.922633Z","caller":"traceutil/trace.go:171","msg":"trace[647902266] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4934; }","duration":"452.718326ms","start":"2026-04-28T03:27:18.469895Z","end":"2026-04-28T03:27:18.922614Z","steps":["trace[647902266] 'agreement among raft nodes before linearized reading' (duration: 452.495182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:18.922719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:18.469876Z","time spent":"452.812817ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:27:18.923873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:18.395529Z","time spent":"527.079127ms","remote":"127.0.0.1:51080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8226,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:19.42243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779671606,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:27:19.485885Z","caller":"traceutil/trace.go:171","msg":"trace[173809970] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"811.060544ms","start":"2026-04-28T03:27:18.674774Z","end":"2026-04-28T03:27:19.485834Z","steps":["trace[173809970] 'process raft request' (duration: 810.542716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:19.486089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:18.674725Z","time spent":"811.247728ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:19.529474Z","caller":"traceutil/trace.go:171","msg":"trace[856653857] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"241.836882ms","start":"2026-04-28T03:27:19.28762Z","end":"2026-04-28T03:27:19.529457Z","steps":["trace[856653857] 'process raft request' (duration: 241.70329ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:19.52968Z","caller":"traceutil/trace.go:171","msg":"trace[1441733520] linearizableReadLoop","detail":"{readStateIndex:5157; appliedIndex:5155; }","duration":"607.280115ms","start":"2026-04-28T03:27:18.922364Z","end":"2026-04-28T03:27:19.529644Z","steps":["trace[1441733520] 'read index received' (duration: 563.40383ms)","trace[1441733520] 'applied index is now lower than readState.Index' (duration: 43.866885ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:19.529902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.687271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-28T03:27:19.529923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.273203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18aa67508dd78d6e\" ","response":"range_response_count:1 size:764"} {"level":"info","ts":"2026-04-28T03:27:19.529933Z","caller":"traceutil/trace.go:171","msg":"trace[92018943] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4937; }","duration":"602.758823ms","start":"2026-04-28T03:27:18.927166Z","end":"2026-04-28T03:27:19.529925Z","steps":["trace[92018943] 'agreement among raft nodes before linearized reading' (duration: 602.654051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:19.529924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.483499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:27:19.529953Z","caller":"traceutil/trace.go:171","msg":"trace[114873329] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-1.18aa67508dd78d6e; range_end:; response_count:1; response_revision:4937; }","duration":"888.387995ms","start":"2026-04-28T03:27:18.641555Z","end":"2026-04-28T03:27:19.529943Z","steps":["trace[114873329] 'agreement among raft nodes before linearized reading' (duration: 888.227922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:19.529984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:18.641517Z","time spent":"888.460605ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":786,"request content":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18aa67508dd78d6e\" "} {"level":"info","ts":"2026-04-28T03:27:19.529979Z","caller":"traceutil/trace.go:171","msg":"trace[698589922] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4937; }","duration":"717.59132ms","start":"2026-04-28T03:27:18.812372Z","end":"2026-04-28T03:27:19.529963Z","steps":["trace[698589922] 'agreement among raft nodes before linearized reading' (duration: 717.342966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:19.530077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.090903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-sync-5vccd\" ","response":"range_response_count:1 size:10159"} {"level":"info","ts":"2026-04-28T03:27:19.530098Z","caller":"traceutil/trace.go:171","msg":"trace[916920188] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-sync-5vccd; range_end:; response_count:1; response_revision:4937; }","duration":"144.136163ms","start":"2026-04-28T03:27:19.385956Z","end":"2026-04-28T03:27:19.530092Z","steps":["trace[916920188] 'agreement among raft nodes before linearized reading' (duration: 144.084332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:19.530102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:18.81234Z","time spent":"717.720223ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:27:19.529954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:18.927146Z","time spent":"602.803263ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:27:19.530226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.774137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:27:19.530255Z","caller":"traceutil/trace.go:171","msg":"trace[728290725] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4937; }","duration":"186.836939ms","start":"2026-04-28T03:27:19.343408Z","end":"2026-04-28T03:27:19.530245Z","steps":["trace[728290725] 'agreement among raft nodes before linearized reading' (duration: 186.776238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:19.530316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.661297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:19.530339Z","caller":"traceutil/trace.go:171","msg":"trace[457853059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4937; }","duration":"414.725878ms","start":"2026-04-28T03:27:19.115607Z","end":"2026-04-28T03:27:19.530333Z","steps":["trace[457853059] 'agreement among raft nodes before linearized reading' (duration: 414.693907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:19.530355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:19.115565Z","time spent":"414.785799ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:27:19.530366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.554632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/keystone-db-sync-5vccd\" ","response":"range_response_count:1 size:2784"} {"level":"info","ts":"2026-04-28T03:27:19.530388Z","caller":"traceutil/trace.go:171","msg":"trace[1191920523] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/keystone-db-sync-5vccd; range_end:; response_count:1; response_revision:4937; }","duration":"521.620174ms","start":"2026-04-28T03:27:19.008762Z","end":"2026-04-28T03:27:19.530382Z","steps":["trace[1191920523] 'agreement among raft nodes before linearized reading' (duration: 521.550013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:19.530556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.14982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:27:19.530607Z","caller":"traceutil/trace.go:171","msg":"trace[240446175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4937; }","duration":"497.235862ms","start":"2026-04-28T03:27:19.033362Z","end":"2026-04-28T03:27:19.530598Z","steps":["trace[240446175] 'agreement among raft nodes before linearized reading' (duration: 497.11216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:19.530634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:19.033338Z","time spent":"497.288413ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:27:19.531329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:19.008738Z","time spent":"522.556009ms","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2806,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/keystone-db-sync-5vccd\" "} {"level":"info","ts":"2026-04-28T03:27:19.810958Z","caller":"traceutil/trace.go:171","msg":"trace[445077259] linearizableReadLoop","detail":"{readStateIndex:5163; appliedIndex:5158; }","duration":"273.425099ms","start":"2026-04-28T03:27:19.537506Z","end":"2026-04-28T03:27:19.810931Z","steps":["trace[445077259] 'read index received' (duration: 35.197354ms)","trace[445077259] 'applied index is now lower than readState.Index' (duration: 238.226455ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:19.811042Z","caller":"traceutil/trace.go:171","msg":"trace[523200440] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4939; }","duration":"276.486099ms","start":"2026-04-28T03:27:19.534546Z","end":"2026-04-28T03:27:19.811032Z","steps":["trace[523200440] 'process raft request' (duration: 275.729666ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:19.810999Z","caller":"traceutil/trace.go:171","msg":"trace[63125950] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"274.881564ms","start":"2026-04-28T03:27:19.536088Z","end":"2026-04-28T03:27:19.810969Z","steps":["trace[63125950] 'process raft request' (duration: 274.67192ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:19.811225Z","caller":"traceutil/trace.go:171","msg":"trace[1487725665] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"275.145558ms","start":"2026-04-28T03:27:19.536058Z","end":"2026-04-28T03:27:19.811203Z","steps":["trace[1487725665] 'process raft request' (duration: 274.641109ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:19.811457Z","caller":"traceutil/trace.go:171","msg":"trace[1808623776] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"270.365021ms","start":"2026-04-28T03:27:19.541073Z","end":"2026-04-28T03:27:19.811438Z","steps":["trace[1808623776] 'process raft request' (duration: 269.785201ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:19.810982Z","caller":"traceutil/trace.go:171","msg":"trace[1724423865] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"274.965025ms","start":"2026-04-28T03:27:19.536Z","end":"2026-04-28T03:27:19.810965Z","steps":["trace[1724423865] 'process raft request' (duration: 274.608479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:19.811618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-28T03:27:19.811659Z","caller":"traceutil/trace.go:171","msg":"trace[1462346892] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4943; }","duration":"274.164682ms","start":"2026-04-28T03:27:19.537483Z","end":"2026-04-28T03:27:19.811648Z","steps":["trace[1462346892] 'agreement among raft nodes before linearized reading' (duration: 273.991499ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:19.993619Z","caller":"traceutil/trace.go:171","msg":"trace[1493428512] linearizableReadLoop","detail":"{readStateIndex:5165; appliedIndex:5164; }","duration":"182.558301ms","start":"2026-04-28T03:27:19.811035Z","end":"2026-04-28T03:27:19.993593Z","steps":["trace[1493428512] 'read index received' (duration: 181.224559ms)","trace[1493428512] 'applied index is now lower than readState.Index' (duration: 1.332862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:19.993857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.374966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:19.993973Z","caller":"traceutil/trace.go:171","msg":"trace[679341405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4944; }","duration":"327.581239ms","start":"2026-04-28T03:27:19.666368Z","end":"2026-04-28T03:27:19.99395Z","steps":["trace[679341405] 'agreement among raft nodes before linearized reading' (duration: 327.364196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:19.994023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:19.66635Z","time spent":"327.65842ms","remote":"127.0.0.1:60804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:27:19.994007Z","caller":"traceutil/trace.go:171","msg":"trace[1354550765] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"255.297539ms","start":"2026-04-28T03:27:19.738676Z","end":"2026-04-28T03:27:19.993973Z","steps":["trace[1354550765] 'process raft request' (duration: 253.51907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:19.994116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.48961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:19.994196Z","caller":"traceutil/trace.go:171","msg":"trace[865969119] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4944; }","duration":"405.646772ms","start":"2026-04-28T03:27:19.58853Z","end":"2026-04-28T03:27:19.994177Z","steps":["trace[865969119] 'agreement among raft nodes before linearized reading' (duration: 405.459059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:19.994248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:19.58851Z","time spent":"405.722404ms","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:27:20.494169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779671625,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:27:20.527229Z","caller":"traceutil/trace.go:171","msg":"trace[430959588] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"591.705513ms","start":"2026-04-28T03:27:19.935508Z","end":"2026-04-28T03:27:20.527213Z","steps":["trace[430959588] 'process raft request' (duration: 591.672902ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:20.527355Z","caller":"traceutil/trace.go:171","msg":"trace[1807370112] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"658.155949ms","start":"2026-04-28T03:27:19.869099Z","end":"2026-04-28T03:27:20.527254Z","steps":["trace[1807370112] 'process raft request' (duration: 658.058408ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:20.527237Z","caller":"traceutil/trace.go:171","msg":"trace[325359800] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"679.100026ms","start":"2026-04-28T03:27:19.848117Z","end":"2026-04-28T03:27:20.527217Z","steps":["trace[325359800] 'process raft request' (duration: 678.944233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:20.527772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:19.848091Z","time spent":"679.562003ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:20.528187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:19.935477Z","time spent":"591.791595ms","remote":"127.0.0.1:51080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8329,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:20.528363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:19.869074Z","time spent":"658.532236ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:20.920162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.560534ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:27:20.920275Z","caller":"traceutil/trace.go:171","msg":"trace[672026245] linearizableReadLoop","detail":"{readStateIndex:5169; appliedIndex:5167; }","duration":"926.568256ms","start":"2026-04-28T03:27:19.993687Z","end":"2026-04-28T03:27:20.920255Z","steps":["trace[672026245] 'read index received' (duration: 533.511879ms)","trace[672026245] 'applied index is now lower than readState.Index' (duration: 393.054857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:20.920548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104664386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-28T03:27:20.920619Z","caller":"traceutil/trace.go:171","msg":"trace[1141464719] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4947; }","duration":"1.104785668s","start":"2026-04-28T03:27:19.815816Z","end":"2026-04-28T03:27:20.920602Z","steps":["trace[1141464719] 'agreement among raft nodes before linearized reading' (duration: 1.104587665s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:20.920656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:19.815798Z","time spent":"1.104850329s","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7484,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-28T03:27:20.959166Z","caller":"traceutil/trace.go:171","msg":"trace[1125329681] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"420.893295ms","start":"2026-04-28T03:27:20.538254Z","end":"2026-04-28T03:27:20.959147Z","steps":["trace[1125329681] 'process raft request' (duration: 420.732783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:20.959374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:20.538235Z","time spent":"420.984507ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10044,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:20.993471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.778161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:20.993551Z","caller":"traceutil/trace.go:171","msg":"trace[1292898038] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4949; }","duration":"995.893863ms","start":"2026-04-28T03:27:19.997638Z","end":"2026-04-28T03:27:20.993532Z","steps":["trace[1292898038] 'agreement among raft nodes before linearized reading' (duration: 995.756301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:20.993591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:19.997619Z","time spent":"995.961874ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:27:20.993673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.590952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:27:20.993737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.393651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:27:20.993752Z","caller":"traceutil/trace.go:171","msg":"trace[2089148539] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4949; }","duration":"166.715005ms","start":"2026-04-28T03:27:20.827022Z","end":"2026-04-28T03:27:20.993737Z","steps":["trace[2089148539] 'agreement among raft nodes before linearized reading' (duration: 166.594353ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:20.993785Z","caller":"traceutil/trace.go:171","msg":"trace[1498316146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4949; }","duration":"983.479502ms","start":"2026-04-28T03:27:20.010294Z","end":"2026-04-28T03:27:20.993773Z","steps":["trace[1498316146] 'agreement among raft nodes before linearized reading' (duration: 983.33478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:20.993821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:20.010273Z","time spent":"983.538984ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:27:20.993794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.799394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:27:20.993991Z","caller":"traceutil/trace.go:171","msg":"trace[836536109] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"142.487264ms","start":"2026-04-28T03:27:20.851489Z","end":"2026-04-28T03:27:20.993976Z","steps":["trace[836536109] 'process raft request' (duration: 141.772983ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:20.993993Z","caller":"traceutil/trace.go:171","msg":"trace[1088481343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4949; }","duration":"739.045078ms","start":"2026-04-28T03:27:20.254922Z","end":"2026-04-28T03:27:20.993967Z","steps":["trace[1088481343] 'agreement among raft nodes before linearized reading' (duration: 738.710343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:20.994056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:20.254899Z","time spent":"739.142099ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:27:20.994107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.277407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:20.994163Z","caller":"traceutil/trace.go:171","msg":"trace[347453160] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4949; }","duration":"599.382829ms","start":"2026-04-28T03:27:20.39477Z","end":"2026-04-28T03:27:20.994153Z","steps":["trace[347453160] 'agreement among raft nodes before linearized reading' (duration: 599.301938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:20.994197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:20.394742Z","time spent":"599.444141ms","remote":"127.0.0.1:60772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:20.994389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.210225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:27:20.994438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.69333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:27:20.994508Z","caller":"traceutil/trace.go:171","msg":"trace[1986024697] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4949; }","duration":"941.804301ms","start":"2026-04-28T03:27:20.052688Z","end":"2026-04-28T03:27:20.994493Z","steps":["trace[1986024697] 'agreement among raft nodes before linearized reading' (duration: 940.817596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:20.994549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:20.052668Z","time spent":"941.869653ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:27:20.994434Z","caller":"traceutil/trace.go:171","msg":"trace[1967790935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4949; }","duration":"621.15948ms","start":"2026-04-28T03:27:20.373264Z","end":"2026-04-28T03:27:20.994423Z","steps":["trace[1967790935] 'agreement among raft nodes before linearized reading' (duration: 620.217226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:20.994617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:20.37324Z","time spent":"621.361673ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:27:20.995022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.190565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:27:20.995183Z","caller":"traceutil/trace.go:171","msg":"trace[1743861937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4949; }","duration":"943.386398ms","start":"2026-04-28T03:27:20.051785Z","end":"2026-04-28T03:27:20.995171Z","steps":["trace[1743861937] 'agreement among raft nodes before linearized reading' (duration: 941.801623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:20.995283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:20.051762Z","time spent":"943.443649ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:27:21.250768Z","caller":"traceutil/trace.go:171","msg":"trace[1996645250] linearizableReadLoop","detail":"{readStateIndex:5178; appliedIndex:5177; }","duration":"136.069637ms","start":"2026-04-28T03:27:21.114673Z","end":"2026-04-28T03:27:21.250743Z","steps":["trace[1996645250] 'read index received' (duration: 135.818873ms)","trace[1996645250] 'applied index is now lower than readState.Index' (duration: 249.914µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:21.250831Z","caller":"traceutil/trace.go:171","msg":"trace[961195117] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"171.887215ms","start":"2026-04-28T03:27:21.078921Z","end":"2026-04-28T03:27:21.250808Z","steps":["trace[961195117] 'process raft request' (duration: 171.659461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.250919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.23798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:21.25135Z","caller":"traceutil/trace.go:171","msg":"trace[1312864960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4956; }","duration":"136.543445ms","start":"2026-04-28T03:27:21.114609Z","end":"2026-04-28T03:27:21.251152Z","steps":["trace[1312864960] 'agreement among raft nodes before linearized reading' (duration: 136.24586ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:22.634985Z","caller":"traceutil/trace.go:171","msg":"trace[1832347089] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"222.191638ms","start":"2026-04-28T03:27:22.412773Z","end":"2026-04-28T03:27:22.634965Z","steps":["trace[1832347089] 'process raft request' (duration: 222.058566ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:22.719014Z","caller":"traceutil/trace.go:171","msg":"trace[1007513930] linearizableReadLoop","detail":"{readStateIndex:5198; appliedIndex:5195; }","duration":"150.803832ms","start":"2026-04-28T03:27:22.568185Z","end":"2026-04-28T03:27:22.718989Z","steps":["trace[1007513930] 'read index received' (duration: 66.71476ms)","trace[1007513930] 'applied index is now lower than readState.Index' (duration: 84.087912ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:22.719099Z","caller":"traceutil/trace.go:171","msg":"trace[89123121] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"185.781908ms","start":"2026-04-28T03:27:22.533301Z","end":"2026-04-28T03:27:22.719083Z","steps":["trace[89123121] 'process raft request' (duration: 185.618746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:22.71917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.952694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:22.719213Z","caller":"traceutil/trace.go:171","msg":"trace[107019300] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4975; }","duration":"151.023015ms","start":"2026-04-28T03:27:22.56818Z","end":"2026-04-28T03:27:22.719203Z","steps":["trace[107019300] 'agreement among raft nodes before linearized reading' (duration: 150.904563ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:22.719038Z","caller":"traceutil/trace.go:171","msg":"trace[403984262] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"186.169114ms","start":"2026-04-28T03:27:22.532847Z","end":"2026-04-28T03:27:22.719016Z","steps":["trace[403984262] 'process raft request' (duration: 178.260846ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:23.207664Z","caller":"traceutil/trace.go:171","msg":"trace[1581843055] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"170.555719ms","start":"2026-04-28T03:27:23.037081Z","end":"2026-04-28T03:27:23.207637Z","steps":["trace[1581843055] 'process raft request' (duration: 161.40837ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:23.208111Z","caller":"traceutil/trace.go:171","msg":"trace[1265603279] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"169.719244ms","start":"2026-04-28T03:27:23.038355Z","end":"2026-04-28T03:27:23.208074Z","steps":["trace[1265603279] 'process raft request' (duration: 169.259657ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:23.208321Z","caller":"traceutil/trace.go:171","msg":"trace[238512180] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"171.124318ms","start":"2026-04-28T03:27:23.037175Z","end":"2026-04-28T03:27:23.208299Z","steps":["trace[238512180] 'process raft request' (duration: 170.304595ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:23.625757Z","caller":"traceutil/trace.go:171","msg":"trace[330147659] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"206.457991ms","start":"2026-04-28T03:27:23.419275Z","end":"2026-04-28T03:27:23.625732Z","steps":["trace[330147659] 'process raft request' (duration: 206.304218ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:23.715284Z","caller":"traceutil/trace.go:171","msg":"trace[2090520049] linearizableReadLoop","detail":"{readStateIndex:5207; appliedIndex:5204; }","duration":"121.526723ms","start":"2026-04-28T03:27:23.593716Z","end":"2026-04-28T03:27:23.715243Z","steps":["trace[2090520049] 'read index received' (duration: 31.821337ms)","trace[2090520049] 'applied index is now lower than readState.Index' (duration: 89.703916ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:23.716023Z","caller":"traceutil/trace.go:171","msg":"trace[1277390981] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"216.667046ms","start":"2026-04-28T03:27:23.499243Z","end":"2026-04-28T03:27:23.71591Z","steps":["trace[1277390981] 'process raft request' (duration: 167.702392ms)","trace[1277390981] 'compare' (duration: 47.624853ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:23.716287Z","caller":"traceutil/trace.go:171","msg":"trace[1508835663] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"172.819756ms","start":"2026-04-28T03:27:23.543443Z","end":"2026-04-28T03:27:23.716263Z","steps":["trace[1508835663] 'process raft request' (duration: 171.721678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:23.722409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.669849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:23.722449Z","caller":"traceutil/trace.go:171","msg":"trace[1690647786] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4984; }","duration":"128.75265ms","start":"2026-04-28T03:27:23.593682Z","end":"2026-04-28T03:27:23.722434Z","steps":["trace[1690647786] 'agreement among raft nodes before linearized reading' (duration: 121.684035ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:23.841086Z","caller":"traceutil/trace.go:171","msg":"trace[213261741] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"198.664216ms","start":"2026-04-28T03:27:23.642401Z","end":"2026-04-28T03:27:23.841066Z","steps":["trace[213261741] 'process raft request' (duration: 198.175968ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:24.554693Z","caller":"traceutil/trace.go:171","msg":"trace[1294955340] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"126.886696ms","start":"2026-04-28T03:27:24.427773Z","end":"2026-04-28T03:27:24.554659Z","steps":["trace[1294955340] 'process raft request' (duration: 126.634021ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:24.741099Z","caller":"traceutil/trace.go:171","msg":"trace[1923954466] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"162.394354ms","start":"2026-04-28T03:27:24.578594Z","end":"2026-04-28T03:27:24.740989Z","steps":["trace[1923954466] 'process raft request' (duration: 98.886041ms)","trace[1923954466] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/masterleases/199.204.45.38; req_size:116; } (duration: 63.32542ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:24.992659Z","caller":"traceutil/trace.go:171","msg":"trace[1604330805] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"268.224357ms","start":"2026-04-28T03:27:24.724412Z","end":"2026-04-28T03:27:24.992637Z","steps":["trace[1604330805] 'process raft request' (duration: 220.204845ms)","trace[1604330805] 'compare' (duration: 47.874129ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:25.047993Z","caller":"traceutil/trace.go:171","msg":"trace[155156260] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"322.299728ms","start":"2026-04-28T03:27:24.725669Z","end":"2026-04-28T03:27:25.047969Z","steps":["trace[155156260] 'process raft request' (duration: 322.068775ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:25.048179Z","caller":"traceutil/trace.go:171","msg":"trace[469189350] linearizableReadLoop","detail":"{readStateIndex:5214; appliedIndex:5212; }","duration":"304.963066ms","start":"2026-04-28T03:27:24.743187Z","end":"2026-04-28T03:27:25.04815Z","steps":["trace[469189350] 'read index received' (duration: 201.424659ms)","trace[469189350] 'applied index is now lower than readState.Index' (duration: 103.536987ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:25.048425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:24.725655Z","time spent":"322.502501ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:25.048498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.303551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-28T03:27:25.048584Z","caller":"traceutil/trace.go:171","msg":"trace[394954266] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4991; }","duration":"305.435004ms","start":"2026-04-28T03:27:24.74313Z","end":"2026-04-28T03:27:25.048565Z","steps":["trace[394954266] 'agreement among raft nodes before linearized reading' (duration: 305.17311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:25.048636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:24.743089Z","time spent":"305.537166ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T03:27:25.048208Z","caller":"traceutil/trace.go:171","msg":"trace[664572224] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"198.28239ms","start":"2026-04-28T03:27:24.849896Z","end":"2026-04-28T03:27:25.048178Z","steps":["trace[664572224] 'process raft request' (duration: 198.035986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:25.049136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.293497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:27:25.049186Z","caller":"traceutil/trace.go:171","msg":"trace[740624263] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4991; }","duration":"239.416498ms","start":"2026-04-28T03:27:24.809757Z","end":"2026-04-28T03:27:25.049173Z","steps":["trace[740624263] 'agreement among raft nodes before linearized reading' (duration: 239.193845ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:27.124413Z","caller":"traceutil/trace.go:171","msg":"trace[649657410] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"127.126825ms","start":"2026-04-28T03:27:26.997248Z","end":"2026-04-28T03:27:27.124375Z","steps":["trace[649657410] 'process raft request' (duration: 126.948532ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:27.26299Z","caller":"traceutil/trace.go:171","msg":"trace[807567548] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"111.423889ms","start":"2026-04-28T03:27:27.151541Z","end":"2026-04-28T03:27:27.262965Z","steps":["trace[807567548] 'process raft request' (duration: 73.382914ms)","trace[807567548] 'compare' (duration: 37.661349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:27.665337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.664674ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:27:27.665688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.623036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:27.665711Z","caller":"traceutil/trace.go:171","msg":"trace[1072689418] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5003; }","duration":"103.0452ms","start":"2026-04-28T03:27:27.562646Z","end":"2026-04-28T03:27:27.665691Z","steps":["trace[1072689418] 'range keys from in-memory index tree' (duration: 102.650334ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:27.66584Z","caller":"traceutil/trace.go:171","msg":"trace[1662645666] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"398.223394ms","start":"2026-04-28T03:27:27.267594Z","end":"2026-04-28T03:27:27.665817Z","steps":["trace[1662645666] 'process raft request' (duration: 109.406465ms)","trace[1662645666] 'compare' (duration: 288.431793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:27.665907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.267572Z","time spent":"398.307885ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:27.666151Z","caller":"traceutil/trace.go:171","msg":"trace[951437014] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"398.272446ms","start":"2026-04-28T03:27:27.267854Z","end":"2026-04-28T03:27:27.666127Z","steps":["trace[951437014] 'process raft request' (duration: 398.184445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:27.666297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.267847Z","time spent":"398.378418ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:27.666319Z","caller":"traceutil/trace.go:171","msg":"trace[834900283] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"398.458989ms","start":"2026-04-28T03:27:27.267737Z","end":"2026-04-28T03:27:27.666196Z","steps":["trace[834900283] 'process raft request' (duration: 398.045552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:27.666699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.267721Z","time spent":"398.913796ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:28.156657Z","caller":"traceutil/trace.go:171","msg":"trace[1715344830] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"657.639068ms","start":"2026-04-28T03:27:27.498995Z","end":"2026-04-28T03:27:28.156634Z","steps":["trace[1715344830] 'process raft request' (duration: 657.472945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:28.15682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.49898Z","time spent":"657.754021ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:28.157168Z","caller":"traceutil/trace.go:171","msg":"trace[1697785180] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"698.792844ms","start":"2026-04-28T03:27:27.457746Z","end":"2026-04-28T03:27:28.156539Z","steps":["trace[1697785180] 'process raft request' (duration: 698.293575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:28.157278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.457723Z","time spent":"699.503435ms","remote":"127.0.0.1:51080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4951,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:28.21107Z","caller":"traceutil/trace.go:171","msg":"trace[1390564794] linearizableReadLoop","detail":"{readStateIndex:5234; appliedIndex:5230; }","duration":"224.369071ms","start":"2026-04-28T03:27:27.986676Z","end":"2026-04-28T03:27:28.211045Z","steps":["trace[1390564794] 'read index received' (duration: 169.55691ms)","trace[1390564794] 'applied index is now lower than readState.Index' (duration: 54.811401ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:28.211126Z","caller":"traceutil/trace.go:171","msg":"trace[2020715844] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"477.22856ms","start":"2026-04-28T03:27:27.733878Z","end":"2026-04-28T03:27:28.211107Z","steps":["trace[2020715844] 'process raft request' (duration: 476.977396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:28.211245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.733851Z","time spent":"477.321331ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:28.211465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.757147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:27:28.210947Z","caller":"traceutil/trace.go:171","msg":"trace[1917978724] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"477.086007ms","start":"2026-04-28T03:27:27.733803Z","end":"2026-04-28T03:27:28.210889Z","steps":["trace[1917978724] 'process raft request' (duration: 476.904494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:28.211567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.733778Z","time spent":"477.748068ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:28.211507Z","caller":"traceutil/trace.go:171","msg":"trace[19246723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5010; }","duration":"224.848089ms","start":"2026-04-28T03:27:27.986649Z","end":"2026-04-28T03:27:28.211497Z","steps":["trace[19246723] 'agreement among raft nodes before linearized reading' (duration: 224.470893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:28.823991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779671773,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:27:28.870567Z","caller":"traceutil/trace.go:171","msg":"trace[2062532792] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"705.856752ms","start":"2026-04-28T03:27:28.164674Z","end":"2026-04-28T03:27:28.870531Z","steps":["trace[2062532792] 'process raft request' (duration: 705.609798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:28.87154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.164658Z","time spent":"706.759927ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6660,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:29.25714Z","caller":"traceutil/trace.go:171","msg":"trace[1932392757] linearizableReadLoop","detail":"{readStateIndex:5236; appliedIndex:5234; }","duration":"933.984176ms","start":"2026-04-28T03:27:28.32311Z","end":"2026-04-28T03:27:29.257094Z","steps":["trace[1932392757] 'read index received' (duration: 547.143401ms)","trace[1932392757] 'applied index is now lower than readState.Index' (duration: 386.839405ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:29.257247Z","caller":"traceutil/trace.go:171","msg":"trace[1744319821] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"1.042658706s","start":"2026-04-28T03:27:28.214573Z","end":"2026-04-28T03:27:29.257232Z","steps":["trace[1744319821] 'process raft request' (duration: 944.487516ms)","trace[1744319821] 'compare' (duration: 97.784803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:29.257378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.214559Z","time spent":"1.042729177s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:29.257435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.308203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:29.257521Z","caller":"traceutil/trace.go:171","msg":"trace[820435347] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5012; }","duration":"934.428574ms","start":"2026-04-28T03:27:28.323075Z","end":"2026-04-28T03:27:29.257504Z","steps":["trace[820435347] 'agreement among raft nodes before linearized reading' (duration: 934.305542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:29.257577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.32306Z","time spent":"934.507495ms","remote":"127.0.0.1:39670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:27:29.559575Z","caller":"traceutil/trace.go:171","msg":"trace[1923107334] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"679.643715ms","start":"2026-04-28T03:27:28.879913Z","end":"2026-04-28T03:27:29.559557Z","steps":["trace[1923107334] 'process raft request' (duration: 673.101367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:29.559729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.879855Z","time spent":"679.773087ms","remote":"127.0.0.1:51080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4945,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:29.55984Z","caller":"traceutil/trace.go:171","msg":"trace[1731856614] linearizableReadLoop","detail":"{readStateIndex:5239; appliedIndex:5236; }","duration":"302.618622ms","start":"2026-04-28T03:27:29.257199Z","end":"2026-04-28T03:27:29.559817Z","steps":["trace[1731856614] 'read index received' (duration: 295.838689ms)","trace[1731856614] 'applied index is now lower than readState.Index' (duration: 6.778953ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:29.559993Z","caller":"traceutil/trace.go:171","msg":"trace[1501326673] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"408.131633ms","start":"2026-04-28T03:27:29.151847Z","end":"2026-04-28T03:27:29.559979Z","steps":["trace[1501326673] 'process raft request' (duration: 407.872958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:29.560097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:29.151831Z","time spent":"408.193813ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:29.560179Z","caller":"traceutil/trace.go:171","msg":"trace[1637354382] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"431.370836ms","start":"2026-04-28T03:27:29.12875Z","end":"2026-04-28T03:27:29.560121Z","steps":["trace[1637354382] 'process raft request' (duration: 430.761715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:29.560272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:29.128733Z","time spent":"431.503848ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:29.560375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.466181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:27:29.56037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.575813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:27:29.560467Z","caller":"traceutil/trace.go:171","msg":"trace[1349064119] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5015; }","duration":"747.729205ms","start":"2026-04-28T03:27:28.812706Z","end":"2026-04-28T03:27:29.560436Z","steps":["trace[1349064119] 'agreement among raft nodes before linearized reading' (duration: 747.482841ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:29.560504Z","caller":"traceutil/trace.go:171","msg":"trace[1766849633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5015; }","duration":"293.541193ms","start":"2026-04-28T03:27:29.266865Z","end":"2026-04-28T03:27:29.560406Z","steps":["trace[1766849633] 'agreement among raft nodes before linearized reading' (duration: 293.41346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:29.560569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.812678Z","time spent":"747.874858ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:27:29.560609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.527146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:29.56076Z","caller":"traceutil/trace.go:171","msg":"trace[545636909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5015; }","duration":"446.702029ms","start":"2026-04-28T03:27:29.114045Z","end":"2026-04-28T03:27:29.560747Z","steps":["trace[545636909] 'agreement among raft nodes before linearized reading' (duration: 446.527336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:29.560825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:29.114029Z","time spent":"446.78245ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:27:29.832887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.288819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:29.832998Z","caller":"traceutil/trace.go:171","msg":"trace[1177919709] linearizableReadLoop","detail":"{readStateIndex:5241; appliedIndex:5239; }","duration":"266.275192ms","start":"2026-04-28T03:27:29.566701Z","end":"2026-04-28T03:27:29.832976Z","steps":["trace[1177919709] 'read index received' (duration: 77.339286ms)","trace[1177919709] 'applied index is now lower than readState.Index' (duration: 188.931336ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:29.833115Z","caller":"traceutil/trace.go:171","msg":"trace[1060718419] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"266.699219ms","start":"2026-04-28T03:27:29.566396Z","end":"2026-04-28T03:27:29.833095Z","steps":["trace[1060718419] 'process raft request' (duration: 116.135575ms)","trace[1060718419] 'compare' (duration: 149.836932ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:29.833237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.508864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-domain-manage\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:29.833296Z","caller":"traceutil/trace.go:171","msg":"trace[1174779012] range","detail":"{range_begin:/registry/jobs/openstack/keystone-domain-manage; range_end:; response_count:0; response_revision:5017; }","duration":"258.584025ms","start":"2026-04-28T03:27:29.574696Z","end":"2026-04-28T03:27:29.83328Z","steps":["trace[1174779012] 'agreement among raft nodes before linearized reading' (duration: 258.448723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:29.833544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.165768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:27:29.83358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.346808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:27:29.833609Z","caller":"traceutil/trace.go:171","msg":"trace[835496871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5017; }","duration":"161.262309ms","start":"2026-04-28T03:27:29.67233Z","end":"2026-04-28T03:27:29.833592Z","steps":["trace[835496871] 'agreement among raft nodes before linearized reading' (duration: 161.087896ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:29.833625Z","caller":"traceutil/trace.go:171","msg":"trace[751895527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5017; }","duration":"162.422789ms","start":"2026-04-28T03:27:29.67119Z","end":"2026-04-28T03:27:29.833612Z","steps":["trace[751895527] 'agreement among raft nodes before linearized reading' (duration: 162.292477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:29.833771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.015657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:29.833832Z","caller":"traceutil/trace.go:171","msg":"trace[1873647170] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5017; }","duration":"135.104078ms","start":"2026-04-28T03:27:29.698716Z","end":"2026-04-28T03:27:29.83382Z","steps":["trace[1873647170] 'agreement among raft nodes before linearized reading' (duration: 134.994026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:29.833897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.729704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:27:29.833954Z","caller":"traceutil/trace.go:171","msg":"trace[1882970161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5017; }","duration":"162.814356ms","start":"2026-04-28T03:27:29.671126Z","end":"2026-04-28T03:27:29.83394Z","steps":["trace[1882970161] 'agreement among raft nodes before linearized reading' (duration: 162.679833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:29.833624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.913772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-28T03:27:29.834999Z","caller":"traceutil/trace.go:171","msg":"trace[229212456] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5017; }","duration":"267.39067ms","start":"2026-04-28T03:27:29.566673Z","end":"2026-04-28T03:27:29.834064Z","steps":["trace[229212456] 'agreement among raft nodes before linearized reading' (duration: 266.854501ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:30.049998Z","caller":"traceutil/trace.go:171","msg":"trace[240379830] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"211.528882ms","start":"2026-04-28T03:27:29.83845Z","end":"2026-04-28T03:27:30.049979Z","steps":["trace[240379830] 'process raft request' (duration: 187.374322ms)","trace[240379830] 'compare' (duration: 23.965386ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:30.050067Z","caller":"traceutil/trace.go:171","msg":"trace[1664582894] linearizableReadLoop","detail":"{readStateIndex:5244; appliedIndex:5241; }","duration":"211.4261ms","start":"2026-04-28T03:27:29.838631Z","end":"2026-04-28T03:27:30.050057Z","steps":["trace[1664582894] 'read index received' (duration: 29.030889ms)","trace[1664582894] 'applied index is now lower than readState.Index' (duration: 182.394421ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:30.049993Z","caller":"traceutil/trace.go:171","msg":"trace[669398304] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"211.519001ms","start":"2026-04-28T03:27:29.838451Z","end":"2026-04-28T03:27:30.04997Z","steps":["trace[669398304] 'process raft request' (duration: 211.445009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.050259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.607143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-28T03:27:30.050319Z","caller":"traceutil/trace.go:171","msg":"trace[578415920] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5021; }","duration":"211.700104ms","start":"2026-04-28T03:27:29.838607Z","end":"2026-04-28T03:27:30.050307Z","steps":["trace[578415920] 'agreement among raft nodes before linearized reading' (duration: 211.492261ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:30.050269Z","caller":"traceutil/trace.go:171","msg":"trace[154187589] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"187.748278ms","start":"2026-04-28T03:27:29.862506Z","end":"2026-04-28T03:27:30.050254Z","steps":["trace[154187589] 'process raft request' (duration: 187.429123ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:30.364389Z","caller":"traceutil/trace.go:171","msg":"trace[475939551] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"478.719382ms","start":"2026-04-28T03:27:29.885597Z","end":"2026-04-28T03:27:30.364317Z","steps":["trace[475939551] 'process raft request' (duration: 478.491238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.364674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:29.885582Z","time spent":"478.878724ms","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72068,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:30.551221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.985212ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:27:30.551323Z","caller":"traceutil/trace.go:171","msg":"trace[1579650364] linearizableReadLoop","detail":"{readStateIndex:5247; appliedIndex:5245; }","duration":"434.359122ms","start":"2026-04-28T03:27:30.116945Z","end":"2026-04-28T03:27:30.551305Z","steps":["trace[1579650364] 'read index received' (duration: 247.137427ms)","trace[1579650364] 'applied index is now lower than readState.Index' (duration: 187.220125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:30.551415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.458816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:30.551532Z","caller":"traceutil/trace.go:171","msg":"trace[68353961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5022; }","duration":"434.522957ms","start":"2026-04-28T03:27:30.116916Z","end":"2026-04-28T03:27:30.551439Z","steps":["trace[68353961] 'agreement among raft nodes before linearized reading' (duration: 434.454126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.551582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:30.116901Z","time spent":"434.669989ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:27:30.588986Z","caller":"traceutil/trace.go:171","msg":"trace[659688482] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"371.708668ms","start":"2026-04-28T03:27:30.217247Z","end":"2026-04-28T03:27:30.588956Z","steps":["trace[659688482] 'process raft request' (duration: 371.623046ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:30.58904Z","caller":"traceutil/trace.go:171","msg":"trace[784698652] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"371.866591ms","start":"2026-04-28T03:27:30.217144Z","end":"2026-04-28T03:27:30.589011Z","steps":["trace[784698652] 'process raft request' (duration: 371.555116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.589172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:30.21712Z","time spent":"371.979802ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:30.58918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:30.217233Z","time spent":"371.844781ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:30.803453Z","caller":"traceutil/trace.go:171","msg":"trace[93736773] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"431.377504ms","start":"2026-04-28T03:27:30.37205Z","end":"2026-04-28T03:27:30.803428Z","steps":["trace[93736773] 'process raft request' (duration: 431.186221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.803589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:30.372028Z","time spent":"431.501776ms","remote":"127.0.0.1:51080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6103,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:27:31.072119Z","caller":"traceutil/trace.go:171","msg":"trace[620531241] linearizableReadLoop","detail":"{readStateIndex:5251; appliedIndex:5250; }","duration":"257.560272ms","start":"2026-04-28T03:27:30.814538Z","end":"2026-04-28T03:27:31.072098Z","steps":["trace[620531241] 'read index received' (duration: 257.353439ms)","trace[620531241] 'applied index is now lower than readState.Index' (duration: 205.893µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:31.072245Z","caller":"traceutil/trace.go:171","msg":"trace[1144556077] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"261.04924ms","start":"2026-04-28T03:27:30.811086Z","end":"2026-04-28T03:27:31.072136Z","steps":["trace[1144556077] 'process raft request' (duration: 260.875377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:31.072727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.178134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-28T03:27:31.072779Z","caller":"traceutil/trace.go:171","msg":"trace[815827739] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5026; }","duration":"258.294325ms","start":"2026-04-28T03:27:30.814473Z","end":"2026-04-28T03:27:31.072767Z","steps":["trace[815827739] 'agreement among raft nodes before linearized reading' (duration: 257.709375ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:31.234691Z","caller":"traceutil/trace.go:171","msg":"trace[1242913232] linearizableReadLoop","detail":"{readStateIndex:5253; appliedIndex:5251; }","duration":"157.182145ms","start":"2026-04-28T03:27:31.077494Z","end":"2026-04-28T03:27:31.234676Z","steps":["trace[1242913232] 'read index received' (duration: 146.828694ms)","trace[1242913232] 'applied index is now lower than readState.Index' (duration: 10.352501ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:31.2347Z","caller":"traceutil/trace.go:171","msg":"trace[1698496270] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"157.919207ms","start":"2026-04-28T03:27:31.076745Z","end":"2026-04-28T03:27:31.234665Z","steps":["trace[1698496270] 'process raft request' (duration: 147.561516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:31.234942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.449671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-28T03:27:31.234962Z","caller":"traceutil/trace.go:171","msg":"trace[560759600] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5029; }","duration":"157.518072ms","start":"2026-04-28T03:27:31.077438Z","end":"2026-04-28T03:27:31.234956Z","steps":["trace[560759600] 'agreement among raft nodes before linearized reading' (duration: 157.420709ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:31.23497Z","caller":"traceutil/trace.go:171","msg":"trace[1990653660] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"157.762656ms","start":"2026-04-28T03:27:31.077192Z","end":"2026-04-28T03:27:31.234955Z","steps":["trace[1990653660] 'process raft request' (duration: 157.405009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:31.235122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.269821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:31.235365Z","caller":"traceutil/trace.go:171","msg":"trace[270336693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5029; }","duration":"118.374163ms","start":"2026-04-28T03:27:31.116795Z","end":"2026-04-28T03:27:31.235169Z","steps":["trace[270336693] 'agreement among raft nodes before linearized reading' (duration: 118.255341ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:31.234879Z","caller":"traceutil/trace.go:171","msg":"trace[1400676642] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"153.505904ms","start":"2026-04-28T03:27:31.081339Z","end":"2026-04-28T03:27:31.234845Z","steps":["trace[1400676642] 'process raft request' (duration: 153.307671ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:33.851216Z","caller":"traceutil/trace.go:171","msg":"trace[1072053940] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"102.499807ms","start":"2026-04-28T03:27:33.748657Z","end":"2026-04-28T03:27:33.851157Z","steps":["trace[1072053940] 'process raft request' (duration: 102.339254ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:34.19137Z","caller":"traceutil/trace.go:171","msg":"trace[145814698] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"153.24275ms","start":"2026-04-28T03:27:34.038108Z","end":"2026-04-28T03:27:34.191351Z","steps":["trace[145814698] 'process raft request' (duration: 152.994335ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:40.371857Z","caller":"traceutil/trace.go:171","msg":"trace[82709659] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"110.068035ms","start":"2026-04-28T03:27:40.261762Z","end":"2026-04-28T03:27:40.37183Z","steps":["trace[82709659] 'process raft request' (duration: 73.887472ms)","trace[82709659] 'compare' (duration: 35.908018ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:40.372612Z","caller":"traceutil/trace.go:171","msg":"trace[954350308] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"109.954102ms","start":"2026-04-28T03:27:40.262636Z","end":"2026-04-28T03:27:40.372591Z","steps":["trace[954350308] 'process raft request' (duration: 109.83139ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:42.376354Z","caller":"traceutil/trace.go:171","msg":"trace[1799246696] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"115.285872ms","start":"2026-04-28T03:27:42.261036Z","end":"2026-04-28T03:27:42.376322Z","steps":["trace[1799246696] 'process raft request' (duration: 115.095469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:49.76347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.627778ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:27:49.763687Z","caller":"traceutil/trace.go:171","msg":"trace[627956459] linearizableReadLoop","detail":"{readStateIndex:5358; appliedIndex:5357; }","duration":"168.489611ms","start":"2026-04-28T03:27:49.595178Z","end":"2026-04-28T03:27:49.763667Z","steps":["trace[627956459] 'read index received' (duration: 51.401µs)","trace[627956459] 'applied index is now lower than readState.Index' (duration: 168.43728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:49.76383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.652014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:27:49.763863Z","caller":"traceutil/trace.go:171","msg":"trace[775519942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5129; }","duration":"168.726696ms","start":"2026-04-28T03:27:49.595128Z","end":"2026-04-28T03:27:49.763854Z","steps":["trace[775519942] 'agreement among raft nodes before linearized reading' (duration: 168.600653ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:49.847014Z","caller":"traceutil/trace.go:171","msg":"trace[283056999] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"143.864435ms","start":"2026-04-28T03:27:49.703126Z","end":"2026-04-28T03:27:49.846991Z","steps":["trace[283056999] 'process raft request' (duration: 143.669292ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:50.10578Z","caller":"traceutil/trace.go:171","msg":"trace[802105548] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"237.301474ms","start":"2026-04-28T03:27:49.86845Z","end":"2026-04-28T03:27:50.105751Z","steps":["trace[802105548] 'process raft request' (duration: 156.241701ms)","trace[802105548] 'compare' (duration: 80.605566ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:50.279445Z","caller":"traceutil/trace.go:171","msg":"trace[276845965] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"169.940873ms","start":"2026-04-28T03:27:50.109485Z","end":"2026-04-28T03:27:50.279426Z","steps":["trace[276845965] 'process raft request' (duration: 98.000257ms)","trace[276845965] 'compare' (duration: 71.845294ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:50.992624Z","caller":"traceutil/trace.go:171","msg":"trace[1217888342] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"126.709594ms","start":"2026-04-28T03:27:50.865896Z","end":"2026-04-28T03:27:50.992606Z","steps":["trace[1217888342] 'process raft request' (duration: 126.600082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:51.297269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.723261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:51.297326Z","caller":"traceutil/trace.go:171","msg":"trace[504007546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5142; }","duration":"182.827132ms","start":"2026-04-28T03:27:51.114486Z","end":"2026-04-28T03:27:51.297314Z","steps":["trace[504007546] 'range keys from in-memory index tree' (duration: 182.650209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:52.166773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.163125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:52.166938Z","caller":"traceutil/trace.go:171","msg":"trace[703153897] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"268.426503ms","start":"2026-04-28T03:27:51.898476Z","end":"2026-04-28T03:27:52.166903Z","steps":["trace[703153897] 'process raft request' (duration: 59.011214ms)","trace[703153897] 'compare' (duration: 208.754767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:52.440136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.945576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:52.44021Z","caller":"traceutil/trace.go:171","msg":"trace[1763102675] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5146; }","duration":"143.059788ms","start":"2026-04-28T03:27:52.297134Z","end":"2026-04-28T03:27:52.440194Z","steps":["trace[1763102675] 'count revisions from in-memory index tree' (duration: 142.879695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:52.440207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.878888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:27:52.440412Z","caller":"traceutil/trace.go:171","msg":"trace[976930290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5146; }","duration":"157.135562ms","start":"2026-04-28T03:27:52.28326Z","end":"2026-04-28T03:27:52.440395Z","steps":["trace[976930290] 'range keys from in-memory index tree' (duration: 156.610694ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:52.575499Z","caller":"traceutil/trace.go:171","msg":"trace[1706940977] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"130.64253ms","start":"2026-04-28T03:27:52.444828Z","end":"2026-04-28T03:27:52.575471Z","steps":["trace[1706940977] 'process raft request' (duration: 130.500548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:52.858923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.216023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:52.859Z","caller":"traceutil/trace.go:171","msg":"trace[1360229532] linearizableReadLoop","detail":"{readStateIndex:5377; appliedIndex:5376; }","duration":"195.936506ms","start":"2026-04-28T03:27:52.66305Z","end":"2026-04-28T03:27:52.858987Z","steps":["trace[1360229532] 'read index received' (duration: 15.58494ms)","trace[1360229532] 'applied index is now lower than readState.Index' (duration: 180.350746ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:52.859138Z","caller":"traceutil/trace.go:171","msg":"trace[1173873777] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"249.811323ms","start":"2026-04-28T03:27:52.609305Z","end":"2026-04-28T03:27:52.859116Z","steps":["trace[1173873777] 'process raft request' (duration: 69.345185ms)","trace[1173873777] 'compare' (duration: 180.102191ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:52.859199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.157961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:27:52.859229Z","caller":"traceutil/trace.go:171","msg":"trace[2035883454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5148; }","duration":"196.232631ms","start":"2026-04-28T03:27:52.66299Z","end":"2026-04-28T03:27:52.859222Z","steps":["trace[2035883454] 'agreement among raft nodes before linearized reading' (duration: 196.13182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:52.859407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.923072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:27:52.859439Z","caller":"traceutil/trace.go:171","msg":"trace[465574140] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5148; }","duration":"116.986464ms","start":"2026-04-28T03:27:52.742443Z","end":"2026-04-28T03:27:52.85943Z","steps":["trace[465574140] 'agreement among raft nodes before linearized reading' (duration: 116.915733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:52.860317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.196657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:27:52.86035Z","caller":"traceutil/trace.go:171","msg":"trace[1442856861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5148; }","duration":"117.278649ms","start":"2026-04-28T03:27:52.743064Z","end":"2026-04-28T03:27:52.860343Z","steps":["trace[1442856861] 'agreement among raft nodes before linearized reading' (duration: 116.395414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:53.147335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.254364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:53.147582Z","caller":"traceutil/trace.go:171","msg":"trace[181361409] linearizableReadLoop","detail":"{readStateIndex:5379; appliedIndex:5377; }","duration":"282.681021ms","start":"2026-04-28T03:27:52.864879Z","end":"2026-04-28T03:27:53.14756Z","steps":["trace[181361409] 'read index received' (duration: 81.65619ms)","trace[181361409] 'applied index is now lower than readState.Index' (duration: 201.023521ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:53.147675Z","caller":"traceutil/trace.go:171","msg":"trace[1905797894] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"260.568216ms","start":"2026-04-28T03:27:52.887075Z","end":"2026-04-28T03:27:53.147643Z","steps":["trace[1905797894] 'process raft request' (duration: 260.392443ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:53.147725Z","caller":"traceutil/trace.go:171","msg":"trace[1498838000] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"283.310881ms","start":"2026-04-28T03:27:52.864395Z","end":"2026-04-28T03:27:53.147706Z","steps":["trace[1498838000] 'process raft request' (duration: 111.591869ms)","trace[1498838000] 'compare' (duration: 170.956098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:53.148133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.21827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-28T03:27:53.14828Z","caller":"traceutil/trace.go:171","msg":"trace[2014114209] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5151; }","duration":"283.403574ms","start":"2026-04-28T03:27:52.864854Z","end":"2026-04-28T03:27:53.148258Z","steps":["trace[2014114209] 'agreement among raft nodes before linearized reading' (duration: 282.810843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:53.20176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.341254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:53.201928Z","caller":"traceutil/trace.go:171","msg":"trace[1303580284] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5152; }","duration":"325.535817ms","start":"2026-04-28T03:27:52.876372Z","end":"2026-04-28T03:27:53.201908Z","steps":["trace[1303580284] 'agreement among raft nodes before linearized reading' (duration: 325.293453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:53.202005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:52.876356Z","time spent":"325.633469ms","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:27:53.201821Z","caller":"traceutil/trace.go:171","msg":"trace[1620540695] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"204.611295ms","start":"2026-04-28T03:27:52.997174Z","end":"2026-04-28T03:27:53.201785Z","steps":["trace[1620540695] 'process raft request' (duration: 204.112147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:53.202709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.426173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:53.203014Z","caller":"traceutil/trace.go:171","msg":"trace[1533855622] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5152; }","duration":"172.543586ms","start":"2026-04-28T03:27:53.030213Z","end":"2026-04-28T03:27:53.202757Z","steps":["trace[1533855622] 'agreement among raft nodes before linearized reading' (duration: 171.347785ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:53.960132Z","caller":"traceutil/trace.go:171","msg":"trace[109104144] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"146.579345ms","start":"2026-04-28T03:27:53.813527Z","end":"2026-04-28T03:27:53.960106Z","steps":["trace[109104144] 'process raft request' (duration: 146.416382ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:54.232812Z","caller":"traceutil/trace.go:171","msg":"trace[1776768327] linearizableReadLoop","detail":"{readStateIndex:5383; appliedIndex:5382; }","duration":"115.830251ms","start":"2026-04-28T03:27:54.116942Z","end":"2026-04-28T03:27:54.232772Z","steps":["trace[1776768327] 'read index received' (duration: 18.267578ms)","trace[1776768327] 'applied index is now lower than readState.Index' (duration: 97.561103ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:54.232849Z","caller":"traceutil/trace.go:171","msg":"trace[2061634548] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"333.442297ms","start":"2026-04-28T03:27:53.899375Z","end":"2026-04-28T03:27:54.232818Z","steps":["trace[2061634548] 'process raft request' (duration: 235.910684ms)","trace[2061634548] 'compare' (duration: 97.380551ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:54.232949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.994994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:54.233161Z","caller":"traceutil/trace.go:171","msg":"trace[1884836964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5154; }","duration":"116.238819ms","start":"2026-04-28T03:27:54.116908Z","end":"2026-04-28T03:27:54.233147Z","steps":["trace[1884836964] 'agreement among raft nodes before linearized reading' (duration: 115.996095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:54.233619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:53.899356Z","time spent":"333.61818ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:54.411314Z","caller":"traceutil/trace.go:171","msg":"trace[549030173] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"173.088332ms","start":"2026-04-28T03:27:54.238192Z","end":"2026-04-28T03:27:54.411281Z","steps":["trace[549030173] 'process raft request' (duration: 96.046497ms)","trace[549030173] 'compare' (duration: 76.916433ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:56.084254Z","caller":"traceutil/trace.go:171","msg":"trace[242644433] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"118.780531ms","start":"2026-04-28T03:27:55.965455Z","end":"2026-04-28T03:27:56.084235Z","steps":["trace[242644433] 'process raft request' (duration: 118.672749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:56.739188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779672194,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:27:56.805678Z","caller":"traceutil/trace.go:171","msg":"trace[1882263339] linearizableReadLoop","detail":"{readStateIndex:5394; appliedIndex:5393; }","duration":"567.17067ms","start":"2026-04-28T03:27:56.23848Z","end":"2026-04-28T03:27:56.805651Z","steps":["trace[1882263339] 'read index received' (duration: 566.972117ms)","trace[1882263339] 'applied index is now lower than readState.Index' (duration: 197.363µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:56.805795Z","caller":"traceutil/trace.go:171","msg":"trace[2037501072] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"567.374504ms","start":"2026-04-28T03:27:56.238397Z","end":"2026-04-28T03:27:56.805772Z","steps":["trace[2037501072] 'process raft request' (duration: 567.106839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:56.805844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.336984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:56.805881Z","caller":"traceutil/trace.go:171","msg":"trace[1655456436] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5164; }","duration":"567.424405ms","start":"2026-04-28T03:27:56.238445Z","end":"2026-04-28T03:27:56.805869Z","steps":["trace[1655456436] 'agreement among raft nodes before linearized reading' (duration: 567.337604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:56.805916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:56.238431Z","time spent":"567.474977ms","remote":"127.0.0.1:50920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:56.806041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.699448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:27:56.806107Z","caller":"traceutil/trace.go:171","msg":"trace[1193808449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5164; }","duration":"390.79206ms","start":"2026-04-28T03:27:56.415302Z","end":"2026-04-28T03:27:56.806094Z","steps":["trace[1193808449] 'agreement among raft nodes before linearized reading' (duration: 390.619847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:56.806141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:56.415287Z","time spent":"390.845871ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:27:56.806194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.194941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:27:56.806286Z","caller":"traceutil/trace.go:171","msg":"trace[1751710020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5164; }","duration":"191.328144ms","start":"2026-04-28T03:27:56.614935Z","end":"2026-04-28T03:27:56.806263Z","steps":["trace[1751710020] 'agreement among raft nodes before linearized reading' (duration: 191.10278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:56.806286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.700108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:27:56.806341Z","caller":"traceutil/trace.go:171","msg":"trace[533506477] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5164; }","duration":"111.82989ms","start":"2026-04-28T03:27:56.694496Z","end":"2026-04-28T03:27:56.806326Z","steps":["trace[533506477] 'agreement among raft nodes before linearized reading' (duration: 111.480584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:56.806851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:56.238374Z","time spent":"567.469957ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:57.033307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.313773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:57.033697Z","caller":"traceutil/trace.go:171","msg":"trace[325575677] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"222.948449ms","start":"2026-04-28T03:27:56.810713Z","end":"2026-04-28T03:27:57.033662Z","steps":["trace[325575677] 'process raft request' (duration: 111.189789ms)","trace[325575677] 'compare' (duration: 111.1576ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:57.033741Z","caller":"traceutil/trace.go:171","msg":"trace[779831366] linearizableReadLoop","detail":"{readStateIndex:5396; appliedIndex:5394; }","duration":"222.306427ms","start":"2026-04-28T03:27:56.811414Z","end":"2026-04-28T03:27:57.033721Z","steps":["trace[779831366] 'read index received' (duration: 110.508837ms)","trace[779831366] 'applied index is now lower than readState.Index' (duration: 111.79666ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:57.033858Z","caller":"traceutil/trace.go:171","msg":"trace[33560769] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"222.735095ms","start":"2026-04-28T03:27:56.811104Z","end":"2026-04-28T03:27:57.033839Z","steps":["trace[33560769] 'process raft request' (duration: 222.469971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:57.034503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.979109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:27:57.034556Z","caller":"traceutil/trace.go:171","msg":"trace[679263818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5166; }","duration":"150.07471ms","start":"2026-04-28T03:27:56.88447Z","end":"2026-04-28T03:27:57.034544Z","steps":["trace[679263818] 'agreement among raft nodes before linearized reading' (duration: 149.956028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:57.034051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.624273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:27:57.034755Z","caller":"traceutil/trace.go:171","msg":"trace[1464345525] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5166; }","duration":"223.356235ms","start":"2026-04-28T03:27:56.81138Z","end":"2026-04-28T03:27:57.034737Z","steps":["trace[1464345525] 'agreement among raft nodes before linearized reading' (duration: 222.530241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:57.034866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.437688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:27:57.034908Z","caller":"traceutil/trace.go:171","msg":"trace[1396832928] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5166; }","duration":"166.512729ms","start":"2026-04-28T03:27:56.868385Z","end":"2026-04-28T03:27:57.034898Z","steps":["trace[1396832928] 'agreement among raft nodes before linearized reading' (duration: 166.416267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:57.035197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.131442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:27:57.035488Z","caller":"traceutil/trace.go:171","msg":"trace[259289960] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5166; }","duration":"223.439757ms","start":"2026-04-28T03:27:56.812034Z","end":"2026-04-28T03:27:57.035474Z","steps":["trace[259289960] 'agreement among raft nodes before linearized reading' (duration: 222.269146ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:57.17261Z","caller":"traceutil/trace.go:171","msg":"trace[1152132451] linearizableReadLoop","detail":"{readStateIndex:5398; appliedIndex:5396; }","duration":"128.915333ms","start":"2026-04-28T03:27:57.043674Z","end":"2026-04-28T03:27:57.172589Z","steps":["trace[1152132451] 'read index received' (duration: 98.060892ms)","trace[1152132451] 'applied index is now lower than readState.Index' (duration: 30.853311ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:57.172792Z","caller":"traceutil/trace.go:171","msg":"trace[762903331] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"131.443849ms","start":"2026-04-28T03:27:57.041332Z","end":"2026-04-28T03:27:57.172776Z","steps":["trace[762903331] 'process raft request' (duration: 100.388503ms)","trace[762903331] 'compare' (duration: 30.624157ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:57.172952Z","caller":"traceutil/trace.go:171","msg":"trace[232499346] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"131.56757ms","start":"2026-04-28T03:27:57.041356Z","end":"2026-04-28T03:27:57.172923Z","steps":["trace[232499346] 'process raft request' (duration: 131.191543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:57.173111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.414393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-28T03:27:57.173258Z","caller":"traceutil/trace.go:171","msg":"trace[1179452061] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5168; }","duration":"129.580197ms","start":"2026-04-28T03:27:57.043658Z","end":"2026-04-28T03:27:57.173238Z","steps":["trace[1179452061] 'agreement among raft nodes before linearized reading' (duration: 129.232211ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:57.53137Z","caller":"traceutil/trace.go:171","msg":"trace[1443649244] linearizableReadLoop","detail":"{readStateIndex:5400; appliedIndex:5399; }","duration":"262.762895ms","start":"2026-04-28T03:27:57.268585Z","end":"2026-04-28T03:27:57.531348Z","steps":["trace[1443649244] 'read index received' (duration: 262.52936ms)","trace[1443649244] 'applied index is now lower than readState.Index' (duration: 232.315µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:57.531961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.094408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:27:57.531944Z","caller":"traceutil/trace.go:171","msg":"trace[27462947] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"278.673254ms","start":"2026-04-28T03:27:57.25324Z","end":"2026-04-28T03:27:57.531913Z","steps":["trace[27462947] 'process raft request' (duration: 277.960371ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:57.532Z","caller":"traceutil/trace.go:171","msg":"trace[791657562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5170; }","duration":"260.19052ms","start":"2026-04-28T03:27:57.271803Z","end":"2026-04-28T03:27:57.531993Z","steps":["trace[791657562] 'agreement among raft nodes before linearized reading' (duration: 260.008907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:57.532171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.768805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:27:57.532202Z","caller":"traceutil/trace.go:171","msg":"trace[422542380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5170; }","duration":"352.814596ms","start":"2026-04-28T03:27:57.179377Z","end":"2026-04-28T03:27:57.532192Z","steps":["trace[422542380] 'agreement among raft nodes before linearized reading' (duration: 352.709554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:57.532241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:57.179369Z","time spent":"352.863557ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:27:57.532472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.452635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-28T03:27:57.532495Z","caller":"traceutil/trace.go:171","msg":"trace[241684086] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5170; }","duration":"354.573887ms","start":"2026-04-28T03:27:57.177914Z","end":"2026-04-28T03:27:57.532488Z","steps":["trace[241684086] 'agreement among raft nodes before linearized reading' (duration: 354.433755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:57.532518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:57.177898Z","time spent":"354.614138ms","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7484,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-28T03:27:58.196768Z","caller":"traceutil/trace.go:171","msg":"trace[84281016] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"107.4123ms","start":"2026-04-28T03:27:58.08931Z","end":"2026-04-28T03:27:58.196722Z","steps":["trace[84281016] 'process raft request' (duration: 107.156125ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:59.835576Z","caller":"traceutil/trace.go:171","msg":"trace[1873692164] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"193.137875ms","start":"2026-04-28T03:27:59.642414Z","end":"2026-04-28T03:27:59.835552Z","steps":["trace[1873692164] 'process raft request' (duration: 192.972182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.349186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.433279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:28:01.349649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.13142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:28:01.349744Z","caller":"traceutil/trace.go:171","msg":"trace[198088834] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5184; }","duration":"330.05373ms","start":"2026-04-28T03:28:01.019662Z","end":"2026-04-28T03:28:01.349716Z","steps":["trace[198088834] 'count revisions from in-memory index tree' (duration: 329.330598ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:01.349792Z","caller":"traceutil/trace.go:171","msg":"trace[219465007] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5184; }","duration":"305.317843ms","start":"2026-04-28T03:28:01.044444Z","end":"2026-04-28T03:28:01.349762Z","steps":["trace[219465007] 'range keys from in-memory index tree' (duration: 304.936786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.349865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:01.019637Z","time spent":"330.191693ms","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:01.349879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:01.044429Z","time spent":"305.424115ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-28T03:28:01.350059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.746712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:28:01.350103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.257912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:28:01.35011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.821583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:01.350135Z","caller":"traceutil/trace.go:171","msg":"trace[1770351472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5184; }","duration":"274.899054ms","start":"2026-04-28T03:28:01.075219Z","end":"2026-04-28T03:28:01.350118Z","steps":["trace[1770351472] 'range keys from in-memory index tree' (duration: 274.588529ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:01.350168Z","caller":"traceutil/trace.go:171","msg":"trace[892150741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5184; }","duration":"235.923435ms","start":"2026-04-28T03:28:01.114231Z","end":"2026-04-28T03:28:01.350155Z","steps":["trace[892150741] 'range keys from in-memory index tree' (duration: 235.733131ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:01.350196Z","caller":"traceutil/trace.go:171","msg":"trace[1873463596] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5184; }","duration":"153.357304ms","start":"2026-04-28T03:28:01.196787Z","end":"2026-04-28T03:28:01.350145Z","steps":["trace[1873463596] 'count revisions from in-memory index tree' (duration: 153.187791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.350303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.69343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:28:01.351063Z","caller":"traceutil/trace.go:171","msg":"trace[1149953814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5184; }","duration":"280.505563ms","start":"2026-04-28T03:28:01.070541Z","end":"2026-04-28T03:28:01.351046Z","steps":["trace[1149953814] 'range keys from in-memory index tree' (duration: 279.439795ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:01.60158Z","caller":"traceutil/trace.go:171","msg":"trace[744341974] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"247.414608ms","start":"2026-04-28T03:28:01.354136Z","end":"2026-04-28T03:28:01.601551Z","steps":["trace[744341974] 'process raft request' (duration: 240.328843ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:01.601972Z","caller":"traceutil/trace.go:171","msg":"trace[2017574274] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"246.921531ms","start":"2026-04-28T03:28:01.355033Z","end":"2026-04-28T03:28:01.601955Z","steps":["trace[2017574274] 'process raft request' (duration: 246.476312ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:01.602422Z","caller":"traceutil/trace.go:171","msg":"trace[375490631] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"247.195424ms","start":"2026-04-28T03:28:01.355212Z","end":"2026-04-28T03:28:01.602407Z","steps":["trace[375490631] 'process raft request' (duration: 246.446691ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:01.602521Z","caller":"traceutil/trace.go:171","msg":"trace[334032446] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"246.750727ms","start":"2026-04-28T03:28:01.355735Z","end":"2026-04-28T03:28:01.602486Z","steps":["trace[334032446] 'process raft request' (duration: 246.525723ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:03.756419Z","caller":"traceutil/trace.go:171","msg":"trace[1568683458] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"131.006067ms","start":"2026-04-28T03:28:03.625375Z","end":"2026-04-28T03:28:03.756381Z","steps":["trace[1568683458] 'process raft request' (duration: 111.638583ms)","trace[1568683458] 'compare' (duration: 19.038308ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:03.756452Z","caller":"traceutil/trace.go:171","msg":"trace[338732794] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"130.703171ms","start":"2026-04-28T03:28:03.625709Z","end":"2026-04-28T03:28:03.756412Z","steps":["trace[338732794] 'process raft request' (duration: 130.589909ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:03.756755Z","caller":"traceutil/trace.go:171","msg":"trace[20411526] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"130.62095ms","start":"2026-04-28T03:28:03.626123Z","end":"2026-04-28T03:28:03.756744Z","steps":["trace[20411526] 'process raft request' (duration: 130.234813ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:03.756843Z","caller":"traceutil/trace.go:171","msg":"trace[2016387113] linearizableReadLoop","detail":"{readStateIndex:5431; appliedIndex:5427; }","duration":"113.900533ms","start":"2026-04-28T03:28:03.642922Z","end":"2026-04-28T03:28:03.756822Z","steps":["trace[2016387113] 'read index received' (duration: 94.066931ms)","trace[2016387113] 'applied index is now lower than readState.Index' (duration: 19.832602ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:03.756884Z","caller":"traceutil/trace.go:171","msg":"trace[1084423806] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"130.00022ms","start":"2026-04-28T03:28:03.626854Z","end":"2026-04-28T03:28:03.756854Z","steps":["trace[1084423806] 'process raft request' (duration: 129.794306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:03.757071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.131207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18aa67508dd78d6e\" ","response":"range_response_count:1 size:764"} {"level":"info","ts":"2026-04-28T03:28:03.757135Z","caller":"traceutil/trace.go:171","msg":"trace[724399219] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-1.18aa67508dd78d6e; range_end:; response_count:1; response_revision:5200; }","duration":"114.23654ms","start":"2026-04-28T03:28:03.642885Z","end":"2026-04-28T03:28:03.757122Z","steps":["trace[724399219] 'agreement among raft nodes before linearized reading' (duration: 114.027926ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:05.979173Z","caller":"traceutil/trace.go:171","msg":"trace[1207568937] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"110.397767ms","start":"2026-04-28T03:28:05.868749Z","end":"2026-04-28T03:28:05.979147Z","steps":["trace[1207568937] 'process raft request' (duration: 110.074512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:07.690928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.795637ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:07.691013Z","caller":"traceutil/trace.go:171","msg":"trace[2066104491] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5218; }","duration":"126.892669ms","start":"2026-04-28T03:28:07.564108Z","end":"2026-04-28T03:28:07.691Z","steps":["trace[2066104491] 'range keys from in-memory index tree' (duration: 126.782057ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:08.155347Z","caller":"traceutil/trace.go:171","msg":"trace[1093856028] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"376.461299ms","start":"2026-04-28T03:28:07.778858Z","end":"2026-04-28T03:28:08.155319Z","steps":["trace[1093856028] 'process raft request' (duration: 376.290326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.155514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:07.778837Z","time spent":"376.596771ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:08.273557Z","caller":"traceutil/trace.go:171","msg":"trace[338812994] linearizableReadLoop","detail":"{readStateIndex:5455; appliedIndex:5451; }","duration":"471.906819ms","start":"2026-04-28T03:28:07.801627Z","end":"2026-04-28T03:28:08.273534Z","steps":["trace[338812994] 'read index received' (duration: 353.475407ms)","trace[338812994] 'applied index is now lower than readState.Index' (duration: 118.430152ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:08.273607Z","caller":"traceutil/trace.go:171","msg":"trace[1119127955] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"493.415456ms","start":"2026-04-28T03:28:07.780124Z","end":"2026-04-28T03:28:08.273539Z","steps":["trace[1119127955] 'process raft request' (duration: 428.671445ms)","trace[1119127955] 'compare' (duration: 64.475916ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:08.273693Z","caller":"traceutil/trace.go:171","msg":"trace[1036782235] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"493.460916ms","start":"2026-04-28T03:28:07.780221Z","end":"2026-04-28T03:28:08.273681Z","steps":["trace[1036782235] 'process raft request' (duration: 493.216522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.273765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:07.780117Z","time spent":"493.569148ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:08.273921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.280007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:08.273986Z","caller":"traceutil/trace.go:171","msg":"trace[1258344844] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"492.779434ms","start":"2026-04-28T03:28:07.781133Z","end":"2026-04-28T03:28:08.273912Z","steps":["trace[1258344844] 'process raft request' (duration: 492.346196ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:08.274037Z","caller":"traceutil/trace.go:171","msg":"trace[1589714158] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5223; }","duration":"472.430759ms","start":"2026-04-28T03:28:07.801587Z","end":"2026-04-28T03:28:08.274018Z","steps":["trace[1589714158] 'agreement among raft nodes before linearized reading' (duration: 472.246976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.274093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:07.801571Z","time spent":"472.50915ms","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:28:08.273821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:07.780184Z","time spent":"493.539708ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:08.274315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.434888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:28:08.2744Z","caller":"traceutil/trace.go:171","msg":"trace[2052798186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5223; }","duration":"250.551189ms","start":"2026-04-28T03:28:08.023834Z","end":"2026-04-28T03:28:08.274385Z","steps":["trace[2052798186] 'agreement among raft nodes before linearized reading' (duration: 250.318025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.274556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.542272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:08.274719Z","caller":"traceutil/trace.go:171","msg":"trace[1993970171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5223; }","duration":"158.634113ms","start":"2026-04-28T03:28:08.115984Z","end":"2026-04-28T03:28:08.274618Z","steps":["trace[1993970171] 'agreement among raft nodes before linearized reading' (duration: 158.350947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.274074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:07.781125Z","time spent":"492.911906ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:08.508319Z","caller":"traceutil/trace.go:171","msg":"trace[363664854] linearizableReadLoop","detail":"{readStateIndex:5457; appliedIndex:5456; }","duration":"174.825732ms","start":"2026-04-28T03:28:08.333464Z","end":"2026-04-28T03:28:08.50829Z","steps":["trace[363664854] 'read index received' (duration: 172.534021ms)","trace[363664854] 'applied index is now lower than readState.Index' (duration: 2.289971ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:08.508395Z","caller":"traceutil/trace.go:171","msg":"trace[1139435066] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"210.335369ms","start":"2026-04-28T03:28:08.298025Z","end":"2026-04-28T03:28:08.50836Z","steps":["trace[1139435066] 'process raft request' (duration: 207.930935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.50855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.074806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10456"} {"level":"info","ts":"2026-04-28T03:28:08.508617Z","caller":"traceutil/trace.go:171","msg":"trace[803899158] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5225; }","duration":"175.187459ms","start":"2026-04-28T03:28:08.33341Z","end":"2026-04-28T03:28:08.508597Z","steps":["trace[803899158] 'agreement among raft nodes before linearized reading' (duration: 174.993725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:09.120424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.062665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:28:09.120514Z","caller":"traceutil/trace.go:171","msg":"trace[2089491599] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5226; }","duration":"139.203888ms","start":"2026-04-28T03:28:08.98129Z","end":"2026-04-28T03:28:09.120494Z","steps":["trace[2089491599] 'count revisions from in-memory index tree' (duration: 138.956323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:09.850005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.993633ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:28:09.850609Z","caller":"traceutil/trace.go:171","msg":"trace[1002986329] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"125.414952ms","start":"2026-04-28T03:28:09.725168Z","end":"2026-04-28T03:28:09.850583Z","steps":["trace[1002986329] 'process raft request' (duration: 124.925493ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:10.388319Z","caller":"traceutil/trace.go:171","msg":"trace[396305758] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"106.23065ms","start":"2026-04-28T03:28:10.282058Z","end":"2026-04-28T03:28:10.388288Z","steps":["trace[396305758] 'process raft request' (duration: 106.041507ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:10.388353Z","caller":"traceutil/trace.go:171","msg":"trace[1836382042] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"105.850224ms","start":"2026-04-28T03:28:10.282473Z","end":"2026-04-28T03:28:10.388324Z","steps":["trace[1836382042] 'process raft request' (duration: 105.758012ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:11.353195Z","caller":"traceutil/trace.go:171","msg":"trace[395124203] linearizableReadLoop","detail":"{readStateIndex:5469; appliedIndex:5468; }","duration":"236.383069ms","start":"2026-04-28T03:28:11.116793Z","end":"2026-04-28T03:28:11.353176Z","steps":["trace[395124203] 'read index received' (duration: 236.179724ms)","trace[395124203] 'applied index is now lower than readState.Index' (duration: 202.305µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:11.353279Z","caller":"traceutil/trace.go:171","msg":"trace[1107436735] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"378.261674ms","start":"2026-04-28T03:28:10.974967Z","end":"2026-04-28T03:28:11.353229Z","steps":["trace[1107436735] 'process raft request' (duration: 378.059069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:11.353304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.499251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:11.353334Z","caller":"traceutil/trace.go:171","msg":"trace[123630449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5236; }","duration":"236.582732ms","start":"2026-04-28T03:28:11.116741Z","end":"2026-04-28T03:28:11.353324Z","steps":["trace[123630449] 'agreement among raft nodes before linearized reading' (duration: 236.517731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:11.353407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:10.974945Z","time spent":"378.387585ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:11.593882Z","caller":"traceutil/trace.go:171","msg":"trace[1081913762] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"118.133208ms","start":"2026-04-28T03:28:11.47571Z","end":"2026-04-28T03:28:11.593843Z","steps":["trace[1081913762] 'process raft request' (duration: 91.611741ms)","trace[1081913762] 'compare' (duration: 26.249642ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:12.331659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.876078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:12.332269Z","caller":"traceutil/trace.go:171","msg":"trace[890636240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5238; }","duration":"215.00696ms","start":"2026-04-28T03:28:12.116712Z","end":"2026-04-28T03:28:12.331719Z","steps":["trace[890636240] 'range keys from in-memory index tree' (duration: 214.823557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:12.332326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.475415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:28:12.332733Z","caller":"traceutil/trace.go:171","msg":"trace[1077933145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5238; }","duration":"109.624528ms","start":"2026-04-28T03:28:12.222774Z","end":"2026-04-28T03:28:12.332399Z","steps":["trace[1077933145] 'range keys from in-memory index tree' (duration: 109.251561ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:12.369762Z","caller":"traceutil/trace.go:171","msg":"trace[1068913457] linearizableReadLoop","detail":"{readStateIndex:5472; appliedIndex:5471; }","duration":"109.143369ms","start":"2026-04-28T03:28:12.260593Z","end":"2026-04-28T03:28:12.369736Z","steps":["trace[1068913457] 'read index received' (duration: 108.968326ms)","trace[1068913457] 'applied index is now lower than readState.Index' (duration: 173.853µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:12.369896Z","caller":"traceutil/trace.go:171","msg":"trace[241387204] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"120.83184ms","start":"2026-04-28T03:28:12.249015Z","end":"2026-04-28T03:28:12.369847Z","steps":["trace[241387204] 'process raft request' (duration: 120.550935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:12.369947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.325962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:12.370009Z","caller":"traceutil/trace.go:171","msg":"trace[589183979] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5239; }","duration":"109.444505ms","start":"2026-04-28T03:28:12.260546Z","end":"2026-04-28T03:28:12.36999Z","steps":["trace[589183979] 'agreement among raft nodes before linearized reading' (duration: 109.322262ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:12.542727Z","caller":"traceutil/trace.go:171","msg":"trace[466511712] linearizableReadLoop","detail":"{readStateIndex:5474; appliedIndex:5473; }","duration":"150.77918ms","start":"2026-04-28T03:28:12.391928Z","end":"2026-04-28T03:28:12.542707Z","steps":["trace[466511712] 'read index received' (duration: 84.350742ms)","trace[466511712] 'applied index is now lower than readState.Index' (duration: 66.427578ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:12.542821Z","caller":"traceutil/trace.go:171","msg":"trace[176688909] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"160.631868ms","start":"2026-04-28T03:28:12.382171Z","end":"2026-04-28T03:28:12.542803Z","steps":["trace[176688909] 'process raft request' (duration: 94.198139ms)","trace[176688909] 'compare' (duration: 66.256926ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:12.542989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.052536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:28:12.543024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.847057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:28:12.543058Z","caller":"traceutil/trace.go:171","msg":"trace[1946725069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5241; }","duration":"122.915827ms","start":"2026-04-28T03:28:12.420132Z","end":"2026-04-28T03:28:12.543048Z","steps":["trace[1946725069] 'agreement among raft nodes before linearized reading' (duration: 122.807975ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:12.543056Z","caller":"traceutil/trace.go:171","msg":"trace[1503016521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5241; }","duration":"151.175638ms","start":"2026-04-28T03:28:12.391863Z","end":"2026-04-28T03:28:12.543039Z","steps":["trace[1503016521] 'agreement among raft nodes before linearized reading' (duration: 150.945894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:12.544288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.754448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:28:12.544338Z","caller":"traceutil/trace.go:171","msg":"trace[1298732572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5241; }","duration":"151.828299ms","start":"2026-04-28T03:28:12.3925Z","end":"2026-04-28T03:28:12.544328Z","steps":["trace[1298732572] 'agreement among raft nodes before linearized reading' (duration: 150.324661ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:12.844976Z","caller":"traceutil/trace.go:171","msg":"trace[8066991] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"298.366313ms","start":"2026-04-28T03:28:12.54659Z","end":"2026-04-28T03:28:12.844956Z","steps":["trace[8066991] 'process raft request' (duration: 298.17279ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:13.091948Z","caller":"traceutil/trace.go:171","msg":"trace[455499686] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"544.189611ms","start":"2026-04-28T03:28:12.54773Z","end":"2026-04-28T03:28:13.09192Z","steps":["trace[455499686] 'process raft request' (duration: 544.047939ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:13.092204Z","caller":"traceutil/trace.go:171","msg":"trace[1553781082] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"521.681095ms","start":"2026-04-28T03:28:12.570406Z","end":"2026-04-28T03:28:13.092087Z","steps":["trace[1553781082] 'process raft request' (duration: 521.452851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:13.092297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.689925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:28:13.092365Z","caller":"traceutil/trace.go:171","msg":"trace[392908912] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5245; }","duration":"281.769596ms","start":"2026-04-28T03:28:12.81056Z","end":"2026-04-28T03:28:13.092329Z","steps":["trace[392908912] 'agreement among raft nodes before linearized reading' (duration: 281.563542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:13.09207Z","caller":"traceutil/trace.go:171","msg":"trace[1544621410] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"544.6607ms","start":"2026-04-28T03:28:12.547389Z","end":"2026-04-28T03:28:13.092049Z","steps":["trace[1544621410] 'process raft request' (duration: 449.705523ms)","trace[1544621410] 'compare' (duration: 94.447198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:13.092551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:12.547719Z","time spent":"544.486136ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:13.092633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:12.547364Z","time spent":"545.147468ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:13.092081Z","caller":"traceutil/trace.go:171","msg":"trace[1914381748] linearizableReadLoop","detail":"{readStateIndex:5478; appliedIndex:5474; }","duration":"281.469341ms","start":"2026-04-28T03:28:12.810591Z","end":"2026-04-28T03:28:13.09206Z","steps":["trace[1914381748] 'read index received' (duration: 34.245348ms)","trace[1914381748] 'applied index is now lower than readState.Index' (duration: 247.222903ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:13.09261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:12.570376Z","time spent":"521.902309ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:13.969508Z","caller":"traceutil/trace.go:171","msg":"trace[1719730782] linearizableReadLoop","detail":"{readStateIndex:5480; appliedIndex:5479; }","duration":"443.251841ms","start":"2026-04-28T03:28:13.526234Z","end":"2026-04-28T03:28:13.969486Z","steps":["trace[1719730782] 'read index received' (duration: 443.080967ms)","trace[1719730782] 'applied index is now lower than readState.Index' (duration: 170.064µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:13.969601Z","caller":"traceutil/trace.go:171","msg":"trace[885089994] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"484.861163ms","start":"2026-04-28T03:28:13.484733Z","end":"2026-04-28T03:28:13.969594Z","steps":["trace[885089994] 'process raft request' (duration: 484.596359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:13.969686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.484415Z","time spent":"485.20539ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:13.969885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.648649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:28:13.96993Z","caller":"traceutil/trace.go:171","msg":"trace[1333690736] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5247; }","duration":"443.73618ms","start":"2026-04-28T03:28:13.526183Z","end":"2026-04-28T03:28:13.969919Z","steps":["trace[1333690736] 'agreement among raft nodes before linearized reading' (duration: 443.559467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:13.969959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.526163Z","time spent":"443.788502ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:28:14.179736Z","caller":"traceutil/trace.go:171","msg":"trace[1541876033] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"581.669128ms","start":"2026-04-28T03:28:13.598046Z","end":"2026-04-28T03:28:14.179716Z","steps":["trace[1541876033] 'process raft request' (duration: 496.324413ms)","trace[1541876033] 'compare' (duration: 85.195412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:14.179847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.598027Z","time spent":"581.76014ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:14.179832Z","caller":"traceutil/trace.go:171","msg":"trace[1029540255] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"255.014074ms","start":"2026-04-28T03:28:13.924799Z","end":"2026-04-28T03:28:14.179813Z","steps":["trace[1029540255] 'process raft request' (duration: 254.885761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:14.180034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.629493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:14.180082Z","caller":"traceutil/trace.go:171","msg":"trace[346998598] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5249; }","duration":"267.725145ms","start":"2026-04-28T03:28:13.912345Z","end":"2026-04-28T03:28:14.18007Z","steps":["trace[346998598] 'agreement among raft nodes before linearized reading' (duration: 267.641253ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:14.179831Z","caller":"traceutil/trace.go:171","msg":"trace[1129025648] linearizableReadLoop","detail":"{readStateIndex:5482; appliedIndex:5480; }","duration":"210.241546ms","start":"2026-04-28T03:28:13.969568Z","end":"2026-04-28T03:28:14.179809Z","steps":["trace[1129025648] 'read index received' (duration: 124.724307ms)","trace[1129025648] 'applied index is now lower than readState.Index' (duration: 85.514709ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:14.180933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.374331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:28:14.180999Z","caller":"traceutil/trace.go:171","msg":"trace[1227577837] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5249; }","duration":"208.464673ms","start":"2026-04-28T03:28:13.972516Z","end":"2026-04-28T03:28:14.180981Z","steps":["trace[1227577837] 'agreement among raft nodes before linearized reading' (duration: 208.28259ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:14.510998Z","caller":"traceutil/trace.go:171","msg":"trace[779612339] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"123.199611ms","start":"2026-04-28T03:28:14.387771Z","end":"2026-04-28T03:28:14.51097Z","steps":["trace[779612339] 'process raft request' (duration: 123.005257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:14.74179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.45927ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-28T03:28:14.741876Z","caller":"traceutil/trace.go:171","msg":"trace[1006606792] linearizableReadLoop","detail":"{readStateIndex:5484; appliedIndex:5483; }","duration":"195.55198ms","start":"2026-04-28T03:28:14.546307Z","end":"2026-04-28T03:28:14.741859Z","steps":["trace[1006606792] 'read index received' (duration: 90.892546ms)","trace[1006606792] 'applied index is now lower than readState.Index' (duration: 104.658364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:14.742288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.971298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:28:14.74232Z","caller":"traceutil/trace.go:171","msg":"trace[572778994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5250; }","duration":"196.046739ms","start":"2026-04-28T03:28:14.546266Z","end":"2026-04-28T03:28:14.742312Z","steps":["trace[572778994] 'agreement among raft nodes before linearized reading' (duration: 195.926307ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:14.853652Z","caller":"traceutil/trace.go:171","msg":"trace[1018683165] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"107.360324ms","start":"2026-04-28T03:28:14.746274Z","end":"2026-04-28T03:28:14.853634Z","steps":["trace[1018683165] 'process raft request' (duration: 107.249352ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:14.853656Z","caller":"traceutil/trace.go:171","msg":"trace[707043657] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"110.328477ms","start":"2026-04-28T03:28:14.743306Z","end":"2026-04-28T03:28:14.853634Z","steps":["trace[707043657] 'process raft request' (duration: 100.658562ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:15.336716Z","caller":"traceutil/trace.go:171","msg":"trace[1280299196] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"238.786901ms","start":"2026-04-28T03:28:15.097911Z","end":"2026-04-28T03:28:15.336697Z","steps":["trace[1280299196] 'process raft request' (duration: 238.549565ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:15.342262Z","caller":"traceutil/trace.go:171","msg":"trace[1022581241] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"241.316355ms","start":"2026-04-28T03:28:15.100916Z","end":"2026-04-28T03:28:15.342232Z","steps":["trace[1022581241] 'process raft request' (duration: 241.101431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:15.342549Z","caller":"traceutil/trace.go:171","msg":"trace[807724766] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"241.283236ms","start":"2026-04-28T03:28:15.101251Z","end":"2026-04-28T03:28:15.342534Z","steps":["trace[807724766] 'process raft request' (duration: 240.932509ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:15.342532Z","caller":"traceutil/trace.go:171","msg":"trace[1456693282] linearizableReadLoop","detail":"{readStateIndex:5490; appliedIndex:5487; }","duration":"116.256328ms","start":"2026-04-28T03:28:15.226228Z","end":"2026-04-28T03:28:15.342485Z","steps":["trace[1456693282] 'read index received' (duration: 110.399551ms)","trace[1456693282] 'applied index is now lower than readState.Index' (duration: 5.853257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:15.342662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.411572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:15.34272Z","caller":"traceutil/trace.go:171","msg":"trace[580861503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5256; }","duration":"116.536613ms","start":"2026-04-28T03:28:15.226171Z","end":"2026-04-28T03:28:15.342708Z","steps":["trace[580861503] 'agreement among raft nodes before linearized reading' (duration: 116.410911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:15.567964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.751528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:28:15.568071Z","caller":"traceutil/trace.go:171","msg":"trace[1885568840] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5256; }","duration":"164.91814ms","start":"2026-04-28T03:28:15.40313Z","end":"2026-04-28T03:28:15.568048Z","steps":["trace[1885568840] 'range keys from in-memory index tree' (duration: 164.530384ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:15.568165Z","caller":"traceutil/trace.go:171","msg":"trace[723900891] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"164.202367ms","start":"2026-04-28T03:28:15.403932Z","end":"2026-04-28T03:28:15.568134Z","steps":["trace[723900891] 'process raft request' (duration: 98.576507ms)","trace[723900891] 'compare' (duration: 65.267333ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:16.311234Z","caller":"traceutil/trace.go:171","msg":"trace[137951299] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"125.510739ms","start":"2026-04-28T03:28:16.185703Z","end":"2026-04-28T03:28:16.311214Z","steps":["trace[137951299] 'process raft request' (duration: 125.137892ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:19.083703Z","caller":"traceutil/trace.go:171","msg":"trace[1653313862] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"106.847869ms","start":"2026-04-28T03:28:18.976814Z","end":"2026-04-28T03:28:19.083662Z","steps":["trace[1653313862] 'process raft request' (duration: 48.122757ms)","trace[1653313862] 'compare' (duration: 58.60252ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:21.733278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.189178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:28:21.733407Z","caller":"traceutil/trace.go:171","msg":"trace[1881994071] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5288; }","duration":"119.366912ms","start":"2026-04-28T03:28:21.613993Z","end":"2026-04-28T03:28:21.73336Z","steps":["trace[1881994071] 'range keys from in-memory index tree' (duration: 118.937864ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:21.733378Z","caller":"traceutil/trace.go:171","msg":"trace[1115297653] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"117.256212ms","start":"2026-04-28T03:28:21.616091Z","end":"2026-04-28T03:28:21.733347Z","steps":["trace[1115297653] 'process raft request' (duration: 89.140339ms)","trace[1115297653] 'compare' (duration: 27.770246ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:22.600603Z","caller":"traceutil/trace.go:171","msg":"trace[1149138010] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"161.980715ms","start":"2026-04-28T03:28:22.438592Z","end":"2026-04-28T03:28:22.600572Z","steps":["trace[1149138010] 'process raft request' (duration: 161.799031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:22.798267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.530607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-28T03:28:22.798359Z","caller":"traceutil/trace.go:171","msg":"trace[397059392] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5291; }","duration":"146.655879ms","start":"2026-04-28T03:28:22.651673Z","end":"2026-04-28T03:28:22.798328Z","steps":["trace[397059392] 'range keys from in-memory index tree' (duration: 146.307702ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:22.798641Z","caller":"traceutil/trace.go:171","msg":"trace[293893984] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"106.082477ms","start":"2026-04-28T03:28:22.692518Z","end":"2026-04-28T03:28:22.7986Z","steps":["trace[293893984] 'process raft request' (duration: 36.598756ms)","trace[293893984] 'compare' (duration: 69.104743ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:23.034393Z","caller":"traceutil/trace.go:171","msg":"trace[705959081] linearizableReadLoop","detail":"{readStateIndex:5529; appliedIndex:5528; }","duration":"224.400819ms","start":"2026-04-28T03:28:22.809962Z","end":"2026-04-28T03:28:23.034363Z","steps":["trace[705959081] 'read index received' (duration: 163.075446ms)","trace[705959081] 'applied index is now lower than readState.Index' (duration: 61.324053ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:23.034588Z","caller":"traceutil/trace.go:171","msg":"trace[371291561] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"230.346685ms","start":"2026-04-28T03:28:22.804196Z","end":"2026-04-28T03:28:23.034542Z","steps":["trace[371291561] 'process raft request' (duration: 168.896559ms)","trace[371291561] 'compare' (duration: 61.12988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:23.035121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.133994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:28:23.035173Z","caller":"traceutil/trace.go:171","msg":"trace[1465153949] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5293; }","duration":"225.271007ms","start":"2026-04-28T03:28:22.80989Z","end":"2026-04-28T03:28:23.035161Z","steps":["trace[1465153949] 'agreement among raft nodes before linearized reading' (duration: 225.088424ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:24.762947Z","caller":"traceutil/trace.go:171","msg":"trace[1838632878] linearizableReadLoop","detail":"{readStateIndex:5539; appliedIndex:5538; }","duration":"155.019423ms","start":"2026-04-28T03:28:24.607902Z","end":"2026-04-28T03:28:24.762921Z","steps":["trace[1838632878] 'read index received' (duration: 88.754164ms)","trace[1838632878] 'applied index is now lower than readState.Index' (duration: 66.264329ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:24.763284Z","caller":"traceutil/trace.go:171","msg":"trace[1848101535] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"156.770736ms","start":"2026-04-28T03:28:24.606466Z","end":"2026-04-28T03:28:24.763237Z","steps":["trace[1848101535] 'process raft request' (duration: 90.195681ms)","trace[1848101535] 'compare' (duration: 66.147237ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:24.763355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.470203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-28T03:28:24.763418Z","caller":"traceutil/trace.go:171","msg":"trace[700414872] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5302; }","duration":"155.575895ms","start":"2026-04-28T03:28:24.607827Z","end":"2026-04-28T03:28:24.763403Z","steps":["trace[700414872] 'agreement among raft nodes before linearized reading' (duration: 155.438883ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:35.081646Z","caller":"traceutil/trace.go:171","msg":"trace[1218098297] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"189.932545ms","start":"2026-04-28T03:28:34.891677Z","end":"2026-04-28T03:28:35.081609Z","steps":["trace[1218098297] 'process raft request' (duration: 189.564768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:35.325924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.271166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:28:35.32605Z","caller":"traceutil/trace.go:171","msg":"trace[1494705091] linearizableReadLoop","detail":"{readStateIndex:5592; appliedIndex:5591; }","duration":"174.250352ms","start":"2026-04-28T03:28:35.151777Z","end":"2026-04-28T03:28:35.326027Z","steps":["trace[1494705091] 'read index received' (duration: 41.71042ms)","trace[1494705091] 'applied index is now lower than readState.Index' (duration: 132.538052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:35.326289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.513596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:28:35.326296Z","caller":"traceutil/trace.go:171","msg":"trace[1473472106] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"239.937326ms","start":"2026-04-28T03:28:35.086319Z","end":"2026-04-28T03:28:35.326256Z","steps":["trace[1473472106] 'process raft request' (duration: 107.225791ms)","trace[1473472106] 'compare' (duration: 132.042982ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:35.326341Z","caller":"traceutil/trace.go:171","msg":"trace[338109028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5353; }","duration":"174.591188ms","start":"2026-04-28T03:28:35.151736Z","end":"2026-04-28T03:28:35.326327Z","steps":["trace[338109028] 'agreement among raft nodes before linearized reading' (duration: 174.409585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:35.326379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.30055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:28:35.326389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.150423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:28:35.326445Z","caller":"traceutil/trace.go:171","msg":"trace[1225753876] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5353; }","duration":"144.421002ms","start":"2026-04-28T03:28:35.182008Z","end":"2026-04-28T03:28:35.326429Z","steps":["trace[1225753876] 'agreement among raft nodes before linearized reading' (duration: 144.29281ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:35.326456Z","caller":"traceutil/trace.go:171","msg":"trace[891046031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5353; }","duration":"167.254915ms","start":"2026-04-28T03:28:35.159184Z","end":"2026-04-28T03:28:35.326439Z","steps":["trace[891046031] 'agreement among raft nodes before linearized reading' (duration: 167.074312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:35.327056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.156455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-28T03:28:35.327124Z","caller":"traceutil/trace.go:171","msg":"trace[921221849] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5353; }","duration":"165.247427ms","start":"2026-04-28T03:28:35.16186Z","end":"2026-04-28T03:28:35.327108Z","steps":["trace[921221849] 'agreement among raft nodes before linearized reading' (duration: 164.442172ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:37.79978Z","caller":"traceutil/trace.go:171","msg":"trace[2068819234] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"160.979337ms","start":"2026-04-28T03:28:37.638771Z","end":"2026-04-28T03:28:37.79975Z","steps":["trace[2068819234] 'process raft request' (duration: 109.018868ms)","trace[2068819234] 'compare' (duration: 51.624922ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:38.121459Z","caller":"traceutil/trace.go:171","msg":"trace[1921680448] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"316.363887ms","start":"2026-04-28T03:28:37.805074Z","end":"2026-04-28T03:28:38.121438Z","steps":["trace[1921680448] 'process raft request' (duration: 316.218975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:38.121723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:37.805057Z","time spent":"316.583771ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:38.136208Z","caller":"traceutil/trace.go:171","msg":"trace[1213982024] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"331.021651ms","start":"2026-04-28T03:28:37.805142Z","end":"2026-04-28T03:28:38.136164Z","steps":["trace[1213982024] 'process raft request' (duration: 330.660964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:38.136378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:37.805114Z","time spent":"331.177725ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:38.136508Z","caller":"traceutil/trace.go:171","msg":"trace[1427866719] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"309.053145ms","start":"2026-04-28T03:28:37.827441Z","end":"2026-04-28T03:28:38.136494Z","steps":["trace[1427866719] 'process raft request' (duration: 308.576255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:38.136572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:37.827402Z","time spent":"309.138516ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:39.608763Z","caller":"traceutil/trace.go:171","msg":"trace[1382362184] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"170.939844ms","start":"2026-04-28T03:28:39.437784Z","end":"2026-04-28T03:28:39.608724Z","steps":["trace[1382362184] 'process raft request' (duration: 170.615127ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:39.608674Z","caller":"traceutil/trace.go:171","msg":"trace[1950619330] linearizableReadLoop","detail":"{readStateIndex:5614; appliedIndex:5613; }","duration":"105.577353ms","start":"2026-04-28T03:28:39.503063Z","end":"2026-04-28T03:28:39.60864Z","steps":["trace[1950619330] 'read index received' (duration: 105.302208ms)","trace[1950619330] 'applied index is now lower than readState.Index' (duration: 273.435µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:39.609382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.257627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:28:39.609524Z","caller":"traceutil/trace.go:171","msg":"trace[1698400733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5375; }","duration":"106.4646ms","start":"2026-04-28T03:28:39.503006Z","end":"2026-04-28T03:28:39.60947Z","steps":["trace[1698400733] 'agreement among raft nodes before linearized reading' (duration: 105.808317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:39.887534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.050502ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:28:39.887831Z","caller":"traceutil/trace.go:171","msg":"trace[1874412192] linearizableReadLoop","detail":"{readStateIndex:5616; appliedIndex:5615; }","duration":"173.090675ms","start":"2026-04-28T03:28:39.714707Z","end":"2026-04-28T03:28:39.887797Z","steps":["trace[1874412192] 'read index received' (duration: 91.232µs)","trace[1874412192] 'applied index is now lower than readState.Index' (duration: 172.996513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:39.888215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.495563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:39.888286Z","caller":"traceutil/trace.go:171","msg":"trace[2123305091] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5377; }","duration":"173.673357ms","start":"2026-04-28T03:28:39.714595Z","end":"2026-04-28T03:28:39.888269Z","steps":["trace[2123305091] 'agreement among raft nodes before linearized reading' (duration: 173.398132ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:40.369657Z","caller":"traceutil/trace.go:171","msg":"trace[245261636] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"206.803281ms","start":"2026-04-28T03:28:40.162819Z","end":"2026-04-28T03:28:40.369623Z","steps":["trace[245261636] 'process raft request' (duration: 108.643172ms)","trace[245261636] 'compare' (duration: 97.958685ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:40.369997Z","caller":"traceutil/trace.go:171","msg":"trace[1457379184] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"206.67834ms","start":"2026-04-28T03:28:40.163309Z","end":"2026-04-28T03:28:40.369987Z","steps":["trace[1457379184] 'process raft request' (duration: 206.271802ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:41.821871Z","caller":"traceutil/trace.go:171","msg":"trace[1571638410] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"134.748192ms","start":"2026-04-28T03:28:41.687094Z","end":"2026-04-28T03:28:41.821842Z","steps":["trace[1571638410] 'process raft request' (duration: 131.415527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:42.006924Z","caller":"traceutil/trace.go:171","msg":"trace[456800169] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"112.678212ms","start":"2026-04-28T03:28:41.894222Z","end":"2026-04-28T03:28:42.0069Z","steps":["trace[456800169] 'process raft request' (duration: 43.075188ms)","trace[456800169] 'compare' (duration: 69.476722ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:44.390624Z","caller":"traceutil/trace.go:171","msg":"trace[83543022] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"146.659418ms","start":"2026-04-28T03:28:44.243837Z","end":"2026-04-28T03:28:44.390496Z","steps":["trace[83543022] 'process raft request' (duration: 146.324211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:44.602938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.307926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:28:44.603465Z","caller":"traceutil/trace.go:171","msg":"trace[1705109454] linearizableReadLoop","detail":"{readStateIndex:5640; appliedIndex:5639; }","duration":"191.287097ms","start":"2026-04-28T03:28:44.412098Z","end":"2026-04-28T03:28:44.603385Z","steps":["trace[1705109454] 'read index received' (duration: 36.394059ms)","trace[1705109454] 'applied index is now lower than readState.Index' (duration: 154.890478ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:44.60352Z","caller":"traceutil/trace.go:171","msg":"trace[797093669] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"207.686677ms","start":"2026-04-28T03:28:44.395795Z","end":"2026-04-28T03:28:44.603482Z","steps":["trace[797093669] 'process raft request' (duration: 52.689317ms)","trace[797093669] 'compare' (duration: 154.148853ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:44.603699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.582312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:28:44.60404Z","caller":"traceutil/trace.go:171","msg":"trace[1077916838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5400; }","duration":"191.9703ms","start":"2026-04-28T03:28:44.412045Z","end":"2026-04-28T03:28:44.604016Z","steps":["trace[1077916838] 'agreement among raft nodes before linearized reading' (duration: 191.46372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:44.604505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.989623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:28:44.604698Z","caller":"traceutil/trace.go:171","msg":"trace[877306213] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:5400; }","duration":"128.128866ms","start":"2026-04-28T03:28:44.476494Z","end":"2026-04-28T03:28:44.604623Z","steps":["trace[877306213] 'agreement among raft nodes before linearized reading' (duration: 127.8617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:44.841436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.686993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:28:44.841728Z","caller":"traceutil/trace.go:171","msg":"trace[1614326831] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"144.775231ms","start":"2026-04-28T03:28:44.696937Z","end":"2026-04-28T03:28:44.841712Z","steps":["trace[1614326831] 'process raft request' (duration: 144.593468ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:44.841841Z","caller":"traceutil/trace.go:171","msg":"trace[828163932] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"232.579432ms","start":"2026-04-28T03:28:44.609231Z","end":"2026-04-28T03:28:44.841811Z","steps":["trace[828163932] 'process raft request' (duration: 93.41626ms)","trace[828163932] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:473; } (duration: 138.391517ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:45.039791Z","caller":"traceutil/trace.go:171","msg":"trace[1698779413] linearizableReadLoop","detail":"{readStateIndex:5644; appliedIndex:5643; }","duration":"228.667175ms","start":"2026-04-28T03:28:44.811092Z","end":"2026-04-28T03:28:45.039759Z","steps":["trace[1698779413] 'read index received' (duration: 163.832531ms)","trace[1698779413] 'applied index is now lower than readState.Index' (duration: 64.833174ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:45.039865Z","caller":"traceutil/trace.go:171","msg":"trace[1563263496] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"333.141832ms","start":"2026-04-28T03:28:44.706686Z","end":"2026-04-28T03:28:45.039828Z","steps":["trace[1563263496] 'process raft request' (duration: 268.244726ms)","trace[1563263496] 'compare' (duration: 64.636561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:45.04001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:44.706652Z","time spent":"333.292034ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:45.040142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.035643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:28:45.040236Z","caller":"traceutil/trace.go:171","msg":"trace[476729374] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5403; }","duration":"229.184956ms","start":"2026-04-28T03:28:44.811038Z","end":"2026-04-28T03:28:45.040223Z","steps":["trace[476729374] 'agreement among raft nodes before linearized reading' (duration: 228.912101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:45.040262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.59504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-28T03:28:45.040318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.991233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:28:45.040344Z","caller":"traceutil/trace.go:171","msg":"trace[1882176877] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5403; }","duration":"196.723102ms","start":"2026-04-28T03:28:44.843605Z","end":"2026-04-28T03:28:45.040328Z","steps":["trace[1882176877] 'agreement among raft nodes before linearized reading' (duration: 196.512248ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:45.040401Z","caller":"traceutil/trace.go:171","msg":"trace[882796570] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5403; }","duration":"130.081375ms","start":"2026-04-28T03:28:44.910298Z","end":"2026-04-28T03:28:45.04038Z","steps":["trace[882796570] 'agreement among raft nodes before linearized reading' (duration: 129.83593ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:46.044417Z","caller":"traceutil/trace.go:171","msg":"trace[919353240] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"100.971378ms","start":"2026-04-28T03:28:45.943419Z","end":"2026-04-28T03:28:46.04439Z","steps":["trace[919353240] 'process raft request' (duration: 100.808935ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:46.563888Z","caller":"traceutil/trace.go:171","msg":"trace[670939679] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"168.445234ms","start":"2026-04-28T03:28:46.395398Z","end":"2026-04-28T03:28:46.563843Z","steps":["trace[670939679] 'process raft request' (duration: 168.284901ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:46.755393Z","caller":"traceutil/trace.go:171","msg":"trace[721582565] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"143.60154ms","start":"2026-04-28T03:28:46.611771Z","end":"2026-04-28T03:28:46.755373Z","steps":["trace[721582565] 'process raft request' (duration: 139.861147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:47.696115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.034056ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:47.696259Z","caller":"traceutil/trace.go:171","msg":"trace[253522746] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5412; }","duration":"133.188679ms","start":"2026-04-28T03:28:47.563044Z","end":"2026-04-28T03:28:47.696232Z","steps":["trace[253522746] 'range keys from in-memory index tree' (duration: 133.013496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:47.696951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.939634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:28:47.697073Z","caller":"traceutil/trace.go:171","msg":"trace[1271840211] linearizableReadLoop","detail":"{readStateIndex:5654; appliedIndex:5653; }","duration":"226.764344ms","start":"2026-04-28T03:28:47.470282Z","end":"2026-04-28T03:28:47.697046Z","steps":["trace[1271840211] 'read index received' (duration: 32.651828ms)","trace[1271840211] 'applied index is now lower than readState.Index' (duration: 194.110896ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:47.69715Z","caller":"traceutil/trace.go:171","msg":"trace[831603460] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"467.067592ms","start":"2026-04-28T03:28:47.23006Z","end":"2026-04-28T03:28:47.697127Z","steps":["trace[831603460] 'process raft request' (duration: 272.865204ms)","trace[831603460] 'compare' (duration: 193.634107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:47.697263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.230041Z","time spent":"467.159604ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:47.697543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.261494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:28:47.697608Z","caller":"traceutil/trace.go:171","msg":"trace[1690553097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5413; }","duration":"227.353055ms","start":"2026-04-28T03:28:47.470232Z","end":"2026-04-28T03:28:47.697585Z","steps":["trace[1690553097] 'agreement among raft nodes before linearized reading' (duration: 226.873016ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:48.021465Z","caller":"traceutil/trace.go:171","msg":"trace[2077099051] linearizableReadLoop","detail":"{readStateIndex:5655; appliedIndex:5654; }","duration":"318.778619ms","start":"2026-04-28T03:28:47.702658Z","end":"2026-04-28T03:28:48.021437Z","steps":["trace[2077099051] 'read index received' (duration: 318.460903ms)","trace[2077099051] 'applied index is now lower than readState.Index' (duration: 316.746µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:48.021615Z","caller":"traceutil/trace.go:171","msg":"trace[1133147820] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"320.263538ms","start":"2026-04-28T03:28:47.701336Z","end":"2026-04-28T03:28:48.0216Z","steps":["trace[1133147820] 'process raft request' (duration: 319.85111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.021781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.083916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:48.021886Z","caller":"traceutil/trace.go:171","msg":"trace[1483767019] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5414; }","duration":"319.253908ms","start":"2026-04-28T03:28:47.702604Z","end":"2026-04-28T03:28:48.021858Z","steps":["trace[1483767019] 'agreement among raft nodes before linearized reading' (duration: 319.052984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.021947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.702586Z","time spent":"319.348511ms","remote":"127.0.0.1:39630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:48.022216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.70132Z","time spent":"320.535323ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:48.023053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.27046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:28:48.023137Z","caller":"traceutil/trace.go:171","msg":"trace[1625416059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5414; }","duration":"235.392192ms","start":"2026-04-28T03:28:47.787726Z","end":"2026-04-28T03:28:48.023119Z","steps":["trace[1625416059] 'agreement among raft nodes before linearized reading' (duration: 234.518185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.200838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.50556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:28:48.201232Z","caller":"traceutil/trace.go:171","msg":"trace[2027753346] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"174.161779ms","start":"2026-04-28T03:28:48.027055Z","end":"2026-04-28T03:28:48.201217Z","steps":["trace[2027753346] 'process raft request' (duration: 70.20697ms)","trace[2027753346] 'compare' (duration: 103.344487ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:48.201328Z","caller":"traceutil/trace.go:171","msg":"trace[1058109638] linearizableReadLoop","detail":"{readStateIndex:5656; appliedIndex:5655; }","duration":"151.845094ms","start":"2026-04-28T03:28:48.049476Z","end":"2026-04-28T03:28:48.201321Z","steps":["trace[1058109638] 'read index received' (duration: 47.738292ms)","trace[1058109638] 'applied index is now lower than readState.Index' (duration: 104.106112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:48.201497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.019547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:28:48.201519Z","caller":"traceutil/trace.go:171","msg":"trace[1970770366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5416; }","duration":"152.070667ms","start":"2026-04-28T03:28:48.049441Z","end":"2026-04-28T03:28:48.201512Z","steps":["trace[1970770366] 'agreement among raft nodes before linearized reading' (duration: 151.984646ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:50.92017Z","caller":"traceutil/trace.go:171","msg":"trace[1417062798] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"123.937732ms","start":"2026-04-28T03:28:50.796213Z","end":"2026-04-28T03:28:50.92015Z","steps":["trace[1417062798] 'process raft request' (duration: 123.801609ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:50.920394Z","caller":"traceutil/trace.go:171","msg":"trace[548646871] linearizableReadLoop","detail":"{readStateIndex:5673; appliedIndex:5673; }","duration":"110.084631ms","start":"2026-04-28T03:28:50.810286Z","end":"2026-04-28T03:28:50.920371Z","steps":["trace[548646871] 'read index received' (duration: 110.079421ms)","trace[548646871] 'applied index is now lower than readState.Index' (duration: 4.36µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:50.920545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.249274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:28:50.920577Z","caller":"traceutil/trace.go:171","msg":"trace[1123046702] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5431; }","duration":"110.319916ms","start":"2026-04-28T03:28:50.810248Z","end":"2026-04-28T03:28:50.920568Z","steps":["trace[1123046702] 'agreement among raft nodes before linearized reading' (duration: 110.175223ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:57.278924Z","caller":"traceutil/trace.go:171","msg":"trace[1920250532] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"114.812489ms","start":"2026-04-28T03:28:57.164077Z","end":"2026-04-28T03:28:57.27889Z","steps":["trace[1920250532] 'process raft request' (duration: 114.581194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:02.253568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.355114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:29:02.253657Z","caller":"traceutil/trace.go:171","msg":"trace[926910439] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5484; }","duration":"196.479636ms","start":"2026-04-28T03:29:02.057157Z","end":"2026-04-28T03:29:02.253637Z","steps":["trace[926910439] 'range keys from in-memory index tree' (duration: 196.150629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:02.253722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.876152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:02.253835Z","caller":"traceutil/trace.go:171","msg":"trace[1723467369] linearizableReadLoop","detail":"{readStateIndex:5729; appliedIndex:5728; }","duration":"139.468516ms","start":"2026-04-28T03:29:02.114347Z","end":"2026-04-28T03:29:02.253816Z","steps":["trace[1723467369] 'read index received' (duration: 20.325108ms)","trace[1723467369] 'applied index is now lower than readState.Index' (duration: 119.141898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:02.253953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.60824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:02.253873Z","caller":"traceutil/trace.go:171","msg":"trace[268027387] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"195.521707ms","start":"2026-04-28T03:29:02.058323Z","end":"2026-04-28T03:29:02.253845Z","steps":["trace[268027387] 'process raft request' (duration: 76.43596ms)","trace[268027387] 'compare' (duration: 118.638658ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:02.25399Z","caller":"traceutil/trace.go:171","msg":"trace[1426516889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5485; }","duration":"139.675231ms","start":"2026-04-28T03:29:02.114305Z","end":"2026-04-28T03:29:02.25398Z","steps":["trace[1426516889] 'agreement among raft nodes before linearized reading' (duration: 139.60615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:02.254725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.875206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa675f561bda1b\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-28T03:29:02.254794Z","caller":"traceutil/trace.go:171","msg":"trace[1789787605] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa675f561bda1b; range_end:; response_count:1; response_revision:5485; }","duration":"139.007649ms","start":"2026-04-28T03:29:02.115768Z","end":"2026-04-28T03:29:02.254776Z","steps":["trace[1789787605] 'agreement among raft nodes before linearized reading' (duration: 138.189753ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:03.88247Z","caller":"traceutil/trace.go:171","msg":"trace[450175855] transaction","detail":"{read_only:false; response_revision:5496; number_of_response:1; }","duration":"234.296001ms","start":"2026-04-28T03:29:03.64815Z","end":"2026-04-28T03:29:03.882446Z","steps":["trace[450175855] 'process raft request' (duration: 233.831242ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:04.115669Z","caller":"traceutil/trace.go:171","msg":"trace[638425259] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"124.26917ms","start":"2026-04-28T03:29:03.991215Z","end":"2026-04-28T03:29:04.115484Z","steps":["trace[638425259] 'process raft request' (duration: 33.433697ms)","trace[638425259] 'compare' (duration: 90.638229ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:04.415918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.82347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:29:04.416043Z","caller":"traceutil/trace.go:171","msg":"trace[508410886] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5497; }","duration":"156.992254ms","start":"2026-04-28T03:29:04.259035Z","end":"2026-04-28T03:29:04.416027Z","steps":["trace[508410886] 'range keys from in-memory index tree' (duration: 156.667017ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:04.736616Z","caller":"traceutil/trace.go:171","msg":"trace[1838756211] linearizableReadLoop","detail":"{readStateIndex:5746; appliedIndex:5745; }","duration":"161.171726ms","start":"2026-04-28T03:29:04.575411Z","end":"2026-04-28T03:29:04.736582Z","steps":["trace[1838756211] 'read index received' (duration: 72.500654ms)","trace[1838756211] 'applied index is now lower than readState.Index' (duration: 88.668842ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:04.736646Z","caller":"traceutil/trace.go:171","msg":"trace[263439267] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"199.095851ms","start":"2026-04-28T03:29:04.537534Z","end":"2026-04-28T03:29:04.73663Z","steps":["trace[263439267] 'process raft request' (duration: 110.381898ms)","trace[263439267] 'compare' (duration: 88.451588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:04.736795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.37513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:29:04.736831Z","caller":"traceutil/trace.go:171","msg":"trace[420025139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5501; }","duration":"161.425921ms","start":"2026-04-28T03:29:04.575397Z","end":"2026-04-28T03:29:04.736823Z","steps":["trace[420025139] 'agreement among raft nodes before linearized reading' (duration: 161.282239ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:05.015681Z","caller":"traceutil/trace.go:171","msg":"trace[1131958838] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"180.28076ms","start":"2026-04-28T03:29:04.835388Z","end":"2026-04-28T03:29:05.015669Z","steps":["trace[1131958838] 'process raft request' (duration: 180.104647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:05.015665Z","caller":"traceutil/trace.go:171","msg":"trace[345480806] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"274.716665ms","start":"2026-04-28T03:29:04.740925Z","end":"2026-04-28T03:29:05.015642Z","steps":["trace[345480806] 'process raft request' (duration: 215.084334ms)","trace[345480806] 'compare' (duration: 59.235064ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:05.01611Z","caller":"traceutil/trace.go:171","msg":"trace[946009752] linearizableReadLoop","detail":"{readStateIndex:5747; appliedIndex:5746; }","duration":"273.627563ms","start":"2026-04-28T03:29:04.74207Z","end":"2026-04-28T03:29:05.015697Z","steps":["trace[946009752] 'read index received' (duration: 214.079034ms)","trace[946009752] 'applied index is now lower than readState.Index' (duration: 59.545849ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:05.016496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.603738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:29:05.016591Z","caller":"traceutil/trace.go:171","msg":"trace[151155605] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5503; }","duration":"205.738071ms","start":"2026-04-28T03:29:04.810837Z","end":"2026-04-28T03:29:05.016575Z","steps":["trace[151155605] 'agreement among raft nodes before linearized reading' (duration: 205.529147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:05.016988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.899789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:29:05.017034Z","caller":"traceutil/trace.go:171","msg":"trace[290189252] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5503; }","duration":"274.97241ms","start":"2026-04-28T03:29:04.742049Z","end":"2026-04-28T03:29:05.017021Z","steps":["trace[290189252] 'agreement among raft nodes before linearized reading' (duration: 274.145204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:05.721859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.857348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:05.722062Z","caller":"traceutil/trace.go:171","msg":"trace[901644934] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5507; }","duration":"139.119904ms","start":"2026-04-28T03:29:05.58292Z","end":"2026-04-28T03:29:05.72204Z","steps":["trace[901644934] 'range keys from in-memory index tree' (duration: 138.744496ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:05.721917Z","caller":"traceutil/trace.go:171","msg":"trace[1234102076] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"118.04051ms","start":"2026-04-28T03:29:05.603844Z","end":"2026-04-28T03:29:05.721884Z","steps":["trace[1234102076] 'process raft request' (duration: 60.654212ms)","trace[1234102076] 'compare' (duration: 57.235405ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:06.80204Z","caller":"traceutil/trace.go:171","msg":"trace[1673543328] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"102.27772ms","start":"2026-04-28T03:29:06.69974Z","end":"2026-04-28T03:29:06.802018Z","steps":["trace[1673543328] 'process raft request' (duration: 102.095017ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:07.131125Z","caller":"traceutil/trace.go:171","msg":"trace[1049355168] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"106.883962ms","start":"2026-04-28T03:29:07.024214Z","end":"2026-04-28T03:29:07.131098Z","steps":["trace[1049355168] 'process raft request' (duration: 106.741628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:14.020729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.629045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:14.020845Z","caller":"traceutil/trace.go:171","msg":"trace[1188681633] linearizableReadLoop","detail":"{readStateIndex:5793; appliedIndex:5792; }","duration":"165.707217ms","start":"2026-04-28T03:29:13.85512Z","end":"2026-04-28T03:29:14.020827Z","steps":["trace[1188681633] 'read index received' (duration: 34.904168ms)","trace[1188681633] 'applied index is now lower than readState.Index' (duration: 130.801369ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:14.020927Z","caller":"traceutil/trace.go:171","msg":"trace[1915334608] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"185.578359ms","start":"2026-04-28T03:29:13.835308Z","end":"2026-04-28T03:29:14.020886Z","steps":["trace[1915334608] 'process raft request' (duration: 54.707479ms)","trace[1915334608] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:507; } (duration: 130.138796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:14.020981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.851729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:14.021066Z","caller":"traceutil/trace.go:171","msg":"trace[243796213] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5547; }","duration":"166.000552ms","start":"2026-04-28T03:29:13.855045Z","end":"2026-04-28T03:29:14.021045Z","steps":["trace[243796213] 'agreement among raft nodes before linearized reading' (duration: 165.861799ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:20.17088Z","caller":"traceutil/trace.go:171","msg":"trace[1045110437] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"124.00271ms","start":"2026-04-28T03:29:20.046842Z","end":"2026-04-28T03:29:20.170844Z","steps":["trace[1045110437] 'process raft request' (duration: 123.780776ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:25.906003Z","caller":"traceutil/trace.go:171","msg":"trace[1733242020] linearizableReadLoop","detail":"{readStateIndex:5860; appliedIndex:5859; }","duration":"127.585267ms","start":"2026-04-28T03:29:25.778399Z","end":"2026-04-28T03:29:25.905984Z","steps":["trace[1733242020] 'read index received' (duration: 127.351232ms)","trace[1733242020] 'applied index is now lower than readState.Index' (duration: 233.095µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:25.90613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.70948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:29:25.906152Z","caller":"traceutil/trace.go:171","msg":"trace[1517493333] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5610; }","duration":"127.786711ms","start":"2026-04-28T03:29:25.778359Z","end":"2026-04-28T03:29:25.906146Z","steps":["trace[1517493333] 'agreement among raft nodes before linearized reading' (duration: 127.695259ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:25.906183Z","caller":"traceutil/trace.go:171","msg":"trace[991090363] transaction","detail":"{read_only:false; response_revision:5610; number_of_response:1; }","duration":"136.941871ms","start":"2026-04-28T03:29:25.769192Z","end":"2026-04-28T03:29:25.906134Z","steps":["trace[991090363] 'process raft request' (duration: 136.635605ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:26.722125Z","caller":"traceutil/trace.go:171","msg":"trace[1781759871] transaction","detail":"{read_only:false; response_revision:5612; number_of_response:1; }","duration":"255.637193ms","start":"2026-04-28T03:29:26.466451Z","end":"2026-04-28T03:29:26.722088Z","steps":["trace[1781759871] 'process raft request' (duration: 255.131483ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:26.954436Z","caller":"traceutil/trace.go:171","msg":"trace[677079807] linearizableReadLoop","detail":"{readStateIndex:5863; appliedIndex:5862; }","duration":"141.035974ms","start":"2026-04-28T03:29:26.813373Z","end":"2026-04-28T03:29:26.954409Z","steps":["trace[677079807] 'read index received' (duration: 140.746149ms)","trace[677079807] 'applied index is now lower than readState.Index' (duration: 288.485µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:26.954699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.587125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:29:26.954749Z","caller":"traceutil/trace.go:171","msg":"trace[113998214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5613; }","duration":"138.719138ms","start":"2026-04-28T03:29:26.816018Z","end":"2026-04-28T03:29:26.954737Z","steps":["trace[113998214] 'agreement among raft nodes before linearized reading' (duration: 138.562435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:26.954762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.367621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:29:26.954838Z","caller":"traceutil/trace.go:171","msg":"trace[1194633908] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5613; }","duration":"141.488912ms","start":"2026-04-28T03:29:26.813332Z","end":"2026-04-28T03:29:26.954821Z","steps":["trace[1194633908] 'agreement among raft nodes before linearized reading' (duration: 141.186036ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:26.954659Z","caller":"traceutil/trace.go:171","msg":"trace[1906477999] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"168.083068ms","start":"2026-04-28T03:29:26.78639Z","end":"2026-04-28T03:29:26.954473Z","steps":["trace[1906477999] 'process raft request' (duration: 167.843184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:27.269738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.485265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:27.270089Z","caller":"traceutil/trace.go:171","msg":"trace[1182432103] linearizableReadLoop","detail":"{readStateIndex:5865; appliedIndex:5863; }","duration":"308.974921ms","start":"2026-04-28T03:29:26.961093Z","end":"2026-04-28T03:29:27.270068Z","steps":["trace[1182432103] 'read index received' (duration: 127.102728ms)","trace[1182432103] 'applied index is now lower than readState.Index' (duration: 181.870503ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:27.270148Z","caller":"traceutil/trace.go:171","msg":"trace[1932508978] transaction","detail":"{read_only:false; response_revision:5615; number_of_response:1; }","duration":"309.230797ms","start":"2026-04-28T03:29:26.960888Z","end":"2026-04-28T03:29:27.270119Z","steps":["trace[1932508978] 'process raft request' (duration: 309.095503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:27.270223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.138345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-28T03:29:27.270247Z","caller":"traceutil/trace.go:171","msg":"trace[1039624530] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5615; }","duration":"309.189016ms","start":"2026-04-28T03:29:26.96105Z","end":"2026-04-28T03:29:27.270239Z","steps":["trace[1039624530] 'agreement among raft nodes before linearized reading' (duration: 309.095034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:27.270269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:26.96104Z","time spent":"309.224396ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-28T03:29:27.270215Z","caller":"traceutil/trace.go:171","msg":"trace[1948500580] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"309.639775ms","start":"2026-04-28T03:29:26.960496Z","end":"2026-04-28T03:29:27.270136Z","steps":["trace[1948500580] 'process raft request' (duration: 127.68189ms)","trace[1948500580] 'compare' (duration: 181.343012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:27.270303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:26.960877Z","time spent":"309.35006ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:27.270475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:26.960475Z","time spent":"309.894689ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:27.270782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.582974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:27.270836Z","caller":"traceutil/trace.go:171","msg":"trace[1026132212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5615; }","duration":"152.665185ms","start":"2026-04-28T03:29:27.118157Z","end":"2026-04-28T03:29:27.270823Z","steps":["trace[1026132212] 'agreement among raft nodes before linearized reading' (duration: 152.585734ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:27.459581Z","caller":"traceutil/trace.go:171","msg":"trace[113023499] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"156.926719ms","start":"2026-04-28T03:29:27.302618Z","end":"2026-04-28T03:29:27.459545Z","steps":["trace[113023499] 'process raft request' (duration: 139.879422ms)","trace[113023499] 'compare' (duration: 16.885264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:29.228772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.236915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:29.22895Z","caller":"traceutil/trace.go:171","msg":"trace[1574131688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5622; }","duration":"114.45292ms","start":"2026-04-28T03:29:29.114481Z","end":"2026-04-28T03:29:29.228934Z","steps":["trace[1574131688] 'range keys from in-memory index tree' (duration: 114.127693ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:29.405801Z","caller":"traceutil/trace.go:171","msg":"trace[1358612005] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"129.394245ms","start":"2026-04-28T03:29:29.276381Z","end":"2026-04-28T03:29:29.405775Z","steps":["trace[1358612005] 'process raft request' (duration: 129.253743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:29.410095Z","caller":"traceutil/trace.go:171","msg":"trace[250024389] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"133.107679ms","start":"2026-04-28T03:29:29.276968Z","end":"2026-04-28T03:29:29.410076Z","steps":["trace[250024389] 'process raft request' (duration: 132.932445ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:29.610635Z","caller":"traceutil/trace.go:171","msg":"trace[390293130] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"145.881312ms","start":"2026-04-28T03:29:29.464704Z","end":"2026-04-28T03:29:29.610585Z","steps":["trace[390293130] 'process raft request' (duration: 47.859559ms)","trace[390293130] 'compare' (duration: 97.614015ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:34.802904Z","caller":"traceutil/trace.go:171","msg":"trace[1284617009] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"255.577906ms","start":"2026-04-28T03:29:34.547289Z","end":"2026-04-28T03:29:34.802867Z","steps":["trace[1284617009] 'process raft request' (duration: 255.241939ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:35.03343Z","caller":"traceutil/trace.go:171","msg":"trace[1436161794] linearizableReadLoop","detail":"{readStateIndex:5914; appliedIndex:5913; }","duration":"142.232246ms","start":"2026-04-28T03:29:34.891173Z","end":"2026-04-28T03:29:35.033405Z","steps":["trace[1436161794] 'read index received' (duration: 142.047262ms)","trace[1436161794] 'applied index is now lower than readState.Index' (duration: 183.944µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:35.033486Z","caller":"traceutil/trace.go:171","msg":"trace[866727515] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"169.11307ms","start":"2026-04-28T03:29:34.864346Z","end":"2026-04-28T03:29:35.033459Z","steps":["trace[866727515] 'process raft request' (duration: 168.855195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:35.033751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.383349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:29:35.033806Z","caller":"traceutil/trace.go:171","msg":"trace[1157508410] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5662; }","duration":"142.620953ms","start":"2026-04-28T03:29:34.891168Z","end":"2026-04-28T03:29:35.033788Z","steps":["trace[1157508410] 'agreement among raft nodes before linearized reading' (duration: 142.356238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:35.04364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.531571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:29:35.043718Z","caller":"traceutil/trace.go:171","msg":"trace[2089837824] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5663; }","duration":"141.664044ms","start":"2026-04-28T03:29:34.902036Z","end":"2026-04-28T03:29:35.0437Z","steps":["trace[2089837824] 'agreement among raft nodes before linearized reading' (duration: 141.49678ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:35.581364Z","caller":"traceutil/trace.go:171","msg":"trace[2023853612] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"114.230569ms","start":"2026-04-28T03:29:35.467113Z","end":"2026-04-28T03:29:35.581343Z","steps":["trace[2023853612] 'process raft request' (duration: 113.815691ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:35.715935Z","caller":"traceutil/trace.go:171","msg":"trace[1946034610] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"129.999733ms","start":"2026-04-28T03:29:35.585904Z","end":"2026-04-28T03:29:35.715904Z","steps":["trace[1946034610] 'process raft request' (duration: 124.022674ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:35.716014Z","caller":"traceutil/trace.go:171","msg":"trace[1347622712] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"129.758348ms","start":"2026-04-28T03:29:35.586235Z","end":"2026-04-28T03:29:35.715993Z","steps":["trace[1347622712] 'process raft request' (duration: 129.568394ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:38.54815Z","caller":"traceutil/trace.go:171","msg":"trace[103365091] transaction","detail":"{read_only:false; response_revision:5711; number_of_response:1; }","duration":"234.995963ms","start":"2026-04-28T03:29:38.313111Z","end":"2026-04-28T03:29:38.548107Z","steps":["trace[103365091] 'process raft request' (duration: 234.797089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:47.182701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.158436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:29:47.18289Z","caller":"traceutil/trace.go:171","msg":"trace[1478514291] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5753; }","duration":"148.406281ms","start":"2026-04-28T03:29:47.034462Z","end":"2026-04-28T03:29:47.182869Z","steps":["trace[1478514291] 'count revisions from in-memory index tree' (duration: 148.070074ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:47.52632Z","caller":"traceutil/trace.go:171","msg":"trace[893702336] linearizableReadLoop","detail":"{readStateIndex:6011; appliedIndex:6010; }","duration":"342.717047ms","start":"2026-04-28T03:29:47.183584Z","end":"2026-04-28T03:29:47.526301Z","steps":["trace[893702336] 'read index received' (duration: 342.657466ms)","trace[893702336] 'applied index is now lower than readState.Index' (duration: 58.701µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:47.526408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.806639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:47.526425Z","caller":"traceutil/trace.go:171","msg":"trace[44087253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5754; }","duration":"342.842269ms","start":"2026-04-28T03:29:47.183578Z","end":"2026-04-28T03:29:47.52642Z","steps":["trace[44087253] 'agreement among raft nodes before linearized reading' (duration: 342.791868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:47.526444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:47.183539Z","time spent":"342.900411ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:29:47.526658Z","caller":"traceutil/trace.go:171","msg":"trace[669478351] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"375.165063ms","start":"2026-04-28T03:29:47.151407Z","end":"2026-04-28T03:29:47.526572Z","steps":["trace[669478351] 'process raft request' (duration: 374.786146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:47.527131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:47.151388Z","time spent":"375.548562ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:48.225318Z","caller":"traceutil/trace.go:171","msg":"trace[66625183] linearizableReadLoop","detail":"{readStateIndex:6016; appliedIndex:6015; }","duration":"118.770741ms","start":"2026-04-28T03:29:48.106504Z","end":"2026-04-28T03:29:48.225275Z","steps":["trace[66625183] 'read index received' (duration: 37.898037ms)","trace[66625183] 'applied index is now lower than readState.Index' (duration: 80.871084ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:48.225397Z","caller":"traceutil/trace.go:171","msg":"trace[639595830] transaction","detail":"{read_only:false; response_revision:5759; number_of_response:1; }","duration":"192.773076ms","start":"2026-04-28T03:29:48.032599Z","end":"2026-04-28T03:29:48.225373Z","steps":["trace[639595830] 'process raft request' (duration: 111.844401ms)","trace[639595830] 'compare' (duration: 80.726541ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:48.226122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.614708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:29:48.226147Z","caller":"traceutil/trace.go:171","msg":"trace[830238117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5759; }","duration":"119.682009ms","start":"2026-04-28T03:29:48.106459Z","end":"2026-04-28T03:29:48.226141Z","steps":["trace[830238117] 'agreement among raft nodes before linearized reading' (duration: 119.594697ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:48.800696Z","caller":"traceutil/trace.go:171","msg":"trace[973272833] linearizableReadLoop","detail":"{readStateIndex:6018; appliedIndex:6017; }","duration":"103.038747ms","start":"2026-04-28T03:29:48.69764Z","end":"2026-04-28T03:29:48.800679Z","steps":["trace[973272833] 'read index received' (duration: 102.820592ms)","trace[973272833] 'applied index is now lower than readState.Index' (duration: 217.415µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:48.800792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.131018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:48.800756Z","caller":"traceutil/trace.go:171","msg":"trace[24028749] transaction","detail":"{read_only:false; response_revision:5761; number_of_response:1; }","duration":"155.784128ms","start":"2026-04-28T03:29:48.644934Z","end":"2026-04-28T03:29:48.800718Z","steps":["trace[24028749] 'process raft request' (duration: 155.605905ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:48.800816Z","caller":"traceutil/trace.go:171","msg":"trace[1059757318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5761; }","duration":"103.21977ms","start":"2026-04-28T03:29:48.69759Z","end":"2026-04-28T03:29:48.80081Z","steps":["trace[1059757318] 'agreement among raft nodes before linearized reading' (duration: 103.158839ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:49.128306Z","caller":"traceutil/trace.go:171","msg":"trace[2125191271] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"139.896212ms","start":"2026-04-28T03:29:48.988364Z","end":"2026-04-28T03:29:49.128261Z","steps":["trace[2125191271] 'process raft request' (duration: 139.666888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:49.814691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.947825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:29:49.814768Z","caller":"traceutil/trace.go:171","msg":"trace[1132636651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5763; }","duration":"117.075037ms","start":"2026-04-28T03:29:49.697675Z","end":"2026-04-28T03:29:49.81475Z","steps":["trace[1132636651] 'range keys from in-memory index tree' (duration: 116.798032ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:50.131944Z","caller":"traceutil/trace.go:171","msg":"trace[330811358] linearizableReadLoop","detail":"{readStateIndex:6023; appliedIndex:6022; }","duration":"100.330273ms","start":"2026-04-28T03:29:50.03159Z","end":"2026-04-28T03:29:50.13192Z","steps":["trace[330811358] 'read index received' (duration: 99.096409ms)","trace[330811358] 'applied index is now lower than readState.Index' (duration: 1.232894ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:50.132465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.853684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:29:50.132519Z","caller":"traceutil/trace.go:171","msg":"trace[1528957073] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5766; }","duration":"100.949315ms","start":"2026-04-28T03:29:50.031557Z","end":"2026-04-28T03:29:50.132507Z","steps":["trace[1528957073] 'agreement among raft nodes before linearized reading' (duration: 100.776642ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:50.134657Z","caller":"traceutil/trace.go:171","msg":"trace[1432538276] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"170.891272ms","start":"2026-04-28T03:29:49.961286Z","end":"2026-04-28T03:29:50.132177Z","steps":["trace[1432538276] 'process raft request' (duration: 169.413432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:50.493437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.35478ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:29:50.494291Z","caller":"traceutil/trace.go:171","msg":"trace[1268598105] linearizableReadLoop","detail":"{readStateIndex:6026; appliedIndex:6024; }","duration":"189.861951ms","start":"2026-04-28T03:29:50.304408Z","end":"2026-04-28T03:29:50.49427Z","steps":["trace[1268598105] 'read index received' (duration: 57.841µs)","trace[1268598105] 'applied index is now lower than readState.Index' (duration: 189.80296ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:50.494609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.161688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:29:50.494651Z","caller":"traceutil/trace.go:171","msg":"trace[64917298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5768; }","duration":"190.282249ms","start":"2026-04-28T03:29:50.304358Z","end":"2026-04-28T03:29:50.494641Z","steps":["trace[64917298] 'agreement among raft nodes before linearized reading' (duration: 189.983244ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:50.495077Z","caller":"traceutil/trace.go:171","msg":"trace[1128606658] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"262.314499ms","start":"2026-04-28T03:29:50.232749Z","end":"2026-04-28T03:29:50.495064Z","steps":["trace[1128606658] 'process raft request' (duration: 260.801589ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:50.81121Z","caller":"traceutil/trace.go:171","msg":"trace[1338048390] linearizableReadLoop","detail":"{readStateIndex:6028; appliedIndex:6027; }","duration":"212.703507ms","start":"2026-04-28T03:29:50.59848Z","end":"2026-04-28T03:29:50.811184Z","steps":["trace[1338048390] 'read index received' (duration: 212.560844ms)","trace[1338048390] 'applied index is now lower than readState.Index' (duration: 141.583µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:50.811519Z","caller":"traceutil/trace.go:171","msg":"trace[838407813] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"276.067773ms","start":"2026-04-28T03:29:50.535441Z","end":"2026-04-28T03:29:50.811509Z","steps":["trace[838407813] 'process raft request' (duration: 275.603863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:50.811756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.260258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:29:50.811916Z","caller":"traceutil/trace.go:171","msg":"trace[2021328151] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5770; }","duration":"213.468672ms","start":"2026-04-28T03:29:50.598434Z","end":"2026-04-28T03:29:50.811903Z","steps":["trace[2021328151] 'agreement among raft nodes before linearized reading' (duration: 213.103455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:50.835372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.055588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-28T03:29:50.835811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.339244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:29:50.835934Z","caller":"traceutil/trace.go:171","msg":"trace[385652549] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5771; }","duration":"114.534397ms","start":"2026-04-28T03:29:50.721376Z","end":"2026-04-28T03:29:50.83591Z","steps":["trace[385652549] 'agreement among raft nodes before linearized reading' (duration: 114.240841ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:50.835929Z","caller":"traceutil/trace.go:171","msg":"trace[1238749555] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5771; }","duration":"114.621099ms","start":"2026-04-28T03:29:50.721235Z","end":"2026-04-28T03:29:50.835857Z","steps":["trace[1238749555] 'agreement among raft nodes before linearized reading' (duration: 113.970536ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:50.963389Z","caller":"traceutil/trace.go:171","msg":"trace[668514654] transaction","detail":"{read_only:false; response_revision:5773; number_of_response:1; }","duration":"123.150699ms","start":"2026-04-28T03:29:50.840216Z","end":"2026-04-28T03:29:50.963366Z","steps":["trace[668514654] 'process raft request' (duration: 123.102508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:50.963555Z","caller":"traceutil/trace.go:171","msg":"trace[179299079] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"123.676379ms","start":"2026-04-28T03:29:50.839857Z","end":"2026-04-28T03:29:50.963534Z","steps":["trace[179299079] 'process raft request' (duration: 99.856624ms)","trace[179299079] 'compare' (duration: 23.481818ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:51.27273Z","caller":"traceutil/trace.go:171","msg":"trace[1999138407] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"139.531798ms","start":"2026-04-28T03:29:51.133161Z","end":"2026-04-28T03:29:51.272693Z","steps":["trace[1999138407] 'process raft request' (duration: 139.377665ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:51.660913Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4042} {"level":"warn","ts":"2026-04-28T03:29:52.077869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.641429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:29:52.077998Z","caller":"traceutil/trace.go:171","msg":"trace[517637114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5776; }","duration":"165.797522ms","start":"2026-04-28T03:29:51.91214Z","end":"2026-04-28T03:29:52.077938Z","steps":["trace[517637114] 'range keys from in-memory index tree' (duration: 165.414505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:52.078335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.588947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:29:52.078433Z","caller":"traceutil/trace.go:171","msg":"trace[417748558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5776; }","duration":"164.70428ms","start":"2026-04-28T03:29:51.91371Z","end":"2026-04-28T03:29:52.078414Z","steps":["trace[417748558] 'range keys from in-memory index tree' (duration: 164.370013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:52.078646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.640589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:52.078732Z","caller":"traceutil/trace.go:171","msg":"trace[1051113293] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5776; }","duration":"146.957535ms","start":"2026-04-28T03:29:51.931751Z","end":"2026-04-28T03:29:52.078709Z","steps":["trace[1051113293] 'count revisions from in-memory index tree' (duration: 146.558898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:52.152221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.590339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:52.152454Z","caller":"traceutil/trace.go:171","msg":"trace[572303513] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"210.542817ms","start":"2026-04-28T03:29:51.94187Z","end":"2026-04-28T03:29:52.152413Z","steps":["trace[572303513] 'process raft request' (duration: 29.683573ms)","trace[572303513] 'compare' (duration: 106.62821ms)","trace[572303513] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:472; } (duration: 73.837686ms)"],"step_count":3} {"level":"warn","ts":"2026-04-28T03:29:52.564632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.184627Z","time spent":"379.999163ms","remote":"127.0.0.1:38806","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:29:52.564811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.661729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:52.564898Z","caller":"traceutil/trace.go:171","msg":"trace[1803084413] linearizableReadLoop","detail":"{readStateIndex:6039; appliedIndex:6038; }","duration":"412.077884ms","start":"2026-04-28T03:29:52.152804Z","end":"2026-04-28T03:29:52.564882Z","steps":["trace[1803084413] 'read index received' (duration: 202.221621ms)","trace[1803084413] 'applied index is now lower than readState.Index' (duration: 209.855123ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:52.565015Z","caller":"traceutil/trace.go:171","msg":"trace[1751171992] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"424.8815ms","start":"2026-04-28T03:29:52.140122Z","end":"2026-04-28T03:29:52.565004Z","steps":["trace[1751171992] 'process raft request' (duration: 214.943226ms)","trace[1751171992] 'compare' (duration: 209.276581ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:52.565085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.140103Z","time spent":"424.941991ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:52.564166Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4042,"took":"901.995151ms","hash":1165629501,"current-db-size-bytes":36122624,"current-db-size":"36 MB","current-db-size-in-use-bytes":11583488,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-04-28T03:29:52.565485Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1165629501,"revision":4042,"compact-revision":2577} {"level":"warn","ts":"2026-04-28T03:29:52.649635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.712865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:29:52.649635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.919296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:29:52.649731Z","caller":"traceutil/trace.go:171","msg":"trace[1265279114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5780; }","duration":"495.872709ms","start":"2026-04-28T03:29:52.153833Z","end":"2026-04-28T03:29:52.649706Z","steps":["trace[1265279114] 'agreement among raft nodes before linearized reading' (duration: 411.320909ms)","trace[1265279114] 'range keys from in-memory index tree' (duration: 84.394476ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:52.649735Z","caller":"traceutil/trace.go:171","msg":"trace[1219962985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5780; }","duration":"119.065169ms","start":"2026-04-28T03:29:52.530653Z","end":"2026-04-28T03:29:52.649718Z","steps":["trace[1219962985] 'agreement among raft nodes before linearized reading' (duration: 34.487149ms)","trace[1219962985] 'range keys from in-memory index tree' (duration: 84.351946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:52.649757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.97938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:29:52.649786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.153819Z","time spent":"495.957ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:29:52.649757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.853765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:29:52.649836Z","caller":"traceutil/trace.go:171","msg":"trace[397727475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5780; }","duration":"507.084692ms","start":"2026-04-28T03:29:52.142726Z","end":"2026-04-28T03:29:52.649811Z","steps":["trace[397727475] 'agreement among raft nodes before linearized reading' (duration: 422.39641ms)","trace[397727475] 'range keys from in-memory index tree' (duration: 84.502658ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:52.649866Z","caller":"traceutil/trace.go:171","msg":"trace[1488955912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5780; }","duration":"151.001377ms","start":"2026-04-28T03:29:52.498836Z","end":"2026-04-28T03:29:52.649837Z","steps":["trace[1488955912] 'agreement among raft nodes before linearized reading' (duration: 66.310695ms)","trace[1488955912] 'range keys from in-memory index tree' (duration: 84.427007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:52.649894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.142716Z","time spent":"507.161313ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:29:53.510847Z","caller":"traceutil/trace.go:171","msg":"trace[808992783] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"234.098619ms","start":"2026-04-28T03:29:53.276715Z","end":"2026-04-28T03:29:53.510814Z","steps":["trace[808992783] 'process raft request' (duration: 233.600319ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:53.791864Z","caller":"traceutil/trace.go:171","msg":"trace[829353932] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"191.532098ms","start":"2026-04-28T03:29:53.600298Z","end":"2026-04-28T03:29:53.79183Z","steps":["trace[829353932] 'process raft request' (duration: 187.436246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:55.117285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.50105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:55.117462Z","caller":"traceutil/trace.go:171","msg":"trace[645617416] linearizableReadLoop","detail":"{readStateIndex:6050; appliedIndex:6049; }","duration":"432.917185ms","start":"2026-04-28T03:29:54.684525Z","end":"2026-04-28T03:29:55.117443Z","steps":["trace[645617416] 'read index received' (duration: 62.774624ms)","trace[645617416] 'applied index is now lower than readState.Index' (duration: 370.141171ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:55.11746Z","caller":"traceutil/trace.go:171","msg":"trace[1620693379] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"546.037868ms","start":"2026-04-28T03:29:54.571389Z","end":"2026-04-28T03:29:55.117427Z","steps":["trace[1620693379] 'process raft request' (duration: 303.271473ms)","trace[1620693379] 'compare' (duration: 242.076632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:55.117683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.144251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:29:55.117731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:54.571371Z","time spent":"546.158661ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:55.117757Z","caller":"traceutil/trace.go:171","msg":"trace[94629239] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"369.505819ms","start":"2026-04-28T03:29:54.748214Z","end":"2026-04-28T03:29:55.11772Z","steps":["trace[94629239] 'process raft request' (duration: 369.289535ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:55.117782Z","caller":"traceutil/trace.go:171","msg":"trace[545740176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5790; }","duration":"433.282393ms","start":"2026-04-28T03:29:54.684481Z","end":"2026-04-28T03:29:55.117763Z","steps":["trace[545740176] 'agreement among raft nodes before linearized reading' (duration: 433.069039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:55.117845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:54.684463Z","time spent":"433.372525ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:29:55.117848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:54.748187Z","time spent":"369.617692ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:55.447088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.036471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:55.447429Z","caller":"traceutil/trace.go:171","msg":"trace[690607306] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"539.773016ms","start":"2026-04-28T03:29:54.907632Z","end":"2026-04-28T03:29:55.447405Z","steps":["trace[690607306] 'process raft request' (duration: 344.345647ms)","trace[690607306] 'compare' (duration: 194.896238ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:55.447475Z","caller":"traceutil/trace.go:171","msg":"trace[1648930683] linearizableReadLoop","detail":"{readStateIndex:6052; appliedIndex:6051; }","duration":"329.906618ms","start":"2026-04-28T03:29:55.117513Z","end":"2026-04-28T03:29:55.447419Z","steps":["trace[1648930683] 'read index received' (duration: 134.683653ms)","trace[1648930683] 'applied index is now lower than readState.Index' (duration: 195.219895ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:55.447552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:54.90762Z","time spent":"539.867588ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:55.44766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.681142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:29:55.447711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.692314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:29:55.4477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.056469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:29:55.447715Z","caller":"traceutil/trace.go:171","msg":"trace[183750939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5793; }","duration":"759.833815ms","start":"2026-04-28T03:29:54.687864Z","end":"2026-04-28T03:29:55.447698Z","steps":["trace[183750939] 'agreement among raft nodes before linearized reading' (duration: 759.681462ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:55.447737Z","caller":"traceutil/trace.go:171","msg":"trace[1302811344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5793; }","duration":"330.751915ms","start":"2026-04-28T03:29:55.116976Z","end":"2026-04-28T03:29:55.447728Z","steps":["trace[1302811344] 'agreement among raft nodes before linearized reading' (duration: 330.710444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:55.447757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:55.116959Z","time spent":"330.793366ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:29:55.447755Z","caller":"traceutil/trace.go:171","msg":"trace[699377180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5793; }","duration":"760.151461ms","start":"2026-04-28T03:29:54.687586Z","end":"2026-04-28T03:29:55.447737Z","steps":["trace[699377180] 'agreement among raft nodes before linearized reading' (duration: 759.971418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:55.447756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:54.687842Z","time spent":"759.905797ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:29:55.4478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:54.68756Z","time spent":"760.225372ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:29:55.447863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.968618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:29:55.448038Z","caller":"traceutil/trace.go:171","msg":"trace[1125166585] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5793; }","duration":"542.259144ms","start":"2026-04-28T03:29:54.905765Z","end":"2026-04-28T03:29:55.448024Z","steps":["trace[1125166585] 'agreement among raft nodes before linearized reading' (duration: 541.746784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:55.448071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:54.905716Z","time spent":"542.347586ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":542,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-04-28T03:29:55.44802Z","caller":"traceutil/trace.go:171","msg":"trace[197870767] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"326.276776ms","start":"2026-04-28T03:29:55.121728Z","end":"2026-04-28T03:29:55.448005Z","steps":["trace[197870767] 'process raft request' (duration: 325.45889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:55.448148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:55.121717Z","time spent":"326.382228ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:55.452943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.536661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-28T03:29:55.453027Z","caller":"traceutil/trace.go:171","msg":"trace[363945377] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5794; }","duration":"332.643113ms","start":"2026-04-28T03:29:55.120367Z","end":"2026-04-28T03:29:55.45301Z","steps":["trace[363945377] 'agreement among raft nodes before linearized reading' (duration: 332.48566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:55.453121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:55.120354Z","time spent":"332.754275ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T03:29:55.571227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.752236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:29:55.571292Z","caller":"traceutil/trace.go:171","msg":"trace[314319374] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5797; }","duration":"116.878828ms","start":"2026-04-28T03:29:55.4544Z","end":"2026-04-28T03:29:55.571278Z","steps":["trace[314319374] 'agreement among raft nodes before linearized reading' (duration: 116.700375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:56.570836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.960511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:56.571213Z","caller":"traceutil/trace.go:171","msg":"trace[1424322844] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"316.117635ms","start":"2026-04-28T03:29:56.255052Z","end":"2026-04-28T03:29:56.57117Z","steps":["trace[1424322844] 'process raft request' (duration: 68.733396ms)","trace[1424322844] 'compare' (duration: 246.829248ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:56.571364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:56.255024Z","time spent":"316.260507ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:56.901826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.394469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T03:29:56.901926Z","caller":"traceutil/trace.go:171","msg":"trace[2128388649] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5800; }","duration":"229.533392ms","start":"2026-04-28T03:29:56.672367Z","end":"2026-04-28T03:29:56.9019Z","steps":["trace[2128388649] 'range keys from in-memory index tree' (duration: 229.223126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:57.695049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.108874ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:57.695206Z","caller":"traceutil/trace.go:171","msg":"trace[99943567] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5802; }","duration":"132.283217ms","start":"2026-04-28T03:29:57.562902Z","end":"2026-04-28T03:29:57.695186Z","steps":["trace[99943567] 'range keys from in-memory index tree' (duration: 132.093654ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:57.696129Z","caller":"traceutil/trace.go:171","msg":"trace[977586981] transaction","detail":"{read_only:false; response_revision:5804; number_of_response:1; }","duration":"118.978982ms","start":"2026-04-28T03:29:57.577133Z","end":"2026-04-28T03:29:57.696112Z","steps":["trace[977586981] 'process raft request' (duration: 118.89938ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:57.696254Z","caller":"traceutil/trace.go:171","msg":"trace[603568632] linearizableReadLoop","detail":"{readStateIndex:6063; appliedIndex:6062; }","duration":"235.463633ms","start":"2026-04-28T03:29:57.460709Z","end":"2026-04-28T03:29:57.696172Z","steps":["trace[603568632] 'read index received' (duration: 1.649173ms)","trace[603568632] 'applied index is now lower than readState.Index' (duration: 233.81263ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:57.696436Z","caller":"traceutil/trace.go:171","msg":"trace[2040946301] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"242.076585ms","start":"2026-04-28T03:29:57.454346Z","end":"2026-04-28T03:29:57.696422Z","steps":["trace[2040946301] 'process raft request' (duration: 180.830129ms)","trace[2040946301] 'compare' (duration: 59.739035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:57.696787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.061024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:29:57.696839Z","caller":"traceutil/trace.go:171","msg":"trace[2066630308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5804; }","duration":"236.144476ms","start":"2026-04-28T03:29:57.460679Z","end":"2026-04-28T03:29:57.696824Z","steps":["trace[2066630308] 'agreement among raft nodes before linearized reading' (duration: 235.989653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:57.697291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.44088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:29:57.698068Z","caller":"traceutil/trace.go:171","msg":"trace[468215388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5804; }","duration":"157.554073ms","start":"2026-04-28T03:29:57.539804Z","end":"2026-04-28T03:29:57.697358Z","steps":["trace[468215388] 'agreement among raft nodes before linearized reading' (duration: 157.37639ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:58.385154Z","caller":"traceutil/trace.go:171","msg":"trace[2071187344] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"154.957273ms","start":"2026-04-28T03:29:58.230172Z","end":"2026-04-28T03:29:58.385129Z","steps":["trace[2071187344] 'process raft request' (duration: 154.80505ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:59.282916Z","caller":"traceutil/trace.go:171","msg":"trace[526153474] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"147.256869ms","start":"2026-04-28T03:29:59.135638Z","end":"2026-04-28T03:29:59.282895Z","steps":["trace[526153474] 'process raft request' (duration: 147.132406ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:59.8199Z","caller":"traceutil/trace.go:171","msg":"trace[394861143] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"159.702038ms","start":"2026-04-28T03:29:59.66013Z","end":"2026-04-28T03:29:59.819832Z","steps":["trace[394861143] 'process raft request' (duration: 86.095264ms)","trace[394861143] 'compare' (duration: 73.322349ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:59.884017Z","caller":"traceutil/trace.go:171","msg":"trace[1241235885] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"183.139038ms","start":"2026-04-28T03:29:59.700844Z","end":"2026-04-28T03:29:59.883983Z","steps":["trace[1241235885] 'process raft request' (duration: 182.74506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:00.075654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.907233ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:30:00.076099Z","caller":"traceutil/trace.go:171","msg":"trace[1908578350] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"216.234661ms","start":"2026-04-28T03:29:59.859844Z","end":"2026-04-28T03:30:00.076079Z","steps":["trace[1908578350] 'process raft request' (duration: 216.002147ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:00.076594Z","caller":"traceutil/trace.go:171","msg":"trace[897096117] linearizableReadLoop","detail":"{readStateIndex:6073; appliedIndex:6071; }","duration":"375.121633ms","start":"2026-04-28T03:29:59.700982Z","end":"2026-04-28T03:30:00.076103Z","steps":["trace[897096117] 'read index received' (duration: 45.256416ms)","trace[897096117] 'applied index is now lower than readState.Index' (duration: 329.861256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:00.076842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.842167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:30:00.076972Z","caller":"traceutil/trace.go:171","msg":"trace[2104103839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5814; }","duration":"376.010251ms","start":"2026-04-28T03:29:59.70094Z","end":"2026-04-28T03:30:00.07695Z","steps":["trace[2104103839] 'agreement among raft nodes before linearized reading' (duration: 375.771756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:00.076981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.046509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:30:00.077015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:59.70092Z","time spent":"376.082902ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:30:00.076963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.684582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:30:00.077062Z","caller":"traceutil/trace.go:171","msg":"trace[285971627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5814; }","duration":"274.148271ms","start":"2026-04-28T03:29:59.802891Z","end":"2026-04-28T03:30:00.07704Z","steps":["trace[285971627] 'agreement among raft nodes before linearized reading' (duration: 273.913325ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:00.077101Z","caller":"traceutil/trace.go:171","msg":"trace[813129612] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5814; }","duration":"278.915947ms","start":"2026-04-28T03:29:59.798166Z","end":"2026-04-28T03:30:00.077082Z","steps":["trace[813129612] 'agreement among raft nodes before linearized reading' (duration: 278.60808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:00.376245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.152867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:00.376422Z","caller":"traceutil/trace.go:171","msg":"trace[700855929] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"295.446148ms","start":"2026-04-28T03:30:00.080957Z","end":"2026-04-28T03:30:00.376403Z","steps":["trace[700855929] 'process raft request' (duration: 137.100947ms)","trace[700855929] 'compare' (duration: 157.31855ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:00.376805Z","caller":"traceutil/trace.go:171","msg":"trace[1476556761] linearizableReadLoop","detail":"{readStateIndex:6078; appliedIndex:6075; }","duration":"260.1077ms","start":"2026-04-28T03:30:00.116675Z","end":"2026-04-28T03:30:00.376783Z","steps":["trace[1476556761] 'read index received' (duration: 101.35226ms)","trace[1476556761] 'applied index is now lower than readState.Index' (duration: 158.75469ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:00.376863Z","caller":"traceutil/trace.go:171","msg":"trace[1612962641] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"295.731364ms","start":"2026-04-28T03:30:00.081115Z","end":"2026-04-28T03:30:00.376846Z","steps":["trace[1612962641] 'process raft request' (duration: 295.232394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:00.376959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.279624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:00.377051Z","caller":"traceutil/trace.go:171","msg":"trace[998544074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5817; }","duration":"260.421576ms","start":"2026-04-28T03:30:00.116618Z","end":"2026-04-28T03:30:00.37704Z","steps":["trace[998544074] 'agreement among raft nodes before linearized reading' (duration: 260.270593ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:00.376895Z","caller":"traceutil/trace.go:171","msg":"trace[1341025399] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"294.682714ms","start":"2026-04-28T03:30:00.082185Z","end":"2026-04-28T03:30:00.376868Z","steps":["trace[1341025399] 'process raft request' (duration: 294.446979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:01.57412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.673078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:30:01.57424Z","caller":"traceutil/trace.go:171","msg":"trace[64537022] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5820; }","duration":"113.839552ms","start":"2026-04-28T03:30:01.460378Z","end":"2026-04-28T03:30:01.574218Z","steps":["trace[64537022] 'range keys from in-memory index tree' (duration: 113.485225ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:01.60991Z","caller":"traceutil/trace.go:171","msg":"trace[444786427] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"102.373362ms","start":"2026-04-28T03:30:01.507513Z","end":"2026-04-28T03:30:01.609886Z","steps":["trace[444786427] 'process raft request' (duration: 102.210209ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:02.030423Z","caller":"traceutil/trace.go:171","msg":"trace[134099777] linearizableReadLoop","detail":"{readStateIndex:6083; appliedIndex:6082; }","duration":"121.092757ms","start":"2026-04-28T03:30:01.909307Z","end":"2026-04-28T03:30:02.0304Z","steps":["trace[134099777] 'read index received' (duration: 120.878842ms)","trace[134099777] 'applied index is now lower than readState.Index' (duration: 213.095µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:02.030469Z","caller":"traceutil/trace.go:171","msg":"trace[1904207592] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"140.564507ms","start":"2026-04-28T03:30:01.889886Z","end":"2026-04-28T03:30:02.030451Z","steps":["trace[1904207592] 'process raft request' (duration: 140.357973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.030772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.435953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:30:02.030931Z","caller":"traceutil/trace.go:171","msg":"trace[2021130849] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5822; }","duration":"121.627607ms","start":"2026-04-28T03:30:01.90928Z","end":"2026-04-28T03:30:02.030907Z","steps":["trace[2021130849] 'agreement among raft nodes before linearized reading' (duration: 121.216599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.50774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.883067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:02.50784Z","caller":"traceutil/trace.go:171","msg":"trace[1355656817] linearizableReadLoop","detail":"{readStateIndex:6084; appliedIndex:6083; }","duration":"422.907357ms","start":"2026-04-28T03:30:02.084917Z","end":"2026-04-28T03:30:02.507824Z","steps":["trace[1355656817] 'read index received' (duration: 209.799515ms)","trace[1355656817] 'applied index is now lower than readState.Index' (duration: 213.106252ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:02.508021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.09387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:02.508071Z","caller":"traceutil/trace.go:171","msg":"trace[1049565240] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5823; }","duration":"423.206342ms","start":"2026-04-28T03:30:02.084851Z","end":"2026-04-28T03:30:02.508057Z","steps":["trace[1049565240] 'agreement among raft nodes before linearized reading' (duration: 423.09461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.508128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:02.084838Z","time spent":"423.280875ms","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:30:02.508275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.105519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:02.508323Z","caller":"traceutil/trace.go:171","msg":"trace[1428212248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5823; }","duration":"393.18885ms","start":"2026-04-28T03:30:02.115123Z","end":"2026-04-28T03:30:02.508312Z","steps":["trace[1428212248] 'agreement among raft nodes before linearized reading' (duration: 392.945336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.508424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.76207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:30:02.508435Z","caller":"traceutil/trace.go:171","msg":"trace[121535861] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"427.142911ms","start":"2026-04-28T03:30:02.081269Z","end":"2026-04-28T03:30:02.508412Z","steps":["trace[121535861] 'process raft request' (duration: 213.504229ms)","trace[121535861] 'compare' (duration: 212.572201ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:02.508486Z","caller":"traceutil/trace.go:171","msg":"trace[613144458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5823; }","duration":"124.859943ms","start":"2026-04-28T03:30:02.38361Z","end":"2026-04-28T03:30:02.50847Z","steps":["trace[613144458] 'agreement among raft nodes before linearized reading' (duration: 124.669509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.508525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:02.081242Z","time spent":"427.241164ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:02.508655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:02.115104Z","time spent":"393.248382ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:02.50867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.016847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:30:02.508845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.498238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:02.508836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.589608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:30:02.508942Z","caller":"traceutil/trace.go:171","msg":"trace[312310173] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5823; }","duration":"126.734971ms","start":"2026-04-28T03:30:02.382192Z","end":"2026-04-28T03:30:02.508926Z","steps":["trace[312310173] 'agreement among raft nodes before linearized reading' (duration: 126.448036ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:02.509037Z","caller":"traceutil/trace.go:171","msg":"trace[315616828] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5823; }","duration":"391.557778ms","start":"2026-04-28T03:30:02.117317Z","end":"2026-04-28T03:30:02.508874Z","steps":["trace[315616828] 'agreement among raft nodes before linearized reading' (duration: 391.418336ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:02.508883Z","caller":"traceutil/trace.go:171","msg":"trace[1881999185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5823; }","duration":"127.320082ms","start":"2026-04-28T03:30:02.38155Z","end":"2026-04-28T03:30:02.50887Z","steps":["trace[1881999185] 'agreement among raft nodes before linearized reading' (duration: 126.908954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.509088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:02.117308Z","time spent":"391.768922ms","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:02.853659Z","caller":"traceutil/trace.go:171","msg":"trace[852499088] linearizableReadLoop","detail":"{readStateIndex:6088; appliedIndex:6085; }","duration":"339.206049ms","start":"2026-04-28T03:30:02.514438Z","end":"2026-04-28T03:30:02.853644Z","steps":["trace[852499088] 'read index received' (duration: 19.396959ms)","trace[852499088] 'applied index is now lower than readState.Index' (duration: 319.80841ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:02.853691Z","caller":"traceutil/trace.go:171","msg":"trace[867198128] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"340.269221ms","start":"2026-04-28T03:30:02.51339Z","end":"2026-04-28T03:30:02.853659Z","steps":["trace[867198128] 'process raft request' (duration: 315.705279ms)","trace[867198128] 'compare' (duration: 24.274707ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:02.853744Z","caller":"traceutil/trace.go:171","msg":"trace[1785966364] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"340.264631ms","start":"2026-04-28T03:30:02.513473Z","end":"2026-04-28T03:30:02.853738Z","steps":["trace[1785966364] 'process raft request' (duration: 340.111528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.853818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:02.513468Z","time spent":"340.292251ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:02.853883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:02.513375Z","time spent":"340.372873ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:02.853972Z","caller":"traceutil/trace.go:171","msg":"trace[700651897] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"340.364773ms","start":"2026-04-28T03:30:02.513601Z","end":"2026-04-28T03:30:02.853966Z","steps":["trace[700651897] 'process raft request' (duration: 340.017977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.854011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:02.513593Z","time spent":"340.396764ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:02.854242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.242262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:30:02.854311Z","caller":"traceutil/trace.go:171","msg":"trace[844297815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5827; }","duration":"149.302452ms","start":"2026-04-28T03:30:02.704963Z","end":"2026-04-28T03:30:02.854266Z","steps":["trace[844297815] 'agreement among raft nodes before linearized reading' (duration: 149.079008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.854515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.062626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:30:02.854581Z","caller":"traceutil/trace.go:171","msg":"trace[579572876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5827; }","duration":"340.148128ms","start":"2026-04-28T03:30:02.514417Z","end":"2026-04-28T03:30:02.854565Z","steps":["trace[579572876] 'agreement among raft nodes before linearized reading' (duration: 339.636798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.854849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:02.514408Z","time spent":"340.422624ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:30:03.518869Z","caller":"traceutil/trace.go:171","msg":"trace[1929450717] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"227.742296ms","start":"2026-04-28T03:30:03.291092Z","end":"2026-04-28T03:30:03.518834Z","steps":["trace[1929450717] 'process raft request' (duration: 227.539732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:03.844104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.025745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:03.84421Z","caller":"traceutil/trace.go:171","msg":"trace[43609190] linearizableReadLoop","detail":"{readStateIndex:6091; appliedIndex:6090; }","duration":"265.446021ms","start":"2026-04-28T03:30:03.578747Z","end":"2026-04-28T03:30:03.844193Z","steps":["trace[43609190] 'read index received' (duration: 31.65µs)","trace[43609190] 'applied index is now lower than readState.Index' (duration: 265.413451ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:03.844353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.612695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:30:03.844391Z","caller":"traceutil/trace.go:171","msg":"trace[534146854] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5830; }","duration":"265.688947ms","start":"2026-04-28T03:30:03.578692Z","end":"2026-04-28T03:30:03.844381Z","steps":["trace[534146854] 'agreement among raft nodes before linearized reading' (duration: 265.543534ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:03.844424Z","caller":"traceutil/trace.go:171","msg":"trace[712716965] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"495.074406ms","start":"2026-04-28T03:30:03.349321Z","end":"2026-04-28T03:30:03.844396Z","steps":["trace[712716965] 'process raft request' (duration: 196.668713ms)","trace[712716965] 'compare' (duration: 297.861822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:03.844575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:03.349257Z","time spent":"495.229819ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:03.93916Z","caller":"traceutil/trace.go:171","msg":"trace[196645376] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"323.473926ms","start":"2026-04-28T03:30:03.615656Z","end":"2026-04-28T03:30:03.93913Z","steps":["trace[196645376] 'process raft request' (duration: 323.280142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:03.93934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:03.615633Z","time spent":"323.603618ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:04.229175Z","caller":"traceutil/trace.go:171","msg":"trace[1003836967] linearizableReadLoop","detail":"{readStateIndex:6093; appliedIndex:6092; }","duration":"112.967896ms","start":"2026-04-28T03:30:04.116178Z","end":"2026-04-28T03:30:04.229146Z","steps":["trace[1003836967] 'read index received' (duration: 28.650695ms)","trace[1003836967] 'applied index is now lower than readState.Index' (duration: 84.316131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:04.229313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.115949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:04.229359Z","caller":"traceutil/trace.go:171","msg":"trace[257759223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5832; }","duration":"113.204961ms","start":"2026-04-28T03:30:04.116141Z","end":"2026-04-28T03:30:04.229346Z","steps":["trace[257759223] 'agreement among raft nodes before linearized reading' (duration: 113.113599ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:04.229594Z","caller":"traceutil/trace.go:171","msg":"trace[1726512028] transaction","detail":"{read_only:false; response_revision:5832; number_of_response:1; }","duration":"193.248606ms","start":"2026-04-28T03:30:04.036312Z","end":"2026-04-28T03:30:04.229561Z","steps":["trace[1726512028] 'process raft request' (duration: 108.567228ms)","trace[1726512028] 'compare' (duration: 84.125737ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:04.859744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.018689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:04.860094Z","caller":"traceutil/trace.go:171","msg":"trace[1098285649] linearizableReadLoop","detail":"{readStateIndex:6095; appliedIndex:6093; }","duration":"321.315615ms","start":"2026-04-28T03:30:04.538755Z","end":"2026-04-28T03:30:04.860071Z","steps":["trace[1098285649] 'read index received' (duration: 25.546152ms)","trace[1098285649] 'applied index is now lower than readState.Index' (duration: 295.767153ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:04.860322Z","caller":"traceutil/trace.go:171","msg":"trace[1034324692] transaction","detail":"{read_only:false; response_revision:5833; number_of_response:1; }","duration":"345.641052ms","start":"2026-04-28T03:30:04.514645Z","end":"2026-04-28T03:30:04.860286Z","steps":["trace[1034324692] 'process raft request' (duration: 196.999751ms)","trace[1034324692] 'compare' (duration: 147.893816ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:04.860482Z","caller":"traceutil/trace.go:171","msg":"trace[228107902] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"295.276732ms","start":"2026-04-28T03:30:04.56517Z","end":"2026-04-28T03:30:04.860447Z","steps":["trace[228107902] 'process raft request' (duration: 294.66949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:04.86053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:04.514624Z","time spent":"345.772434ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:04.860413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.636871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:30:04.860878Z","caller":"traceutil/trace.go:171","msg":"trace[1086529866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5833; }","duration":"322.1135ms","start":"2026-04-28T03:30:04.538748Z","end":"2026-04-28T03:30:04.860862Z","steps":["trace[1086529866] 'agreement among raft nodes before linearized reading' (duration: 321.449067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:04.861124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:04.538685Z","time spent":"322.423616ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:30:05.079269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.066498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:05.079682Z","caller":"traceutil/trace.go:171","msg":"trace[1764484314] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"214.310118ms","start":"2026-04-28T03:30:04.865141Z","end":"2026-04-28T03:30:05.079451Z","steps":["trace[1764484314] 'process raft request' (duration: 95.993115ms)","trace[1764484314] 'compare' (duration: 117.949305ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:05.08196Z","caller":"traceutil/trace.go:171","msg":"trace[1052617481] transaction","detail":"{read_only:false; response_revision:5836; number_of_response:1; }","duration":"216.767628ms","start":"2026-04-28T03:30:04.865174Z","end":"2026-04-28T03:30:05.081942Z","steps":["trace[1052617481] 'process raft request' (duration: 216.648675ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:05.082309Z","caller":"traceutil/trace.go:171","msg":"trace[284576680] linearizableReadLoop","detail":"{readStateIndex:6100; appliedIndex:6096; }","duration":"216.108525ms","start":"2026-04-28T03:30:04.866178Z","end":"2026-04-28T03:30:05.082287Z","steps":["trace[284576680] 'read index received' (duration: 94.988805ms)","trace[284576680] 'applied index is now lower than readState.Index' (duration: 121.11873ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:05.082478Z","caller":"traceutil/trace.go:171","msg":"trace[1067092125] transaction","detail":"{read_only:false; response_revision:5838; number_of_response:1; }","duration":"216.631675ms","start":"2026-04-28T03:30:04.865828Z","end":"2026-04-28T03:30:05.08246Z","steps":["trace[1067092125] 'process raft request' (duration: 216.339799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:05.082793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.594324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:30:05.08285Z","caller":"traceutil/trace.go:171","msg":"trace[550608603] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5838; }","duration":"216.671955ms","start":"2026-04-28T03:30:04.866165Z","end":"2026-04-28T03:30:05.082836Z","steps":["trace[550608603] 'agreement among raft nodes before linearized reading' (duration: 216.522313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:05.082976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.364386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:30:05.083071Z","caller":"traceutil/trace.go:171","msg":"trace[1026696318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5838; }","duration":"148.495269ms","start":"2026-04-28T03:30:04.934562Z","end":"2026-04-28T03:30:05.083057Z","steps":["trace[1026696318] 'agreement among raft nodes before linearized reading' (duration: 147.947597ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:05.083453Z","caller":"traceutil/trace.go:171","msg":"trace[2016959232] transaction","detail":"{read_only:false; response_revision:5837; number_of_response:1; }","duration":"217.169065ms","start":"2026-04-28T03:30:04.865193Z","end":"2026-04-28T03:30:05.082362Z","steps":["trace[2016959232] 'process raft request' (duration: 216.716656ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:05.201687Z","caller":"traceutil/trace.go:171","msg":"trace[1251052491] transaction","detail":"{read_only:false; response_revision:5839; number_of_response:1; }","duration":"114.662961ms","start":"2026-04-28T03:30:05.086996Z","end":"2026-04-28T03:30:05.201659Z","steps":["trace[1251052491] 'process raft request' (duration: 112.258022ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:06.083139Z","caller":"traceutil/trace.go:171","msg":"trace[1249419606] linearizableReadLoop","detail":"{readStateIndex:6104; appliedIndex:6103; }","duration":"115.439577ms","start":"2026-04-28T03:30:05.967679Z","end":"2026-04-28T03:30:06.083118Z","steps":["trace[1249419606] 'read index received' (duration: 115.417717ms)","trace[1249419606] 'applied index is now lower than readState.Index' (duration: 19.93µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:06.083149Z","caller":"traceutil/trace.go:171","msg":"trace[1613446876] transaction","detail":"{read_only:false; response_revision:5842; number_of_response:1; }","duration":"138.311666ms","start":"2026-04-28T03:30:05.944805Z","end":"2026-04-28T03:30:06.083116Z","steps":["trace[1613446876] 'process raft request' (duration: 138.172763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:06.083682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.954747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:30:06.08371Z","caller":"traceutil/trace.go:171","msg":"trace[1730598915] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5842; }","duration":"116.042959ms","start":"2026-04-28T03:30:05.967661Z","end":"2026-04-28T03:30:06.083704Z","steps":["trace[1730598915] 'agreement among raft nodes before linearized reading' (duration: 115.891956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:06.083751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.057349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T03:30:06.083798Z","caller":"traceutil/trace.go:171","msg":"trace[1659553945] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5842; }","duration":"116.158322ms","start":"2026-04-28T03:30:05.967627Z","end":"2026-04-28T03:30:06.083785Z","steps":["trace[1659553945] 'agreement among raft nodes before linearized reading' (duration: 116.015209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:06.321255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.995509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:06.321668Z","caller":"traceutil/trace.go:171","msg":"trace[335606301] transaction","detail":"{read_only:false; response_revision:5844; number_of_response:1; }","duration":"230.122778ms","start":"2026-04-28T03:30:06.091526Z","end":"2026-04-28T03:30:06.321649Z","steps":["trace[335606301] 'process raft request' (duration: 92.67466ms)","trace[335606301] 'compare' (duration: 136.742793ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:06.321851Z","caller":"traceutil/trace.go:171","msg":"trace[681984480] linearizableReadLoop","detail":"{readStateIndex:6106; appliedIndex:6105; }","duration":"205.199438ms","start":"2026-04-28T03:30:06.116627Z","end":"2026-04-28T03:30:06.321827Z","steps":["trace[681984480] 'read index received' (duration: 67.577886ms)","trace[681984480] 'applied index is now lower than readState.Index' (duration: 137.618931ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:06.321965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.3227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:06.321993Z","caller":"traceutil/trace.go:171","msg":"trace[125621581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5845; }","duration":"205.400533ms","start":"2026-04-28T03:30:06.116586Z","end":"2026-04-28T03:30:06.321986Z","steps":["trace[125621581] 'agreement among raft nodes before linearized reading' (duration: 205.323091ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:07.262002Z","caller":"traceutil/trace.go:171","msg":"trace[647288190] transaction","detail":"{read_only:false; response_revision:5847; number_of_response:1; }","duration":"171.467051ms","start":"2026-04-28T03:30:07.090514Z","end":"2026-04-28T03:30:07.261981Z","steps":["trace[647288190] 'process raft request' (duration: 171.335809ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:07.296115Z","caller":"traceutil/trace.go:171","msg":"trace[1312516847] transaction","detail":"{read_only:false; response_revision:5848; number_of_response:1; }","duration":"205.507586ms","start":"2026-04-28T03:30:07.090581Z","end":"2026-04-28T03:30:07.296089Z","steps":["trace[1312516847] 'process raft request' (duration: 205.220779ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:07.296585Z","caller":"traceutil/trace.go:171","msg":"trace[1109329764] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"205.866713ms","start":"2026-04-28T03:30:07.090697Z","end":"2026-04-28T03:30:07.296564Z","steps":["trace[1109329764] 'process raft request' (duration: 205.347753ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:07.296666Z","caller":"traceutil/trace.go:171","msg":"trace[1861078757] linearizableReadLoop","detail":"{readStateIndex:6112; appliedIndex:6108; }","duration":"178.80023ms","start":"2026-04-28T03:30:07.117834Z","end":"2026-04-28T03:30:07.296634Z","steps":["trace[1861078757] 'read index received' (duration: 144.045852ms)","trace[1861078757] 'applied index is now lower than readState.Index' (duration: 34.752978ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:07.296788Z","caller":"traceutil/trace.go:171","msg":"trace[806759617] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"205.910214ms","start":"2026-04-28T03:30:07.090852Z","end":"2026-04-28T03:30:07.296762Z","steps":["trace[806759617] 'process raft request' (duration: 205.631949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:07.297069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.133526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:07.297297Z","caller":"traceutil/trace.go:171","msg":"trace[16419084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5850; }","duration":"179.490163ms","start":"2026-04-28T03:30:07.117785Z","end":"2026-04-28T03:30:07.297275Z","steps":["trace[16419084] 'agreement among raft nodes before linearized reading' (duration: 179.065245ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:08.140827Z","caller":"traceutil/trace.go:171","msg":"trace[1294234299] linearizableReadLoop","detail":"{readStateIndex:6115; appliedIndex:6115; }","duration":"201.76605ms","start":"2026-04-28T03:30:07.939047Z","end":"2026-04-28T03:30:08.140813Z","steps":["trace[1294234299] 'read index received' (duration: 201.75668ms)","trace[1294234299] 'applied index is now lower than readState.Index' (duration: 7.94µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:08.140813Z","caller":"traceutil/trace.go:171","msg":"trace[1932274106] transaction","detail":"{read_only:false; response_revision:5853; number_of_response:1; }","duration":"244.05455ms","start":"2026-04-28T03:30:07.896735Z","end":"2026-04-28T03:30:08.14079Z","steps":["trace[1932274106] 'process raft request' (duration: 243.884667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:08.141272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.20645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:30:08.141396Z","caller":"traceutil/trace.go:171","msg":"trace[1356644679] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5853; }","duration":"202.382313ms","start":"2026-04-28T03:30:07.938995Z","end":"2026-04-28T03:30:08.141377Z","steps":["trace[1356644679] 'agreement among raft nodes before linearized reading' (duration: 201.991425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:08.345918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.647463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:30:08.346013Z","caller":"traceutil/trace.go:171","msg":"trace[800156999] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5854; }","duration":"130.786915ms","start":"2026-04-28T03:30:08.215204Z","end":"2026-04-28T03:30:08.345991Z","steps":["trace[800156999] 'range keys from in-memory index tree' (duration: 130.441208ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:09.385304Z","caller":"traceutil/trace.go:171","msg":"trace[54493204] transaction","detail":"{read_only:false; response_revision:5857; number_of_response:1; }","duration":"116.047701ms","start":"2026-04-28T03:30:09.269227Z","end":"2026-04-28T03:30:09.385275Z","steps":["trace[54493204] 'process raft request' (duration: 115.627192ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:10.40174Z","caller":"traceutil/trace.go:171","msg":"trace[1395961725] transaction","detail":"{read_only:false; response_revision:5863; number_of_response:1; }","duration":"243.759747ms","start":"2026-04-28T03:30:10.157947Z","end":"2026-04-28T03:30:10.401706Z","steps":["trace[1395961725] 'process raft request' (duration: 173.674779ms)","trace[1395961725] 'compare' (duration: 69.900094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:11.247771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.581734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:11.247924Z","caller":"traceutil/trace.go:171","msg":"trace[739700106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5865; }","duration":"122.725767ms","start":"2026-04-28T03:30:11.125115Z","end":"2026-04-28T03:30:11.247841Z","steps":["trace[739700106] 'range keys from in-memory index tree' (duration: 122.414101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:11.757504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.015518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:11.757631Z","caller":"traceutil/trace.go:171","msg":"trace[798274679] transaction","detail":"{read_only:false; response_revision:5867; number_of_response:1; }","duration":"326.796967ms","start":"2026-04-28T03:30:11.43081Z","end":"2026-04-28T03:30:11.757607Z","steps":["trace[798274679] 'process raft request' (duration: 41.569865ms)","trace[798274679] 'compare' (duration: 284.705062ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:11.758035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:11.430785Z","time spent":"327.198077ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:11.784178Z","caller":"traceutil/trace.go:171","msg":"trace[1712966405] transaction","detail":"{read_only:false; response_revision:5868; number_of_response:1; }","duration":"352.951913ms","start":"2026-04-28T03:30:11.431202Z","end":"2026-04-28T03:30:11.784154Z","steps":["trace[1712966405] 'process raft request' (duration: 352.79018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:11.784498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:11.431181Z","time spent":"353.084847ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:11.784522Z","caller":"traceutil/trace.go:171","msg":"trace[1125080266] transaction","detail":"{read_only:false; response_revision:5869; number_of_response:1; }","duration":"352.614707ms","start":"2026-04-28T03:30:11.431867Z","end":"2026-04-28T03:30:11.784482Z","steps":["trace[1125080266] 'process raft request' (duration: 352.2507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:11.784768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:11.431843Z","time spent":"352.827502ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:11.78511Z","caller":"traceutil/trace.go:171","msg":"trace[218857444] transaction","detail":"{read_only:false; response_revision:5870; number_of_response:1; }","duration":"352.992805ms","start":"2026-04-28T03:30:11.432089Z","end":"2026-04-28T03:30:11.785082Z","steps":["trace[218857444] 'process raft request' (duration: 352.860052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:11.785587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:11.43208Z","time spent":"353.107817ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:12.369422Z","caller":"traceutil/trace.go:171","msg":"trace[1119278791] transaction","detail":"{read_only:false; response_revision:5871; number_of_response:1; }","duration":"127.600436ms","start":"2026-04-28T03:30:12.241793Z","end":"2026-04-28T03:30:12.369393Z","steps":["trace[1119278791] 'process raft request' (duration: 127.37377ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:12.509683Z","caller":"traceutil/trace.go:171","msg":"trace[1457484282] transaction","detail":"{read_only:false; response_revision:5872; number_of_response:1; }","duration":"103.780367ms","start":"2026-04-28T03:30:12.405878Z","end":"2026-04-28T03:30:12.509658Z","steps":["trace[1457484282] 'process raft request' (duration: 101.014721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:13.252797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.019996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:13.252899Z","caller":"traceutil/trace.go:171","msg":"trace[172042374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5874; }","duration":"136.177719ms","start":"2026-04-28T03:30:13.116699Z","end":"2026-04-28T03:30:13.252876Z","steps":["trace[172042374] 'range keys from in-memory index tree' (duration: 135.926964ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:13.568829Z","caller":"traceutil/trace.go:171","msg":"trace[2072408578] transaction","detail":"{read_only:false; response_revision:5875; number_of_response:1; }","duration":"134.007615ms","start":"2026-04-28T03:30:13.434761Z","end":"2026-04-28T03:30:13.568768Z","steps":["trace[2072408578] 'process raft request' (duration: 133.482635ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:13.974932Z","caller":"traceutil/trace.go:171","msg":"trace[629025744] transaction","detail":"{read_only:false; response_revision:5879; number_of_response:1; }","duration":"182.395939ms","start":"2026-04-28T03:30:13.792514Z","end":"2026-04-28T03:30:13.97491Z","steps":["trace[629025744] 'process raft request' (duration: 182.305387ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:13.975174Z","caller":"traceutil/trace.go:171","msg":"trace[771235370] transaction","detail":"{read_only:false; response_revision:5880; number_of_response:1; }","duration":"180.914849ms","start":"2026-04-28T03:30:13.794215Z","end":"2026-04-28T03:30:13.97513Z","steps":["trace[771235370] 'process raft request' (duration: 180.639584ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:13.975364Z","caller":"traceutil/trace.go:171","msg":"trace[1467781215] transaction","detail":"{read_only:false; response_revision:5878; number_of_response:1; }","duration":"182.626422ms","start":"2026-04-28T03:30:13.792367Z","end":"2026-04-28T03:30:13.974994Z","steps":["trace[1467781215] 'process raft request' (duration: 94.712504ms)","trace[1467781215] 'compare' (duration: 87.523881ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:14.560361Z","caller":"traceutil/trace.go:171","msg":"trace[2049077193] transaction","detail":"{read_only:false; response_revision:5881; number_of_response:1; }","duration":"185.332579ms","start":"2026-04-28T03:30:14.374994Z","end":"2026-04-28T03:30:14.560326Z","steps":["trace[2049077193] 'process raft request' (duration: 185.072883ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:16.183417Z","caller":"traceutil/trace.go:171","msg":"trace[210553680] transaction","detail":"{read_only:false; response_revision:5890; number_of_response:1; }","duration":"199.851372ms","start":"2026-04-28T03:30:15.983536Z","end":"2026-04-28T03:30:16.183388Z","steps":["trace[210553680] 'process raft request' (duration: 130.68781ms)","trace[210553680] 'compare' (duration: 68.974238ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:16.183436Z","caller":"traceutil/trace.go:171","msg":"trace[1515189190] transaction","detail":"{read_only:false; response_revision:5891; number_of_response:1; }","duration":"198.503265ms","start":"2026-04-28T03:30:15.984903Z","end":"2026-04-28T03:30:16.183407Z","steps":["trace[1515189190] 'process raft request' (duration: 198.390043ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:16.767323Z","caller":"traceutil/trace.go:171","msg":"trace[208219558] linearizableReadLoop","detail":"{readStateIndex:6157; appliedIndex:6156; }","duration":"150.347556ms","start":"2026-04-28T03:30:16.616945Z","end":"2026-04-28T03:30:16.767292Z","steps":["trace[208219558] 'read index received' (duration: 150.243814ms)","trace[208219558] 'applied index is now lower than readState.Index' (duration: 102.622µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:16.767442Z","caller":"traceutil/trace.go:171","msg":"trace[837968594] transaction","detail":"{read_only:false; response_revision:5893; number_of_response:1; }","duration":"202.279492ms","start":"2026-04-28T03:30:16.565132Z","end":"2026-04-28T03:30:16.767411Z","steps":["trace[837968594] 'process raft request' (duration: 201.977765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:16.767527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.557071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:16.767611Z","caller":"traceutil/trace.go:171","msg":"trace[1644361241] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5893; }","duration":"150.673062ms","start":"2026-04-28T03:30:16.6169Z","end":"2026-04-28T03:30:16.767573Z","steps":["trace[1644361241] 'agreement among raft nodes before linearized reading' (duration: 150.54473ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:16.896173Z","caller":"traceutil/trace.go:171","msg":"trace[1305350586] transaction","detail":"{read_only:false; response_revision:5894; number_of_response:1; }","duration":"276.526385ms","start":"2026-04-28T03:30:16.619446Z","end":"2026-04-28T03:30:16.895972Z","steps":["trace[1305350586] 'process raft request' (duration: 197.568676ms)","trace[1305350586] 'compare' (duration: 78.51353ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:16.896372Z","caller":"traceutil/trace.go:171","msg":"trace[1112286119] linearizableReadLoop","detail":"{readStateIndex:6159; appliedIndex:6157; }","duration":"128.935276ms","start":"2026-04-28T03:30:16.767406Z","end":"2026-04-28T03:30:16.896342Z","steps":["trace[1112286119] 'read index received' (duration: 49.545027ms)","trace[1112286119] 'applied index is now lower than readState.Index' (duration: 79.387958ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:16.896405Z","caller":"traceutil/trace.go:171","msg":"trace[1646100079] transaction","detail":"{read_only:false; response_revision:5895; number_of_response:1; }","duration":"276.812011ms","start":"2026-04-28T03:30:16.619575Z","end":"2026-04-28T03:30:16.896387Z","steps":["trace[1646100079] 'process raft request' (duration: 276.344801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:16.896514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.276189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:16.896561Z","caller":"traceutil/trace.go:171","msg":"trace[2078976446] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5895; }","duration":"184.378692ms","start":"2026-04-28T03:30:16.712167Z","end":"2026-04-28T03:30:16.896546Z","steps":["trace[2078976446] 'agreement among raft nodes before linearized reading' (duration: 184.27406ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:19.058547Z","caller":"traceutil/trace.go:171","msg":"trace[1614950208] transaction","detail":"{read_only:false; response_revision:5904; number_of_response:1; }","duration":"156.705916ms","start":"2026-04-28T03:30:18.901817Z","end":"2026-04-28T03:30:19.058523Z","steps":["trace[1614950208] 'process raft request' (duration: 112.825113ms)","trace[1614950208] 'compare' (duration: 43.76518ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:20.22133Z","caller":"traceutil/trace.go:171","msg":"trace[382776875] transaction","detail":"{read_only:false; response_revision:5908; number_of_response:1; }","duration":"140.118163ms","start":"2026-04-28T03:30:20.081179Z","end":"2026-04-28T03:30:20.221298Z","steps":["trace[382776875] 'process raft request' (duration: 73.895199ms)","trace[382776875] 'compare' (duration: 65.99999ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:21.121152Z","caller":"traceutil/trace.go:171","msg":"trace[993856621] linearizableReadLoop","detail":"{readStateIndex:6177; appliedIndex:6176; }","duration":"125.384097ms","start":"2026-04-28T03:30:20.995748Z","end":"2026-04-28T03:30:21.121132Z","steps":["trace[993856621] 'read index received' (duration: 27.726419ms)","trace[993856621] 'applied index is now lower than readState.Index' (duration: 97.656838ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:21.121373Z","caller":"traceutil/trace.go:171","msg":"trace[82114248] transaction","detail":"{read_only:false; response_revision:5912; number_of_response:1; }","duration":"187.115021ms","start":"2026-04-28T03:30:20.934235Z","end":"2026-04-28T03:30:21.12135Z","steps":["trace[82114248] 'process raft request' (duration: 89.239628ms)","trace[82114248] 'compare' (duration: 97.544976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:21.121405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.629762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:21.121469Z","caller":"traceutil/trace.go:171","msg":"trace[598232942] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5912; }","duration":"125.756835ms","start":"2026-04-28T03:30:20.995694Z","end":"2026-04-28T03:30:21.121451Z","steps":["trace[598232942] 'agreement among raft nodes before linearized reading' (duration: 125.639413ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:21.16597Z","caller":"traceutil/trace.go:171","msg":"trace[82847877] transaction","detail":"{read_only:false; response_revision:5913; number_of_response:1; }","duration":"102.816283ms","start":"2026-04-28T03:30:21.063121Z","end":"2026-04-28T03:30:21.165937Z","steps":["trace[82847877] 'process raft request' (duration: 102.406134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:21.66582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.473062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:21.665994Z","caller":"traceutil/trace.go:171","msg":"trace[507697810] linearizableReadLoop","detail":"{readStateIndex:6180; appliedIndex:6178; }","duration":"340.172446ms","start":"2026-04-28T03:30:21.325805Z","end":"2026-04-28T03:30:21.665978Z","steps":["trace[507697810] 'read index received' (duration: 127.379577ms)","trace[507697810] 'applied index is now lower than readState.Index' (duration: 212.791889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:21.666347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.764847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:21.66635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.528353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T03:30:21.666438Z","caller":"traceutil/trace.go:171","msg":"trace[2053670069] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"495.60139ms","start":"2026-04-28T03:30:21.170799Z","end":"2026-04-28T03:30:21.6664Z","steps":["trace[2053670069] 'process raft request' (duration: 282.473154ms)","trace[2053670069] 'compare' (duration: 212.35401ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:21.6665Z","caller":"traceutil/trace.go:171","msg":"trace[1936281488] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5915; }","duration":"340.719807ms","start":"2026-04-28T03:30:21.325762Z","end":"2026-04-28T03:30:21.666482Z","steps":["trace[1936281488] 'agreement among raft nodes before linearized reading' (duration: 340.37835ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:21.666456Z","caller":"traceutil/trace.go:171","msg":"trace[292454108] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5915; }","duration":"136.91947ms","start":"2026-04-28T03:30:21.529509Z","end":"2026-04-28T03:30:21.666429Z","steps":["trace[292454108] 'agreement among raft nodes before linearized reading' (duration: 136.750527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:21.666619Z","caller":"traceutil/trace.go:171","msg":"trace[438379132] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"418.437594ms","start":"2026-04-28T03:30:21.248152Z","end":"2026-04-28T03:30:21.66659Z","steps":["trace[438379132] 'process raft request' (duration: 417.771251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:21.66655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:21.325741Z","time spent":"340.797498ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:30:21.666561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:21.170781Z","time spent":"495.723182ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:21.666881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:21.248126Z","time spent":"418.584257ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:21.885721Z","caller":"traceutil/trace.go:171","msg":"trace[1097998499] linearizableReadLoop","detail":"{readStateIndex:6181; appliedIndex:6180; }","duration":"139.892769ms","start":"2026-04-28T03:30:21.7458Z","end":"2026-04-28T03:30:21.885693Z","steps":["trace[1097998499] 'read index received' (duration: 131.106291ms)","trace[1097998499] 'applied index is now lower than readState.Index' (duration: 8.785178ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:21.886194Z","caller":"traceutil/trace.go:171","msg":"trace[613689992] transaction","detail":"{read_only:false; response_revision:5916; number_of_response:1; }","duration":"215.178578ms","start":"2026-04-28T03:30:21.670979Z","end":"2026-04-28T03:30:21.886158Z","steps":["trace[613689992] 'process raft request' (duration: 205.90471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:21.886238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.426391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:30:21.886592Z","caller":"traceutil/trace.go:171","msg":"trace[238249217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5916; }","duration":"140.818798ms","start":"2026-04-28T03:30:21.745752Z","end":"2026-04-28T03:30:21.886571Z","steps":["trace[238249217] 'agreement among raft nodes before linearized reading' (duration: 140.42372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:22.166471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.487225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:22.166647Z","caller":"traceutil/trace.go:171","msg":"trace[1002449288] linearizableReadLoop","detail":"{readStateIndex:6182; appliedIndex:6181; }","duration":"161.746831ms","start":"2026-04-28T03:30:22.004804Z","end":"2026-04-28T03:30:22.16655Z","steps":["trace[1002449288] 'read index received' (duration: 5.046802ms)","trace[1002449288] 'applied index is now lower than readState.Index' (duration: 156.698699ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:22.166806Z","caller":"traceutil/trace.go:171","msg":"trace[1274287301] transaction","detail":"{read_only:false; response_revision:5917; number_of_response:1; }","duration":"276.084746ms","start":"2026-04-28T03:30:21.890706Z","end":"2026-04-28T03:30:22.166791Z","steps":["trace[1274287301] 'process raft request' (duration: 119.198393ms)","trace[1274287301] 'compare' (duration: 156.25155ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:22.167023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.20981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:30:22.167076Z","caller":"traceutil/trace.go:171","msg":"trace[48495576] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5917; }","duration":"162.300342ms","start":"2026-04-28T03:30:22.004762Z","end":"2026-04-28T03:30:22.167063Z","steps":["trace[48495576] 'agreement among raft nodes before linearized reading' (duration: 162.145689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:22.64807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.571123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:22.648192Z","caller":"traceutil/trace.go:171","msg":"trace[2125877804] linearizableReadLoop","detail":"{readStateIndex:6184; appliedIndex:6183; }","duration":"337.880383ms","start":"2026-04-28T03:30:22.310295Z","end":"2026-04-28T03:30:22.648175Z","steps":["trace[2125877804] 'read index received' (duration: 20.083765ms)","trace[2125877804] 'applied index is now lower than readState.Index' (duration: 317.795137ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:22.648242Z","caller":"traceutil/trace.go:171","msg":"trace[63218728] transaction","detail":"{read_only:false; response_revision:5919; number_of_response:1; }","duration":"393.161927ms","start":"2026-04-28T03:30:22.25505Z","end":"2026-04-28T03:30:22.648212Z","steps":["trace[63218728] 'process raft request' (duration: 75.337259ms)","trace[63218728] 'compare' (duration: 317.376219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:22.648372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.059256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:30:22.648408Z","caller":"traceutil/trace.go:171","msg":"trace[1368150308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5919; }","duration":"338.140208ms","start":"2026-04-28T03:30:22.310258Z","end":"2026-04-28T03:30:22.648398Z","steps":["trace[1368150308] 'agreement among raft nodes before linearized reading' (duration: 337.984785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:22.648441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:22.310238Z","time spent":"338.195249ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:30:22.648897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:22.255019Z","time spent":"393.28799ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:22.984161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.196104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:22.98452Z","caller":"traceutil/trace.go:171","msg":"trace[987606825] transaction","detail":"{read_only:false; response_revision:5920; number_of_response:1; }","duration":"542.013599ms","start":"2026-04-28T03:30:22.442459Z","end":"2026-04-28T03:30:22.984472Z","steps":["trace[987606825] 'process raft request' (duration: 413.886425ms)","trace[987606825] 'compare' (duration: 126.828827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:22.984683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:22.442432Z","time spent":"542.161801ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:22.984768Z","caller":"traceutil/trace.go:171","msg":"trace[424375972] linearizableReadLoop","detail":"{readStateIndex:6185; appliedIndex:6184; }","duration":"336.528685ms","start":"2026-04-28T03:30:22.648217Z","end":"2026-04-28T03:30:22.984746Z","steps":["trace[424375972] 'read index received' (duration: 208.265299ms)","trace[424375972] 'applied index is now lower than readState.Index' (duration: 128.262026ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:22.984993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.818486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:30:22.985025Z","caller":"traceutil/trace.go:171","msg":"trace[1800647190] transaction","detail":"{read_only:false; response_revision:5921; number_of_response:1; }","duration":"332.446433ms","start":"2026-04-28T03:30:22.65256Z","end":"2026-04-28T03:30:22.985006Z","steps":["trace[1800647190] 'process raft request' (duration: 331.887812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:22.985112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:22.652546Z","time spent":"332.523384ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:22.985036Z","caller":"traceutil/trace.go:171","msg":"trace[594113821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5922; }","duration":"673.885997ms","start":"2026-04-28T03:30:22.311138Z","end":"2026-04-28T03:30:22.985024Z","steps":["trace[594113821] 'agreement among raft nodes before linearized reading' (duration: 673.694254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:22.985162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:22.311125Z","time spent":"674.02734ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:30:23.394039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.873365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:23.394175Z","caller":"traceutil/trace.go:171","msg":"trace[2116651759] linearizableReadLoop","detail":"{readStateIndex:6190; appliedIndex:6188; }","duration":"217.124309ms","start":"2026-04-28T03:30:23.177038Z","end":"2026-04-28T03:30:23.394162Z","steps":["trace[2116651759] 'read index received' (duration: 180.347467ms)","trace[2116651759] 'applied index is now lower than readState.Index' (duration: 36.776272ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:23.394241Z","caller":"traceutil/trace.go:171","msg":"trace[2005973773] transaction","detail":"{read_only:false; response_revision:5925; number_of_response:1; }","duration":"223.195572ms","start":"2026-04-28T03:30:23.171028Z","end":"2026-04-28T03:30:23.394223Z","steps":["trace[2005973773] 'process raft request' (duration: 223.10193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:23.394269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.234141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:23.394241Z","caller":"traceutil/trace.go:171","msg":"trace[1700865628] transaction","detail":"{read_only:false; response_revision:5924; number_of_response:1; }","duration":"268.052776ms","start":"2026-04-28T03:30:23.126149Z","end":"2026-04-28T03:30:23.394202Z","steps":["trace[1700865628] 'process raft request' (duration: 42.939797ms)","trace[1700865628] 'compare' (duration: 224.758832ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:23.39429Z","caller":"traceutil/trace.go:171","msg":"trace[164030117] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5925; }","duration":"217.260321ms","start":"2026-04-28T03:30:23.177023Z","end":"2026-04-28T03:30:23.394283Z","steps":["trace[164030117] 'agreement among raft nodes before linearized reading' (duration: 217.173549ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:23.794862Z","caller":"traceutil/trace.go:171","msg":"trace[748470010] transaction","detail":"{read_only:false; response_revision:5926; number_of_response:1; }","duration":"129.070743ms","start":"2026-04-28T03:30:23.665767Z","end":"2026-04-28T03:30:23.794838Z","steps":["trace[748470010] 'process raft request' (duration: 128.871419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:23.972402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.607973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:23.972517Z","caller":"traceutil/trace.go:171","msg":"trace[770568797] linearizableReadLoop","detail":"{readStateIndex:6192; appliedIndex:6190; }","duration":"245.119543ms","start":"2026-04-28T03:30:23.72738Z","end":"2026-04-28T03:30:23.9725Z","steps":["trace[770568797] 'read index received' (duration: 67.262287ms)","trace[770568797] 'applied index is now lower than readState.Index' (duration: 177.856006ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:23.972557Z","caller":"traceutil/trace.go:171","msg":"trace[789346723] transaction","detail":"{read_only:false; response_revision:5927; number_of_response:1; }","duration":"301.574982ms","start":"2026-04-28T03:30:23.670949Z","end":"2026-04-28T03:30:23.972524Z","steps":["trace[789346723] 'process raft request' (duration: 177.552641ms)","trace[789346723] 'compare' (duration: 123.472349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:23.972696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:23.670912Z","time spent":"301.715115ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:23.972777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.346498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:23.972862Z","caller":"traceutil/trace.go:171","msg":"trace[580491027] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5927; }","duration":"245.510542ms","start":"2026-04-28T03:30:23.727334Z","end":"2026-04-28T03:30:23.972844Z","steps":["trace[580491027] 'agreement among raft nodes before linearized reading' (duration: 245.328848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:23.973095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.825316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:30:23.973144Z","caller":"traceutil/trace.go:171","msg":"trace[60446354] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5927; }","duration":"240.898688ms","start":"2026-04-28T03:30:23.732234Z","end":"2026-04-28T03:30:23.973132Z","steps":["trace[60446354] 'agreement among raft nodes before linearized reading' (duration: 240.736205ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:25.186673Z","caller":"traceutil/trace.go:171","msg":"trace[1139701985] transaction","detail":"{read_only:false; response_revision:5932; number_of_response:1; }","duration":"197.003835ms","start":"2026-04-28T03:30:24.989645Z","end":"2026-04-28T03:30:25.186649Z","steps":["trace[1139701985] 'process raft request' (duration: 196.872183ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:25.188263Z","caller":"traceutil/trace.go:171","msg":"trace[1810231624] linearizableReadLoop","detail":"{readStateIndex:6199; appliedIndex:6197; }","duration":"151.769353ms","start":"2026-04-28T03:30:25.036455Z","end":"2026-04-28T03:30:25.188224Z","steps":["trace[1810231624] 'read index received' (duration: 150.093159ms)","trace[1810231624] 'applied index is now lower than readState.Index' (duration: 1.674784ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:25.188486Z","caller":"traceutil/trace.go:171","msg":"trace[182766654] transaction","detail":"{read_only:false; response_revision:5933; number_of_response:1; }","duration":"195.725869ms","start":"2026-04-28T03:30:24.992632Z","end":"2026-04-28T03:30:25.188358Z","steps":["trace[182766654] 'process raft request' (duration: 195.439543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:25.188575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.09492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:30:25.188643Z","caller":"traceutil/trace.go:171","msg":"trace[129402178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5933; }","duration":"152.217063ms","start":"2026-04-28T03:30:25.036414Z","end":"2026-04-28T03:30:25.188631Z","steps":["trace[129402178] 'agreement among raft nodes before linearized reading' (duration: 151.958378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:25.715734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.322352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:25.716398Z","caller":"traceutil/trace.go:171","msg":"trace[2034342236] transaction","detail":"{read_only:false; response_revision:5936; number_of_response:1; }","duration":"316.554218ms","start":"2026-04-28T03:30:25.399821Z","end":"2026-04-28T03:30:25.716376Z","steps":["trace[2034342236] 'process raft request' (duration: 176.484271ms)","trace[2034342236] 'compare' (duration: 139.172379ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:25.716777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:25.399787Z","time spent":"316.945076ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:26.267587Z","caller":"traceutil/trace.go:171","msg":"trace[1138551505] linearizableReadLoop","detail":"{readStateIndex:6203; appliedIndex:6202; }","duration":"151.444976ms","start":"2026-04-28T03:30:26.116117Z","end":"2026-04-28T03:30:26.267562Z","steps":["trace[1138551505] 'read index received' (duration: 151.219262ms)","trace[1138551505] 'applied index is now lower than readState.Index' (duration: 224.834µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:26.267706Z","caller":"traceutil/trace.go:171","msg":"trace[860935906] transaction","detail":"{read_only:false; response_revision:5937; number_of_response:1; }","duration":"288.193607ms","start":"2026-04-28T03:30:25.979494Z","end":"2026-04-28T03:30:26.267688Z","steps":["trace[860935906] 'process raft request' (duration: 287.905021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:26.267798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.661351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:26.268213Z","caller":"traceutil/trace.go:171","msg":"trace[1567501377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5937; }","duration":"152.13195ms","start":"2026-04-28T03:30:26.116065Z","end":"2026-04-28T03:30:26.268197Z","steps":["trace[1567501377] 'agreement among raft nodes before linearized reading' (duration: 151.676241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:26.499634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.038451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:26.499944Z","caller":"traceutil/trace.go:171","msg":"trace[2120917238] transaction","detail":"{read_only:false; response_revision:5939; number_of_response:1; }","duration":"191.584997ms","start":"2026-04-28T03:30:26.308337Z","end":"2026-04-28T03:30:26.499922Z","steps":["trace[2120917238] 'process raft request' (duration: 84.176429ms)","trace[2120917238] 'compare' (duration: 106.735154ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:26.50077Z","caller":"traceutil/trace.go:171","msg":"trace[2092013906] linearizableReadLoop","detail":"{readStateIndex:6206; appliedIndex:6204; }","duration":"111.925149ms","start":"2026-04-28T03:30:26.388826Z","end":"2026-04-28T03:30:26.500751Z","steps":["trace[2092013906] 'read index received' (duration: 3.679253ms)","trace[2092013906] 'applied index is now lower than readState.Index' (duration: 108.244666ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:26.50087Z","caller":"traceutil/trace.go:171","msg":"trace[1074093224] transaction","detail":"{read_only:false; response_revision:5940; number_of_response:1; }","duration":"181.548374ms","start":"2026-04-28T03:30:26.319262Z","end":"2026-04-28T03:30:26.50081Z","steps":["trace[1074093224] 'process raft request' (duration: 181.36482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:26.501109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.226236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:26.501619Z","caller":"traceutil/trace.go:171","msg":"trace[1577523474] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5940; }","duration":"112.796596ms","start":"2026-04-28T03:30:26.388784Z","end":"2026-04-28T03:30:26.501581Z","steps":["trace[1577523474] 'agreement among raft nodes before linearized reading' (duration: 112.172704ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:27.295185Z","caller":"traceutil/trace.go:171","msg":"trace[392487021] linearizableReadLoop","detail":"{readStateIndex:6208; appliedIndex:6207; }","duration":"101.686164ms","start":"2026-04-28T03:30:27.193479Z","end":"2026-04-28T03:30:27.295165Z","steps":["trace[392487021] 'read index received' (duration: 101.50037ms)","trace[392487021] 'applied index is now lower than readState.Index' (duration: 185.054µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:27.295322Z","caller":"traceutil/trace.go:171","msg":"trace[21077719] transaction","detail":"{read_only:false; response_revision:5942; number_of_response:1; }","duration":"103.5306ms","start":"2026-04-28T03:30:27.19173Z","end":"2026-04-28T03:30:27.295261Z","steps":["trace[21077719] 'process raft request' (duration: 103.299326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:27.295516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.895848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:30:27.295556Z","caller":"traceutil/trace.go:171","msg":"trace[94496143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5942; }","duration":"102.134993ms","start":"2026-04-28T03:30:27.193411Z","end":"2026-04-28T03:30:27.295546Z","steps":["trace[94496143] 'agreement among raft nodes before linearized reading' (duration: 101.869418ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:28.695379Z","caller":"traceutil/trace.go:171","msg":"trace[1426797799] linearizableReadLoop","detail":"{readStateIndex:6214; appliedIndex:6213; }","duration":"189.820973ms","start":"2026-04-28T03:30:28.50553Z","end":"2026-04-28T03:30:28.695351Z","steps":["trace[1426797799] 'read index received' (duration: 164.690805ms)","trace[1426797799] 'applied index is now lower than readState.Index' (duration: 25.128898ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:28.695448Z","caller":"traceutil/trace.go:171","msg":"trace[50489320] transaction","detail":"{read_only:false; response_revision:5948; number_of_response:1; }","duration":"385.011335ms","start":"2026-04-28T03:30:28.310403Z","end":"2026-04-28T03:30:28.695414Z","steps":["trace[50489320] 'process raft request' (duration: 359.870627ms)","trace[50489320] 'compare' (duration: 24.71095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:28.695623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.079878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:30:28.695641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:28.310392Z","time spent":"385.121357ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:28.695668Z","caller":"traceutil/trace.go:171","msg":"trace[1756301041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5948; }","duration":"190.180251ms","start":"2026-04-28T03:30:28.505477Z","end":"2026-04-28T03:30:28.695657Z","steps":["trace[1756301041] 'agreement among raft nodes before linearized reading' (duration: 189.973096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:28.930626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.97634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:30:28.930755Z","caller":"traceutil/trace.go:171","msg":"trace[1250795865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5949; }","duration":"106.151653ms","start":"2026-04-28T03:30:28.824576Z","end":"2026-04-28T03:30:28.930727Z","steps":["trace[1250795865] 'range keys from in-memory index tree' (duration: 105.52843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:29.555232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.492993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:29.555816Z","caller":"traceutil/trace.go:171","msg":"trace[1805700223] linearizableReadLoop","detail":"{readStateIndex:6219; appliedIndex:6217; }","duration":"181.997287ms","start":"2026-04-28T03:30:29.373796Z","end":"2026-04-28T03:30:29.555794Z","steps":["trace[1805700223] 'read index received' (duration: 13.798999ms)","trace[1805700223] 'applied index is now lower than readState.Index' (duration: 168.196708ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:29.555766Z","caller":"traceutil/trace.go:171","msg":"trace[1419297131] transaction","detail":"{read_only:false; response_revision:5952; number_of_response:1; }","duration":"234.416216ms","start":"2026-04-28T03:30:29.321276Z","end":"2026-04-28T03:30:29.555692Z","steps":["trace[1419297131] 'process raft request' (duration: 66.367861ms)","trace[1419297131] 'compare' (duration: 167.316839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:29.556048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.196661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:29.556179Z","caller":"traceutil/trace.go:171","msg":"trace[1097095272] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5953; }","duration":"182.342464ms","start":"2026-04-28T03:30:29.373749Z","end":"2026-04-28T03:30:29.556091Z","steps":["trace[1097095272] 'agreement among raft nodes before linearized reading' (duration: 182.16797ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:29.556196Z","caller":"traceutil/trace.go:171","msg":"trace[450431802] transaction","detail":"{read_only:false; response_revision:5953; number_of_response:1; }","duration":"234.848075ms","start":"2026-04-28T03:30:29.321234Z","end":"2026-04-28T03:30:29.556082Z","steps":["trace[450431802] 'process raft request' (duration: 234.117419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:29.791676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.212039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:29.79207Z","caller":"traceutil/trace.go:171","msg":"trace[798238551] transaction","detail":"{read_only:false; response_revision:5954; number_of_response:1; }","duration":"297.941178ms","start":"2026-04-28T03:30:29.494068Z","end":"2026-04-28T03:30:29.79201Z","steps":["trace[798238551] 'process raft request' (duration: 176.30051ms)","trace[798238551] 'compare' (duration: 121.101297ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:30.9503Z","caller":"traceutil/trace.go:171","msg":"trace[1848319871] transaction","detail":"{read_only:false; response_revision:5959; number_of_response:1; }","duration":"158.245427ms","start":"2026-04-28T03:30:30.79203Z","end":"2026-04-28T03:30:30.950276Z","steps":["trace[1848319871] 'process raft request' (duration: 158.058313ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:31.664966Z","caller":"traceutil/trace.go:171","msg":"trace[568311677] transaction","detail":"{read_only:false; response_revision:5963; number_of_response:1; }","duration":"101.155954ms","start":"2026-04-28T03:30:31.563787Z","end":"2026-04-28T03:30:31.664943Z","steps":["trace[568311677] 'process raft request' (duration: 101.041602ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:32.92068Z","caller":"traceutil/trace.go:171","msg":"trace[1582761440] transaction","detail":"{read_only:false; response_revision:5967; number_of_response:1; }","duration":"124.590149ms","start":"2026-04-28T03:30:32.796052Z","end":"2026-04-28T03:30:32.920642Z","steps":["trace[1582761440] 'process raft request' (duration: 124.10765ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:33.753116Z","caller":"traceutil/trace.go:171","msg":"trace[210855918] transaction","detail":"{read_only:false; response_revision:5970; number_of_response:1; }","duration":"351.722503ms","start":"2026-04-28T03:30:33.401363Z","end":"2026-04-28T03:30:33.753085Z","steps":["trace[210855918] 'process raft request' (duration: 351.404087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:33.753282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:33.401337Z","time spent":"351.859706ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:33.932915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.972135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:33.933225Z","caller":"traceutil/trace.go:171","msg":"trace[64709916] transaction","detail":"{read_only:false; response_revision:5973; number_of_response:1; }","duration":"125.523278ms","start":"2026-04-28T03:30:33.807687Z","end":"2026-04-28T03:30:33.933211Z","steps":["trace[64709916] 'process raft request' (duration: 125.317374ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:33.933258Z","caller":"traceutil/trace.go:171","msg":"trace[1651675302] transaction","detail":"{read_only:false; response_revision:5974; number_of_response:1; }","duration":"112.479565ms","start":"2026-04-28T03:30:33.820748Z","end":"2026-04-28T03:30:33.933228Z","steps":["trace[1651675302] 'process raft request' (duration: 112.272241ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:33.933311Z","caller":"traceutil/trace.go:171","msg":"trace[495789949] transaction","detail":"{read_only:false; response_revision:5972; number_of_response:1; }","duration":"174.944747ms","start":"2026-04-28T03:30:33.758361Z","end":"2026-04-28T03:30:33.933305Z","steps":["trace[495789949] 'process raft request' (duration: 174.619671ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:33.93343Z","caller":"traceutil/trace.go:171","msg":"trace[776714369] transaction","detail":"{read_only:false; response_revision:5971; number_of_response:1; }","duration":"175.720723ms","start":"2026-04-28T03:30:33.757685Z","end":"2026-04-28T03:30:33.933406Z","steps":["trace[776714369] 'process raft request' (duration: 59.205447ms)","trace[776714369] 'compare' (duration: 115.879094ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:34.550896Z","caller":"traceutil/trace.go:171","msg":"trace[1687167665] transaction","detail":"{read_only:false; response_revision:5976; number_of_response:1; }","duration":"155.498166ms","start":"2026-04-28T03:30:34.395377Z","end":"2026-04-28T03:30:34.550875Z","steps":["trace[1687167665] 'process raft request' (duration: 155.118748ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:35.054056Z","caller":"traceutil/trace.go:171","msg":"trace[1485195122] transaction","detail":"{read_only:false; response_revision:5978; number_of_response:1; }","duration":"125.327895ms","start":"2026-04-28T03:30:34.928705Z","end":"2026-04-28T03:30:35.054033Z","steps":["trace[1485195122] 'process raft request' (duration: 125.018109ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:36.058821Z","caller":"traceutil/trace.go:171","msg":"trace[565378832] transaction","detail":"{read_only:false; response_revision:5983; number_of_response:1; }","duration":"119.472487ms","start":"2026-04-28T03:30:35.939322Z","end":"2026-04-28T03:30:36.058794Z","steps":["trace[565378832] 'process raft request' (duration: 119.316694ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:36.059088Z","caller":"traceutil/trace.go:171","msg":"trace[613787273] transaction","detail":"{read_only:false; response_revision:5985; number_of_response:1; }","duration":"117.695082ms","start":"2026-04-28T03:30:35.941371Z","end":"2026-04-28T03:30:36.059066Z","steps":["trace[613787273] 'process raft request' (duration: 117.59099ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:36.05911Z","caller":"traceutil/trace.go:171","msg":"trace[1091291869] transaction","detail":"{read_only:false; response_revision:5984; number_of_response:1; }","duration":"117.802444ms","start":"2026-04-28T03:30:35.941286Z","end":"2026-04-28T03:30:36.059088Z","steps":["trace[1091291869] 'process raft request' (duration: 117.469327ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:36.879385Z","caller":"traceutil/trace.go:171","msg":"trace[233891736] transaction","detail":"{read_only:false; response_revision:5987; number_of_response:1; }","duration":"140.519124ms","start":"2026-04-28T03:30:36.738849Z","end":"2026-04-28T03:30:36.879368Z","steps":["trace[233891736] 'process raft request' (duration: 140.400062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:37.221812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.683549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:30:37.221914Z","caller":"traceutil/trace.go:171","msg":"trace[139071712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5989; }","duration":"104.840222ms","start":"2026-04-28T03:30:37.117052Z","end":"2026-04-28T03:30:37.221892Z","steps":["trace[139071712] 'range keys from in-memory index tree' (duration: 104.496105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:37.222219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.317205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:30:37.222215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.318352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:37.22238Z","caller":"traceutil/trace.go:171","msg":"trace[1042865178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5989; }","duration":"118.521239ms","start":"2026-04-28T03:30:37.103808Z","end":"2026-04-28T03:30:37.222329Z","steps":["trace[1042865178] 'range keys from in-memory index tree' (duration: 118.027489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:37.222384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.778226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:30:37.222449Z","caller":"traceutil/trace.go:171","msg":"trace[533085463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5989; }","duration":"104.569846ms","start":"2026-04-28T03:30:37.117828Z","end":"2026-04-28T03:30:37.222398Z","steps":["trace[533085463] 'range keys from in-memory index tree' (duration: 104.24113ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:37.222491Z","caller":"traceutil/trace.go:171","msg":"trace[1036857430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5989; }","duration":"164.930979ms","start":"2026-04-28T03:30:37.057536Z","end":"2026-04-28T03:30:37.222467Z","steps":["trace[1036857430] 'range keys from in-memory index tree' (duration: 164.414048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:38.200163Z","caller":"traceutil/trace.go:171","msg":"trace[897135238] transaction","detail":"{read_only:false; response_revision:5995; number_of_response:1; }","duration":"168.951721ms","start":"2026-04-28T03:30:38.031182Z","end":"2026-04-28T03:30:38.200134Z","steps":["trace[897135238] 'process raft request' (duration: 134.281449ms)","trace[897135238] 'compare' (duration: 34.483188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:38.200561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.117397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:30:38.200623Z","caller":"traceutil/trace.go:171","msg":"trace[569347484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5996; }","duration":"138.229378ms","start":"2026-04-28T03:30:38.062377Z","end":"2026-04-28T03:30:38.200606Z","steps":["trace[569347484] 'agreement among raft nodes before linearized reading' (duration: 138.034485ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:38.20035Z","caller":"traceutil/trace.go:171","msg":"trace[935632780] linearizableReadLoop","detail":"{readStateIndex:6263; appliedIndex:6262; }","duration":"137.894563ms","start":"2026-04-28T03:30:38.062423Z","end":"2026-04-28T03:30:38.200317Z","steps":["trace[935632780] 'read index received' (duration: 40.768147ms)","trace[935632780] 'applied index is now lower than readState.Index' (duration: 97.124036ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:38.200493Z","caller":"traceutil/trace.go:171","msg":"trace[207615709] transaction","detail":"{read_only:false; response_revision:5996; number_of_response:1; }","duration":"137.044924ms","start":"2026-04-28T03:30:38.063403Z","end":"2026-04-28T03:30:38.200447Z","steps":["trace[207615709] 'process raft request' (duration: 136.690977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:38.20123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.281811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:30:38.201315Z","caller":"traceutil/trace.go:171","msg":"trace[374565608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5996; }","duration":"138.435634ms","start":"2026-04-28T03:30:38.06286Z","end":"2026-04-28T03:30:38.201296Z","steps":["trace[374565608] 'agreement among raft nodes before linearized reading' (duration: 137.985835ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:39.456958Z","caller":"traceutil/trace.go:171","msg":"trace[656252961] linearizableReadLoop","detail":"{readStateIndex:6268; appliedIndex:6267; }","duration":"149.168412ms","start":"2026-04-28T03:30:39.307767Z","end":"2026-04-28T03:30:39.456935Z","steps":["trace[656252961] 'read index received' (duration: 148.957757ms)","trace[656252961] 'applied index is now lower than readState.Index' (duration: 209.555µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:39.457115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.325365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:39.457085Z","caller":"traceutil/trace.go:171","msg":"trace[1594289729] transaction","detail":"{read_only:false; response_revision:6000; number_of_response:1; }","duration":"157.747875ms","start":"2026-04-28T03:30:39.299278Z","end":"2026-04-28T03:30:39.457026Z","steps":["trace[1594289729] 'process raft request' (duration: 157.507011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:39.457252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.888715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:30:39.457313Z","caller":"traceutil/trace.go:171","msg":"trace[931184156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6000; }","duration":"141.989286ms","start":"2026-04-28T03:30:39.31531Z","end":"2026-04-28T03:30:39.457299Z","steps":["trace[931184156] 'agreement among raft nodes before linearized reading' (duration: 141.820242ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:39.457159Z","caller":"traceutil/trace.go:171","msg":"trace[48793161] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6000; }","duration":"149.419786ms","start":"2026-04-28T03:30:39.307728Z","end":"2026-04-28T03:30:39.457148Z","steps":["trace[48793161] 'agreement among raft nodes before linearized reading' (duration: 149.331284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:39.457625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.924244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:30:39.457751Z","caller":"traceutil/trace.go:171","msg":"trace[1452668333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6000; }","duration":"142.097617ms","start":"2026-04-28T03:30:39.315632Z","end":"2026-04-28T03:30:39.457729Z","steps":["trace[1452668333] 'agreement among raft nodes before linearized reading' (duration: 141.694129ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:40.377274Z","caller":"traceutil/trace.go:171","msg":"trace[1352161915] transaction","detail":"{read_only:false; response_revision:6004; number_of_response:1; }","duration":"171.507144ms","start":"2026-04-28T03:30:40.205737Z","end":"2026-04-28T03:30:40.377244Z","steps":["trace[1352161915] 'process raft request' (duration: 171.268479ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:40.403275Z","caller":"traceutil/trace.go:171","msg":"trace[1665303095] linearizableReadLoop","detail":"{readStateIndex:6274; appliedIndex:6272; }","duration":"180.227582ms","start":"2026-04-28T03:30:40.223011Z","end":"2026-04-28T03:30:40.403239Z","steps":["trace[1665303095] 'read index received' (duration: 153.97565ms)","trace[1665303095] 'applied index is now lower than readState.Index' (duration: 26.250412ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:40.403526Z","caller":"traceutil/trace.go:171","msg":"trace[1019726869] transaction","detail":"{read_only:false; response_revision:6005; number_of_response:1; }","duration":"197.324619ms","start":"2026-04-28T03:30:40.206182Z","end":"2026-04-28T03:30:40.403506Z","steps":["trace[1019726869] 'process raft request' (duration: 196.858009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:40.403779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.513915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:30:40.403835Z","caller":"traceutil/trace.go:171","msg":"trace[751089789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6005; }","duration":"135.634488ms","start":"2026-04-28T03:30:40.268185Z","end":"2026-04-28T03:30:40.40382Z","steps":["trace[751089789] 'agreement among raft nodes before linearized reading' (duration: 135.427654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:40.404097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.042158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:30:40.404283Z","caller":"traceutil/trace.go:171","msg":"trace[212953130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6005; }","duration":"181.283873ms","start":"2026-04-28T03:30:40.222967Z","end":"2026-04-28T03:30:40.404251Z","steps":["trace[212953130] 'agreement among raft nodes before linearized reading' (duration: 180.748712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:40.478455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.08871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:30:40.478567Z","caller":"traceutil/trace.go:171","msg":"trace[1633453371] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6005; }","duration":"181.249062ms","start":"2026-04-28T03:30:40.297292Z","end":"2026-04-28T03:30:40.478541Z","steps":["trace[1633453371] 'agreement among raft nodes before linearized reading' (duration: 106.64028ms)","trace[1633453371] 'range keys from in-memory index tree' (duration: 74.357957ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:41.650555Z","caller":"traceutil/trace.go:171","msg":"trace[274872444] linearizableReadLoop","detail":"{readStateIndex:6278; appliedIndex:6277; }","duration":"179.345725ms","start":"2026-04-28T03:30:41.471158Z","end":"2026-04-28T03:30:41.650503Z","steps":["trace[274872444] 'read index received' (duration: 179.11942ms)","trace[274872444] 'applied index is now lower than readState.Index' (duration: 225.055µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:41.650957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.987354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:30:41.65099Z","caller":"traceutil/trace.go:171","msg":"trace[244620615] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6009; }","duration":"167.048335ms","start":"2026-04-28T03:30:41.483931Z","end":"2026-04-28T03:30:41.650979Z","steps":["trace[244620615] 'agreement among raft nodes before linearized reading' (duration: 166.750979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:41.650943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.753193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:30:41.651064Z","caller":"traceutil/trace.go:171","msg":"trace[1638992629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6009; }","duration":"179.946936ms","start":"2026-04-28T03:30:41.471092Z","end":"2026-04-28T03:30:41.651039Z","steps":["trace[1638992629] 'agreement among raft nodes before linearized reading' (duration: 179.581429ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:41.651247Z","caller":"traceutil/trace.go:171","msg":"trace[1641373887] transaction","detail":"{read_only:false; response_revision:6009; number_of_response:1; }","duration":"184.123852ms","start":"2026-04-28T03:30:41.466506Z","end":"2026-04-28T03:30:41.65063Z","steps":["trace[1641373887] 'process raft request' (duration: 183.803816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:41.846198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.129398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:41.846366Z","caller":"traceutil/trace.go:171","msg":"trace[1691303303] transaction","detail":"{read_only:false; response_revision:6011; number_of_response:1; }","duration":"188.765405ms","start":"2026-04-28T03:30:41.657568Z","end":"2026-04-28T03:30:41.846333Z","steps":["trace[1691303303] 'process raft request' (duration: 53.375492ms)","trace[1691303303] 'compare' (duration: 134.901263ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:42.060264Z","caller":"traceutil/trace.go:171","msg":"trace[490930080] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"148.316616ms","start":"2026-04-28T03:30:41.911907Z","end":"2026-04-28T03:30:42.060224Z","steps":["trace[490930080] 'process raft request' (duration: 97.21069ms)","trace[490930080] 'compare' (duration: 50.878461ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:42.490632Z","caller":"traceutil/trace.go:171","msg":"trace[2118813327] transaction","detail":"{read_only:false; response_revision:6013; number_of_response:1; }","duration":"106.664371ms","start":"2026-04-28T03:30:42.383946Z","end":"2026-04-28T03:30:42.490611Z","steps":["trace[2118813327] 'process raft request' (duration: 106.522929ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:42.54907Z","caller":"traceutil/trace.go:171","msg":"trace[1998496942] transaction","detail":"{read_only:false; response_revision:6014; number_of_response:1; }","duration":"139.082951ms","start":"2026-04-28T03:30:42.40995Z","end":"2026-04-28T03:30:42.549043Z","steps":["trace[1998496942] 'process raft request' (duration: 83.778389ms)","trace[1998496942] 'compare' (duration: 54.980195ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:42.768166Z","caller":"traceutil/trace.go:171","msg":"trace[228871544] transaction","detail":"{read_only:false; response_revision:6015; number_of_response:1; }","duration":"215.209343ms","start":"2026-04-28T03:30:42.552745Z","end":"2026-04-28T03:30:42.767955Z","steps":["trace[228871544] 'process raft request' (duration: 212.970047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:43.00158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.877907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:43.001739Z","caller":"traceutil/trace.go:171","msg":"trace[1893223831] linearizableReadLoop","detail":"{readStateIndex:6286; appliedIndex:6283; }","duration":"303.629895ms","start":"2026-04-28T03:30:42.698093Z","end":"2026-04-28T03:30:43.001723Z","steps":["trace[1893223831] 'read index received' (duration: 67.55791ms)","trace[1893223831] 'applied index is now lower than readState.Index' (duration: 236.071055ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:43.001781Z","caller":"traceutil/trace.go:171","msg":"trace[2099352291] transaction","detail":"{read_only:false; response_revision:6016; number_of_response:1; }","duration":"448.515671ms","start":"2026-04-28T03:30:42.553236Z","end":"2026-04-28T03:30:43.001752Z","steps":["trace[2099352291] 'process raft request' (duration: 339.391229ms)","trace[2099352291] 'compare' (duration: 108.742235ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:43.00185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.758837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:43.001889Z","caller":"traceutil/trace.go:171","msg":"trace[258869991] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:6017; }","duration":"303.833129ms","start":"2026-04-28T03:30:42.698043Z","end":"2026-04-28T03:30:43.001876Z","steps":["trace[258869991] 'agreement among raft nodes before linearized reading' (duration: 303.734367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:43.001931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:42.698023Z","time spent":"303.89834ms","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":5,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:43.001954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:42.553231Z","time spent":"448.627343ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:43.001868Z","caller":"traceutil/trace.go:171","msg":"trace[513316055] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"328.349116ms","start":"2026-04-28T03:30:42.673469Z","end":"2026-04-28T03:30:43.001818Z","steps":["trace[513316055] 'process raft request' (duration: 328.198473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:43.002368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:42.673446Z","time spent":"328.784196ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:43.914192Z","caller":"traceutil/trace.go:171","msg":"trace[84061406] transaction","detail":"{read_only:false; response_revision:6019; number_of_response:1; }","duration":"214.955348ms","start":"2026-04-28T03:30:43.699196Z","end":"2026-04-28T03:30:43.914151Z","steps":["trace[84061406] 'process raft request' (duration: 121.635267ms)","trace[84061406] 'compare' (duration: 93.127618ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:44.226055Z","caller":"traceutil/trace.go:171","msg":"trace[1266578388] linearizableReadLoop","detail":"{readStateIndex:6290; appliedIndex:6289; }","duration":"110.342318ms","start":"2026-04-28T03:30:44.115691Z","end":"2026-04-28T03:30:44.226034Z","steps":["trace[1266578388] 'read index received' (duration: 110.274167ms)","trace[1266578388] 'applied index is now lower than readState.Index' (duration: 66.821µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:44.226129Z","caller":"traceutil/trace.go:171","msg":"trace[558100758] transaction","detail":"{read_only:false; response_revision:6021; number_of_response:1; }","duration":"159.043304ms","start":"2026-04-28T03:30:44.067061Z","end":"2026-04-28T03:30:44.226105Z","steps":["trace[558100758] 'process raft request' (duration: 158.80857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:44.226166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.47089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:44.226194Z","caller":"traceutil/trace.go:171","msg":"trace[1151071905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6021; }","duration":"110.668664ms","start":"2026-04-28T03:30:44.115516Z","end":"2026-04-28T03:30:44.226185Z","steps":["trace[1151071905] 'agreement among raft nodes before linearized reading' (duration: 110.591352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:44.576236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.736233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:44.576452Z","caller":"traceutil/trace.go:171","msg":"trace[1421737955] transaction","detail":"{read_only:false; response_revision:6022; number_of_response:1; }","duration":"401.595895ms","start":"2026-04-28T03:30:44.174784Z","end":"2026-04-28T03:30:44.57638Z","steps":["trace[1421737955] 'process raft request' (duration: 228.588207ms)","trace[1421737955] 'compare' (duration: 172.575629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:44.576552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:44.174758Z","time spent":"401.741167ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:44.576563Z","caller":"traceutil/trace.go:171","msg":"trace[773224830] linearizableReadLoop","detail":"{readStateIndex:6291; appliedIndex:6290; }","duration":"349.378796ms","start":"2026-04-28T03:30:44.227156Z","end":"2026-04-28T03:30:44.576535Z","steps":["trace[773224830] 'read index received' (duration: 176.170684ms)","trace[773224830] 'applied index is now lower than readState.Index' (duration: 173.202642ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:44.576704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.5251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:44.576743Z","caller":"traceutil/trace.go:171","msg":"trace[1878018796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6023; }","duration":"349.602041ms","start":"2026-04-28T03:30:44.227131Z","end":"2026-04-28T03:30:44.576733Z","steps":["trace[1878018796] 'agreement among raft nodes before linearized reading' (duration: 349.514079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:44.576771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:44.227119Z","time spent":"349.643441ms","remote":"127.0.0.1:50826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:44.644356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.068415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T03:30:44.644444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.160915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:30:44.644449Z","caller":"traceutil/trace.go:171","msg":"trace[945757137] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:6024; }","duration":"156.211738ms","start":"2026-04-28T03:30:44.488206Z","end":"2026-04-28T03:30:44.644418Z","steps":["trace[945757137] 'agreement among raft nodes before linearized reading' (duration: 155.970473ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:44.644492Z","caller":"traceutil/trace.go:171","msg":"trace[751025038] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6024; }","duration":"147.253407ms","start":"2026-04-28T03:30:44.497225Z","end":"2026-04-28T03:30:44.644479Z","steps":["trace[751025038] 'agreement among raft nodes before linearized reading' (duration: 147.094414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:45.001806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.735195ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-28T03:30:45.001883Z","caller":"traceutil/trace.go:171","msg":"trace[212672379] linearizableReadLoop","detail":"{readStateIndex:6294; appliedIndex:6293; }","duration":"353.164513ms","start":"2026-04-28T03:30:44.648706Z","end":"2026-04-28T03:30:45.00187Z","steps":["trace[212672379] 'read index received' (duration: 174.45255ms)","trace[212672379] 'applied index is now lower than readState.Index' (duration: 178.710863ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:45.00195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:44.6462Z","time spent":"355.747885ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:45.002369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.635303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-28T03:30:45.002404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.384382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:30:45.002457Z","caller":"traceutil/trace.go:171","msg":"trace[1836849816] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6024; }","duration":"353.758346ms","start":"2026-04-28T03:30:44.648682Z","end":"2026-04-28T03:30:45.00244Z","steps":["trace[1836849816] 'agreement among raft nodes before linearized reading' (duration: 353.51699ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:45.00248Z","caller":"traceutil/trace.go:171","msg":"trace[1296904942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6024; }","duration":"229.532195ms","start":"2026-04-28T03:30:44.772929Z","end":"2026-04-28T03:30:45.002461Z","steps":["trace[1296904942] 'agreement among raft nodes before linearized reading' (duration: 229.272689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:45.002503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:44.648669Z","time spent":"353.825227ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:30:45.176245Z","caller":"traceutil/trace.go:171","msg":"trace[742339083] linearizableReadLoop","detail":"{readStateIndex:6297; appliedIndex:6295; }","duration":"147.722887ms","start":"2026-04-28T03:30:45.0285Z","end":"2026-04-28T03:30:45.176223Z","steps":["trace[742339083] 'read index received' (duration: 140.829577ms)","trace[742339083] 'applied index is now lower than readState.Index' (duration: 6.89217ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:45.176292Z","caller":"traceutil/trace.go:171","msg":"trace[229510551] transaction","detail":"{read_only:false; response_revision:6026; number_of_response:1; }","duration":"169.427908ms","start":"2026-04-28T03:30:45.006824Z","end":"2026-04-28T03:30:45.176252Z","steps":["trace[229510551] 'process raft request' (duration: 162.602299ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:45.176348Z","caller":"traceutil/trace.go:171","msg":"trace[1672982512] transaction","detail":"{read_only:false; response_revision:6027; number_of_response:1; }","duration":"167.779814ms","start":"2026-04-28T03:30:45.00852Z","end":"2026-04-28T03:30:45.1763Z","steps":["trace[1672982512] 'process raft request' (duration: 167.653961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:45.176443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.434991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-28T03:30:45.17648Z","caller":"traceutil/trace.go:171","msg":"trace[1910735203] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6027; }","duration":"144.490802ms","start":"2026-04-28T03:30:45.031979Z","end":"2026-04-28T03:30:45.17647Z","steps":["trace[1910735203] 'agreement among raft nodes before linearized reading' (duration: 144.39937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:45.176542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.882327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:30:45.176604Z","caller":"traceutil/trace.go:171","msg":"trace[3056889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6027; }","duration":"169.987188ms","start":"2026-04-28T03:30:45.006602Z","end":"2026-04-28T03:30:45.17659Z","steps":["trace[3056889] 'agreement among raft nodes before linearized reading' (duration: 169.748194ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:46.151598Z","caller":"traceutil/trace.go:171","msg":"trace[2035167055] transaction","detail":"{read_only:false; response_revision:6032; number_of_response:1; }","duration":"152.195519ms","start":"2026-04-28T03:30:45.999376Z","end":"2026-04-28T03:30:46.151571Z","steps":["trace[2035167055] 'process raft request' (duration: 150.032985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:46.429386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.831656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:46.42953Z","caller":"traceutil/trace.go:171","msg":"trace[1169416935] transaction","detail":"{read_only:false; response_revision:6033; number_of_response:1; }","duration":"198.370256ms","start":"2026-04-28T03:30:46.23113Z","end":"2026-04-28T03:30:46.4295Z","steps":["trace[1169416935] 'process raft request' (duration: 96.309775ms)","trace[1169416935] 'compare' (duration: 101.547911ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:47.487512Z","caller":"traceutil/trace.go:171","msg":"trace[1962376389] transaction","detail":"{read_only:false; response_revision:6037; number_of_response:1; }","duration":"301.447559ms","start":"2026-04-28T03:30:47.186038Z","end":"2026-04-28T03:30:47.487485Z","steps":["trace[1962376389] 'process raft request' (duration: 201.575432ms)","trace[1962376389] 'compare' (duration: 99.693653ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:47.487665Z","caller":"traceutil/trace.go:171","msg":"trace[8290075] linearizableReadLoop","detail":"{readStateIndex:6308; appliedIndex:6305; }","duration":"277.727897ms","start":"2026-04-28T03:30:47.209911Z","end":"2026-04-28T03:30:47.487639Z","steps":["trace[8290075] 'read index received' (duration: 13.544864ms)","trace[8290075] 'applied index is now lower than readState.Index' (duration: 264.182043ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:47.487665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:47.186009Z","time spent":"301.582932ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:47.487918Z","caller":"traceutil/trace.go:171","msg":"trace[2137911977] transaction","detail":"{read_only:false; response_revision:6038; number_of_response:1; }","duration":"292.968066ms","start":"2026-04-28T03:30:47.194936Z","end":"2026-04-28T03:30:47.487904Z","steps":["trace[2137911977] 'process raft request' (duration: 292.502797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:47.48805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.753905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:47.488164Z","caller":"traceutil/trace.go:171","msg":"trace[1918719461] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:6038; }","duration":"271.863958ms","start":"2026-04-28T03:30:47.216238Z","end":"2026-04-28T03:30:47.488102Z","steps":["trace[1918719461] 'agreement among raft nodes before linearized reading' (duration: 271.742816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:47.488424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.488482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:30:47.488573Z","caller":"traceutil/trace.go:171","msg":"trace[1809808943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6038; }","duration":"278.685536ms","start":"2026-04-28T03:30:47.209869Z","end":"2026-04-28T03:30:47.488555Z","steps":["trace[1809808943] 'agreement among raft nodes before linearized reading' (duration: 278.206167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:48.052633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.988666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:48.052711Z","caller":"traceutil/trace.go:171","msg":"trace[371481909] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6040; }","duration":"188.168069ms","start":"2026-04-28T03:30:47.864527Z","end":"2026-04-28T03:30:48.052695Z","steps":["trace[371481909] 'count revisions from in-memory index tree' (duration: 187.894214ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:48.197619Z","caller":"traceutil/trace.go:171","msg":"trace[880064605] transaction","detail":"{read_only:false; response_revision:6041; number_of_response:1; }","duration":"109.808939ms","start":"2026-04-28T03:30:48.087784Z","end":"2026-04-28T03:30:48.197593Z","steps":["trace[880064605] 'process raft request' (duration: 109.219508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:48.549384Z","caller":"traceutil/trace.go:171","msg":"trace[1963732320] transaction","detail":"{read_only:false; response_revision:6043; number_of_response:1; }","duration":"114.594037ms","start":"2026-04-28T03:30:48.434731Z","end":"2026-04-28T03:30:48.549325Z","steps":["trace[1963732320] 'process raft request' (duration: 114.367332ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:48.775803Z","caller":"traceutil/trace.go:171","msg":"trace[729014940] transaction","detail":"{read_only:false; response_revision:6045; number_of_response:1; }","duration":"120.035586ms","start":"2026-04-28T03:30:48.655739Z","end":"2026-04-28T03:30:48.775775Z","steps":["trace[729014940] 'process raft request' (duration: 119.891043ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:48.776146Z","caller":"traceutil/trace.go:171","msg":"trace[179972960] linearizableReadLoop","detail":"{readStateIndex:6314; appliedIndex:6313; }","duration":"123.447176ms","start":"2026-04-28T03:30:48.652668Z","end":"2026-04-28T03:30:48.776115Z","steps":["trace[179972960] 'read index received' (duration: 31.143972ms)","trace[179972960] 'applied index is now lower than readState.Index' (duration: 92.300854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:48.776348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.67122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:30:48.776385Z","caller":"traceutil/trace.go:171","msg":"trace[694338385] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6045; }","duration":"123.766612ms","start":"2026-04-28T03:30:48.652608Z","end":"2026-04-28T03:30:48.776375Z","steps":["trace[694338385] 'agreement among raft nodes before linearized reading' (duration: 123.612999ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:48.77629Z","caller":"traceutil/trace.go:171","msg":"trace[246249746] transaction","detail":"{read_only:false; response_revision:6044; number_of_response:1; }","duration":"145.81307ms","start":"2026-04-28T03:30:48.630456Z","end":"2026-04-28T03:30:48.77627Z","steps":["trace[246249746] 'process raft request' (duration: 53.336883ms)","trace[246249746] 'compare' (duration: 91.506497ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:49.830672Z","caller":"traceutil/trace.go:171","msg":"trace[953461547] linearizableReadLoop","detail":"{readStateIndex:6317; appliedIndex:6316; }","duration":"307.389582ms","start":"2026-04-28T03:30:49.523264Z","end":"2026-04-28T03:30:49.830654Z","steps":["trace[953461547] 'read index received' (duration: 307.222869ms)","trace[953461547] 'applied index is now lower than readState.Index' (duration: 165.983µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:49.830713Z","caller":"traceutil/trace.go:171","msg":"trace[1072431229] transaction","detail":"{read_only:false; response_revision:6047; number_of_response:1; }","duration":"335.173847ms","start":"2026-04-28T03:30:49.495523Z","end":"2026-04-28T03:30:49.830697Z","steps":["trace[1072431229] 'process raft request' (duration: 335.019334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:49.830787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.846528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:49.830803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:49.495499Z","time spent":"335.249108ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:49.830815Z","caller":"traceutil/trace.go:171","msg":"trace[1532590921] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:6047; }","duration":"199.924019ms","start":"2026-04-28T03:30:49.630884Z","end":"2026-04-28T03:30:49.830809Z","steps":["trace[1532590921] 'agreement among raft nodes before linearized reading' (duration: 199.862438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:49.830994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.663578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:30:49.831124Z","caller":"traceutil/trace.go:171","msg":"trace[1427171512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6047; }","duration":"307.871092ms","start":"2026-04-28T03:30:49.52323Z","end":"2026-04-28T03:30:49.831101Z","steps":["trace[1427171512] 'agreement among raft nodes before linearized reading' (duration: 307.495095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:49.831231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:49.523217Z","time spent":"307.995424ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:30:50.154954Z","caller":"traceutil/trace.go:171","msg":"trace[945427114] transaction","detail":"{read_only:false; response_revision:6048; number_of_response:1; }","duration":"320.677804ms","start":"2026-04-28T03:30:49.834258Z","end":"2026-04-28T03:30:50.154936Z","steps":["trace[945427114] 'process raft request' (duration: 320.540521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:50.155069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:49.834242Z","time spent":"320.771035ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:50.156178Z","caller":"traceutil/trace.go:171","msg":"trace[1455687559] transaction","detail":"{read_only:false; response_revision:6049; number_of_response:1; }","duration":"319.592961ms","start":"2026-04-28T03:30:49.836564Z","end":"2026-04-28T03:30:50.156157Z","steps":["trace[1455687559] 'process raft request' (duration: 319.433638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:50.156288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:49.836545Z","time spent":"319.690873ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:50.363586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.449214ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:30:50.363696Z","caller":"traceutil/trace.go:171","msg":"trace[356869187] linearizableReadLoop","detail":"{readStateIndex:6320; appliedIndex:6317; }","duration":"246.395165ms","start":"2026-04-28T03:30:50.117278Z","end":"2026-04-28T03:30:50.363673Z","steps":["trace[356869187] 'read index received' (duration: 37.484972ms)","trace[356869187] 'applied index is now lower than readState.Index' (duration: 208.908163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:50.363963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.567338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:50.364029Z","caller":"traceutil/trace.go:171","msg":"trace[624164730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6049; }","duration":"246.780613ms","start":"2026-04-28T03:30:50.117228Z","end":"2026-04-28T03:30:50.364009Z","steps":["trace[624164730] 'agreement among raft nodes before linearized reading' (duration: 246.567569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:50.364158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.885569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:30:50.364263Z","caller":"traceutil/trace.go:171","msg":"trace[998662314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6049; }","duration":"137.022314ms","start":"2026-04-28T03:30:50.227224Z","end":"2026-04-28T03:30:50.364246Z","steps":["trace[998662314] 'agreement among raft nodes before linearized reading' (duration: 136.640185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:50.364162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.393809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:30:50.364408Z","caller":"traceutil/trace.go:171","msg":"trace[122335480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6049; }","duration":"162.752957ms","start":"2026-04-28T03:30:50.201635Z","end":"2026-04-28T03:30:50.364388Z","steps":["trace[122335480] 'agreement among raft nodes before linearized reading' (duration: 162.230876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:50.364165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.568214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:30:50.364548Z","caller":"traceutil/trace.go:171","msg":"trace[1129045741] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6049; }","duration":"139.009264ms","start":"2026-04-28T03:30:50.225525Z","end":"2026-04-28T03:30:50.364535Z","steps":["trace[1129045741] 'agreement among raft nodes before linearized reading' (duration: 138.424712ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:50.890803Z","caller":"traceutil/trace.go:171","msg":"trace[2026472778] transaction","detail":"{read_only:false; response_revision:6053; number_of_response:1; }","duration":"109.051804ms","start":"2026-04-28T03:30:50.781732Z","end":"2026-04-28T03:30:50.890784Z","steps":["trace[2026472778] 'process raft request' (duration: 108.931972ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:50.891056Z","caller":"traceutil/trace.go:171","msg":"trace[2108396345] linearizableReadLoop","detail":"{readStateIndex:6324; appliedIndex:6324; }","duration":"108.969254ms","start":"2026-04-28T03:30:50.782071Z","end":"2026-04-28T03:30:50.89104Z","steps":["trace[2108396345] 'read index received' (duration: 108.959533ms)","trace[2108396345] 'applied index is now lower than readState.Index' (duration: 8.471µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:50.891218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.141197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:30:50.891279Z","caller":"traceutil/trace.go:171","msg":"trace[1264375035] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6053; }","duration":"109.248509ms","start":"2026-04-28T03:30:50.782022Z","end":"2026-04-28T03:30:50.89127Z","steps":["trace[1264375035] 'agreement among raft nodes before linearized reading' (duration: 109.087806ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:51.087299Z","caller":"traceutil/trace.go:171","msg":"trace[1867258853] transaction","detail":"{read_only:false; response_revision:6054; number_of_response:1; }","duration":"304.840673ms","start":"2026-04-28T03:30:50.782428Z","end":"2026-04-28T03:30:51.087268Z","steps":["trace[1867258853] 'process raft request' (duration: 280.122331ms)","trace[1867258853] 'compare' (duration: 24.446597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:51.087469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:50.78241Z","time spent":"304.950555ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:52.654097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.796223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:52.654308Z","caller":"traceutil/trace.go:171","msg":"trace[1579555232] linearizableReadLoop","detail":"{readStateIndex:6331; appliedIndex:6329; }","duration":"250.615613ms","start":"2026-04-28T03:30:52.40368Z","end":"2026-04-28T03:30:52.654295Z","steps":["trace[1579555232] 'read index received' (duration: 80.469635ms)","trace[1579555232] 'applied index is now lower than readState.Index' (duration: 170.145358ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:52.654413Z","caller":"traceutil/trace.go:171","msg":"trace[1208019150] transaction","detail":"{read_only:false; response_revision:6060; number_of_response:1; }","duration":"491.399037ms","start":"2026-04-28T03:30:52.162985Z","end":"2026-04-28T03:30:52.654384Z","steps":["trace[1208019150] 'process raft request' (duration: 491.234463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:52.654484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:52.162962Z","time spent":"491.494788ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:52.65455Z","caller":"traceutil/trace.go:171","msg":"trace[1420435374] transaction","detail":"{read_only:false; response_revision:6059; number_of_response:1; }","duration":"491.672651ms","start":"2026-04-28T03:30:52.162803Z","end":"2026-04-28T03:30:52.654475Z","steps":["trace[1420435374] 'process raft request' (duration: 222.43977ms)","trace[1420435374] 'compare' (duration: 268.63381ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:52.654724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.050111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:30:52.65477Z","caller":"traceutil/trace.go:171","msg":"trace[1689152335] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6060; }","duration":"251.132223ms","start":"2026-04-28T03:30:52.403629Z","end":"2026-04-28T03:30:52.654762Z","steps":["trace[1689152335] 'agreement among raft nodes before linearized reading' (duration: 251.024701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:52.654721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:52.16278Z","time spent":"491.852186ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:52.701106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.947565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:30:52.701184Z","caller":"traceutil/trace.go:171","msg":"trace[1062299699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6061; }","duration":"296.033326ms","start":"2026-04-28T03:30:52.405131Z","end":"2026-04-28T03:30:52.701165Z","steps":["trace[1062299699] 'agreement among raft nodes before linearized reading' (duration: 295.825572ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:52.866498Z","caller":"traceutil/trace.go:171","msg":"trace[1883910178] transaction","detail":"{read_only:false; response_revision:6063; number_of_response:1; }","duration":"159.968891ms","start":"2026-04-28T03:30:52.706512Z","end":"2026-04-28T03:30:52.866481Z","steps":["trace[1883910178] 'process raft request' (duration: 159.89675ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:52.8667Z","caller":"traceutil/trace.go:171","msg":"trace[1549617046] transaction","detail":"{read_only:false; response_revision:6062; number_of_response:1; }","duration":"207.796642ms","start":"2026-04-28T03:30:52.658886Z","end":"2026-04-28T03:30:52.866682Z","steps":["trace[1549617046] 'process raft request' (duration: 137.925932ms)","trace[1549617046] 'compare' (duration: 69.401961ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:53.009301Z","caller":"traceutil/trace.go:171","msg":"trace[1479011343] transaction","detail":"{read_only:false; response_revision:6064; number_of_response:1; }","duration":"113.11191ms","start":"2026-04-28T03:30:52.896152Z","end":"2026-04-28T03:30:53.009264Z","steps":["trace[1479011343] 'process raft request' (duration: 94.494001ms)","trace[1479011343] 'compare' (duration: 18.491566ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:53.360827Z","caller":"traceutil/trace.go:171","msg":"trace[280777279] linearizableReadLoop","detail":"{readStateIndex:6336; appliedIndex:6335; }","duration":"244.118102ms","start":"2026-04-28T03:30:53.116636Z","end":"2026-04-28T03:30:53.360754Z","steps":["trace[280777279] 'read index received' (duration: 244.0053ms)","trace[280777279] 'applied index is now lower than readState.Index' (duration: 111.702µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:53.360914Z","caller":"traceutil/trace.go:171","msg":"trace[1718306835] transaction","detail":"{read_only:false; response_revision:6065; number_of_response:1; }","duration":"267.839374ms","start":"2026-04-28T03:30:53.093044Z","end":"2026-04-28T03:30:53.360884Z","steps":["trace[1718306835] 'process raft request' (duration: 267.590909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:53.361097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.320566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:53.36115Z","caller":"traceutil/trace.go:171","msg":"trace[1757274906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6065; }","duration":"244.551651ms","start":"2026-04-28T03:30:53.116588Z","end":"2026-04-28T03:30:53.36114Z","steps":["trace[1757274906] 'agreement among raft nodes before linearized reading' (duration: 244.311436ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:53.45372Z","caller":"traceutil/trace.go:171","msg":"trace[1497177191] transaction","detail":"{read_only:false; response_revision:6067; number_of_response:1; }","duration":"108.78786ms","start":"2026-04-28T03:30:53.344914Z","end":"2026-04-28T03:30:53.453702Z","steps":["trace[1497177191] 'process raft request' (duration: 108.727419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:53.453879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.964841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:53.453949Z","caller":"traceutil/trace.go:171","msg":"trace[1199232216] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:6067; }","duration":"191.098544ms","start":"2026-04-28T03:30:53.262841Z","end":"2026-04-28T03:30:53.45394Z","steps":["trace[1199232216] 'agreement among raft nodes before linearized reading' (duration: 190.947441ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:53.45375Z","caller":"traceutil/trace.go:171","msg":"trace[1525507590] transaction","detail":"{read_only:false; response_revision:6066; number_of_response:1; }","duration":"326.931915ms","start":"2026-04-28T03:30:53.126781Z","end":"2026-04-28T03:30:53.453712Z","steps":["trace[1525507590] 'process raft request' (duration: 326.758621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:53.454571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:53.126755Z","time spent":"327.751602ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:54.811767Z","caller":"traceutil/trace.go:171","msg":"trace[1899095770] linearizableReadLoop","detail":"{readStateIndex:6342; appliedIndex:6341; }","duration":"155.120194ms","start":"2026-04-28T03:30:54.656611Z","end":"2026-04-28T03:30:54.811731Z","steps":["trace[1899095770] 'read index received' (duration: 137.918084ms)","trace[1899095770] 'applied index is now lower than readState.Index' (duration: 17.20041ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:54.811935Z","caller":"traceutil/trace.go:171","msg":"trace[1073306421] transaction","detail":"{read_only:false; response_revision:6070; number_of_response:1; }","duration":"170.357694ms","start":"2026-04-28T03:30:54.641563Z","end":"2026-04-28T03:30:54.811921Z","steps":["trace[1073306421] 'process raft request' (duration: 152.884779ms)","trace[1073306421] 'compare' (duration: 17.024256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:54.812049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.42767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-28T03:30:54.812126Z","caller":"traceutil/trace.go:171","msg":"trace[2089941974] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:6070; }","duration":"155.539173ms","start":"2026-04-28T03:30:54.656569Z","end":"2026-04-28T03:30:54.812108Z","steps":["trace[2089941974] 'agreement among raft nodes before linearized reading' (duration: 155.350009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:54.814453Z","caller":"traceutil/trace.go:171","msg":"trace[71102964] transaction","detail":"{read_only:false; response_revision:6071; number_of_response:1; }","duration":"108.272362ms","start":"2026-04-28T03:30:54.70616Z","end":"2026-04-28T03:30:54.814433Z","steps":["trace[71102964] 'process raft request' (duration: 108.083648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:54.814687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.317778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:30:54.814825Z","caller":"traceutil/trace.go:171","msg":"trace[1144413308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6071; }","duration":"156.441821ms","start":"2026-04-28T03:30:54.658316Z","end":"2026-04-28T03:30:54.814758Z","steps":["trace[1144413308] 'agreement among raft nodes before linearized reading' (duration: 156.076994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:54.815233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.807518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:30:54.815602Z","caller":"traceutil/trace.go:171","msg":"trace[278994521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6071; }","duration":"157.201728ms","start":"2026-04-28T03:30:54.658373Z","end":"2026-04-28T03:30:54.815575Z","steps":["trace[278994521] 'agreement among raft nodes before linearized reading' (duration: 156.095415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:55.395335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.823985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:55.395489Z","caller":"traceutil/trace.go:171","msg":"trace[99228483] linearizableReadLoop","detail":"{readStateIndex:6348; appliedIndex:6346; }","duration":"280.379263ms","start":"2026-04-28T03:30:55.115094Z","end":"2026-04-28T03:30:55.395473Z","steps":["trace[99228483] 'read index received' (duration: 19.359054ms)","trace[99228483] 'applied index is now lower than readState.Index' (duration: 261.017429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:55.395573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.475575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:55.395603Z","caller":"traceutil/trace.go:171","msg":"trace[1021159018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6076; }","duration":"280.555676ms","start":"2026-04-28T03:30:55.115038Z","end":"2026-04-28T03:30:55.395594Z","steps":["trace[1021159018] 'agreement among raft nodes before linearized reading' (duration: 280.483445ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:55.395903Z","caller":"traceutil/trace.go:171","msg":"trace[801340349] transaction","detail":"{read_only:false; response_revision:6076; number_of_response:1; }","duration":"382.242454ms","start":"2026-04-28T03:30:55.013567Z","end":"2026-04-28T03:30:55.395809Z","steps":["trace[801340349] 'process raft request' (duration: 381.855815ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:55.396002Z","caller":"traceutil/trace.go:171","msg":"trace[2023050901] transaction","detail":"{read_only:false; response_revision:6075; number_of_response:1; }","duration":"470.364425ms","start":"2026-04-28T03:30:54.925604Z","end":"2026-04-28T03:30:55.395968Z","steps":["trace[2023050901] 'process raft request' (duration: 208.834876ms)","trace[2023050901] 'compare' (duration: 260.721382ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:55.396217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:55.013547Z","time spent":"382.425988ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:55.396419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:54.925573Z","time spent":"470.710642ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:55.650052Z","caller":"traceutil/trace.go:171","msg":"trace[561959947] linearizableReadLoop","detail":"{readStateIndex:6349; appliedIndex:6348; }","duration":"216.454732ms","start":"2026-04-28T03:30:55.433581Z","end":"2026-04-28T03:30:55.650035Z","steps":["trace[561959947] 'read index received' (duration: 216.386831ms)","trace[561959947] 'applied index is now lower than readState.Index' (duration: 67.141µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:55.650199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.616955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:30:55.650221Z","caller":"traceutil/trace.go:171","msg":"trace[1530817035] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6077; }","duration":"216.697887ms","start":"2026-04-28T03:30:55.433517Z","end":"2026-04-28T03:30:55.650215Z","steps":["trace[1530817035] 'agreement among raft nodes before linearized reading' (duration: 216.579564ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:55.65055Z","caller":"traceutil/trace.go:171","msg":"trace[2104895305] transaction","detail":"{read_only:false; response_revision:6077; number_of_response:1; }","duration":"284.023785ms","start":"2026-04-28T03:30:55.366123Z","end":"2026-04-28T03:30:55.650147Z","steps":["trace[2104895305] 'process raft request' (duration: 283.794261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:55.875972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.001473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:55.876148Z","caller":"traceutil/trace.go:171","msg":"trace[1685996294] transaction","detail":"{read_only:false; response_revision:6078; number_of_response:1; }","duration":"417.293126ms","start":"2026-04-28T03:30:55.458817Z","end":"2026-04-28T03:30:55.87611Z","steps":["trace[1685996294] 'process raft request' (duration: 228.063169ms)","trace[1685996294] 'compare' (duration: 188.85497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:55.876332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:55.458797Z","time spent":"417.4433ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:55.876614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.201298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:30:55.876663Z","caller":"traceutil/trace.go:171","msg":"trace[469340605] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6078; }","duration":"222.30403ms","start":"2026-04-28T03:30:55.654347Z","end":"2026-04-28T03:30:55.876651Z","steps":["trace[469340605] 'agreement among raft nodes before linearized reading' (duration: 222.086246ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:55.876258Z","caller":"traceutil/trace.go:171","msg":"trace[1817279508] linearizableReadLoop","detail":"{readStateIndex:6350; appliedIndex:6349; }","duration":"221.832881ms","start":"2026-04-28T03:30:55.654404Z","end":"2026-04-28T03:30:55.876237Z","steps":["trace[1817279508] 'read index received' (duration: 32.362577ms)","trace[1817279508] 'applied index is now lower than readState.Index' (duration: 189.468614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:56.135744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.259731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:56.136216Z","caller":"traceutil/trace.go:171","msg":"trace[1704073183] transaction","detail":"{read_only:false; response_revision:6079; number_of_response:1; }","duration":"164.384884ms","start":"2026-04-28T03:30:55.971814Z","end":"2026-04-28T03:30:56.136198Z","steps":["trace[1704073183] 'process raft request' (duration: 58.610522ms)","trace[1704073183] 'compare' (duration: 105.064437ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:57.002003Z","caller":"traceutil/trace.go:171","msg":"trace[1455579562] transaction","detail":"{read_only:false; response_revision:6081; number_of_response:1; }","duration":"112.073089ms","start":"2026-04-28T03:30:56.889901Z","end":"2026-04-28T03:30:57.001974Z","steps":["trace[1455579562] 'process raft request' (duration: 70.212868ms)","trace[1455579562] 'compare' (duration: 41.694408ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:57.161435Z","caller":"traceutil/trace.go:171","msg":"trace[268531249] transaction","detail":"{read_only:false; response_revision:6082; number_of_response:1; }","duration":"154.867361ms","start":"2026-04-28T03:30:57.006543Z","end":"2026-04-28T03:30:57.161411Z","steps":["trace[268531249] 'process raft request' (duration: 144.906348ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:57.222725Z","caller":"traceutil/trace.go:171","msg":"trace[596591573] transaction","detail":"{read_only:false; response_revision:6083; number_of_response:1; }","duration":"214.072687ms","start":"2026-04-28T03:30:57.008623Z","end":"2026-04-28T03:30:57.222695Z","steps":["trace[596591573] 'process raft request' (duration: 213.880473ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:57.917124Z","caller":"traceutil/trace.go:171","msg":"trace[1648991644] transaction","detail":"{read_only:false; response_revision:6087; number_of_response:1; }","duration":"261.779627ms","start":"2026-04-28T03:30:57.65531Z","end":"2026-04-28T03:30:57.91709Z","steps":["trace[1648991644] 'process raft request' (duration: 237.607385ms)","trace[1648991644] 'compare' (duration: 24.06153ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:59.623854Z","caller":"traceutil/trace.go:171","msg":"trace[1830267361] transaction","detail":"{read_only:false; response_revision:6093; number_of_response:1; }","duration":"390.575901ms","start":"2026-04-28T03:30:59.233246Z","end":"2026-04-28T03:30:59.623822Z","steps":["trace[1830267361] 'process raft request' (duration: 344.501513ms)","trace[1830267361] 'compare' (duration: 45.927175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:59.624074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:59.233216Z","time spent":"390.750745ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:59.643026Z","caller":"traceutil/trace.go:171","msg":"trace[21458141] linearizableReadLoop","detail":"{readStateIndex:6366; appliedIndex:6364; }","duration":"109.656352ms","start":"2026-04-28T03:30:59.533345Z","end":"2026-04-28T03:30:59.643001Z","steps":["trace[21458141] 'read index received' (duration: 44.418593ms)","trace[21458141] 'applied index is now lower than readState.Index' (duration: 65.237029ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:59.643151Z","caller":"traceutil/trace.go:171","msg":"trace[1042342068] transaction","detail":"{read_only:false; response_revision:6094; number_of_response:1; }","duration":"193.398197ms","start":"2026-04-28T03:30:59.449721Z","end":"2026-04-28T03:30:59.643119Z","steps":["trace[1042342068] 'process raft request' (duration: 193.119142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:59.643216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.858877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:30:59.643261Z","caller":"traceutil/trace.go:171","msg":"trace[1370254234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6094; }","duration":"109.954798ms","start":"2026-04-28T03:30:59.533294Z","end":"2026-04-28T03:30:59.643249Z","steps":["trace[1370254234] 'agreement among raft nodes before linearized reading' (duration: 109.795545ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:59.767804Z","caller":"traceutil/trace.go:171","msg":"trace[1716936591] transaction","detail":"{read_only:false; response_revision:6095; number_of_response:1; }","duration":"120.206367ms","start":"2026-04-28T03:30:59.647569Z","end":"2026-04-28T03:30:59.767776Z","steps":["trace[1716936591] 'process raft request' (duration: 110.059042ms)","trace[1716936591] 'compare' (duration: 10.036593ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:01.205794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.016947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T03:31:01.205927Z","caller":"traceutil/trace.go:171","msg":"trace[1130061887] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6101; }","duration":"100.184171ms","start":"2026-04-28T03:31:01.10568Z","end":"2026-04-28T03:31:01.205864Z","steps":["trace[1130061887] 'range keys from in-memory index tree' (duration: 99.814254ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:01.769161Z","caller":"traceutil/trace.go:171","msg":"trace[1495212989] transaction","detail":"{read_only:false; response_revision:6103; number_of_response:1; }","duration":"135.568782ms","start":"2026-04-28T03:31:01.633328Z","end":"2026-04-28T03:31:01.768897Z","steps":["trace[1495212989] 'process raft request' (duration: 135.344697ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:01.934246Z","caller":"traceutil/trace.go:171","msg":"trace[1576959995] linearizableReadLoop","detail":"{readStateIndex:6377; appliedIndex:6376; }","duration":"161.762845ms","start":"2026-04-28T03:31:01.772453Z","end":"2026-04-28T03:31:01.934216Z","steps":["trace[1576959995] 'read index received' (duration: 77.11501ms)","trace[1576959995] 'applied index is now lower than readState.Index' (duration: 84.646515ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:01.934409Z","caller":"traceutil/trace.go:171","msg":"trace[540476573] transaction","detail":"{read_only:false; response_revision:6104; number_of_response:1; }","duration":"286.565197ms","start":"2026-04-28T03:31:01.647716Z","end":"2026-04-28T03:31:01.934281Z","steps":["trace[540476573] 'process raft request' (duration: 201.847841ms)","trace[540476573] 'compare' (duration: 84.133783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:01.934554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.063481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:31:01.934907Z","caller":"traceutil/trace.go:171","msg":"trace[2024436791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6104; }","duration":"162.339606ms","start":"2026-04-28T03:31:01.772414Z","end":"2026-04-28T03:31:01.934753Z","steps":["trace[2024436791] 'agreement among raft nodes before linearized reading' (duration: 161.921858ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:03.158198Z","caller":"traceutil/trace.go:171","msg":"trace[202453739] linearizableReadLoop","detail":"{readStateIndex:6382; appliedIndex:6381; }","duration":"113.732227ms","start":"2026-04-28T03:31:03.044444Z","end":"2026-04-28T03:31:03.158176Z","steps":["trace[202453739] 'read index received' (duration: 113.544463ms)","trace[202453739] 'applied index is now lower than readState.Index' (duration: 186.954µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:03.158271Z","caller":"traceutil/trace.go:171","msg":"trace[416412427] transaction","detail":"{read_only:false; response_revision:6109; number_of_response:1; }","duration":"144.679989ms","start":"2026-04-28T03:31:03.013548Z","end":"2026-04-28T03:31:03.158228Z","steps":["trace[416412427] 'process raft request' (duration: 144.493435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:03.158495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.030644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:31:03.158575Z","caller":"traceutil/trace.go:171","msg":"trace[658345854] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6109; }","duration":"114.162006ms","start":"2026-04-28T03:31:03.044395Z","end":"2026-04-28T03:31:03.158557Z","steps":["trace[658345854] 'agreement among raft nodes before linearized reading' (duration: 113.87219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:04.173333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.534414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:04.173446Z","caller":"traceutil/trace.go:171","msg":"trace[1449393591] transaction","detail":"{read_only:false; response_revision:6114; number_of_response:1; }","duration":"172.166628ms","start":"2026-04-28T03:31:04.00126Z","end":"2026-04-28T03:31:04.173427Z","steps":["trace[1449393591] 'process raft request' (duration: 61.458261ms)","trace[1449393591] 'compare' (duration: 110.410762ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:04.38521Z","caller":"traceutil/trace.go:171","msg":"trace[1670096481] linearizableReadLoop","detail":"{readStateIndex:6389; appliedIndex:6387; }","duration":"270.349051ms","start":"2026-04-28T03:31:04.114843Z","end":"2026-04-28T03:31:04.385192Z","steps":["trace[1670096481] 'read index received' (duration: 212.973801ms)","trace[1670096481] 'applied index is now lower than readState.Index' (duration: 57.37448ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:04.385234Z","caller":"traceutil/trace.go:171","msg":"trace[425284677] transaction","detail":"{read_only:false; response_revision:6116; number_of_response:1; }","duration":"374.667466ms","start":"2026-04-28T03:31:04.010541Z","end":"2026-04-28T03:31:04.385209Z","steps":["trace[425284677] 'process raft request' (duration: 374.605095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:04.385328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.490823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:04.385356Z","caller":"traceutil/trace.go:171","msg":"trace[164157081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6116; }","duration":"270.571815ms","start":"2026-04-28T03:31:04.114777Z","end":"2026-04-28T03:31:04.385348Z","steps":["trace[164157081] 'agreement among raft nodes before linearized reading' (duration: 270.520224ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:04.38524Z","caller":"traceutil/trace.go:171","msg":"trace[937363601] transaction","detail":"{read_only:false; response_revision:6115; number_of_response:1; }","duration":"382.138989ms","start":"2026-04-28T03:31:04.003072Z","end":"2026-04-28T03:31:04.385211Z","steps":["trace[937363601] 'process raft request' (duration: 324.741259ms)","trace[937363601] 'compare' (duration: 57.220367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:04.385483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:04.003055Z","time spent":"382.366374ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:04.386071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:04.010527Z","time spent":"374.775478ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:04.565153Z","caller":"traceutil/trace.go:171","msg":"trace[977428770] transaction","detail":"{read_only:false; response_revision:6117; number_of_response:1; }","duration":"175.852585ms","start":"2026-04-28T03:31:04.38926Z","end":"2026-04-28T03:31:04.565113Z","steps":["trace[977428770] 'process raft request' (duration: 129.618382ms)","trace[977428770] 'compare' (duration: 45.953867ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:06.52721Z","caller":"traceutil/trace.go:171","msg":"trace[1716293471] transaction","detail":"{read_only:false; response_revision:6127; number_of_response:1; }","duration":"133.305608ms","start":"2026-04-28T03:31:06.393884Z","end":"2026-04-28T03:31:06.527189Z","steps":["trace[1716293471] 'process raft request' (duration: 133.208446ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:07.276562Z","caller":"traceutil/trace.go:171","msg":"trace[155480185] transaction","detail":"{read_only:false; response_revision:6130; number_of_response:1; }","duration":"181.386179ms","start":"2026-04-28T03:31:07.095113Z","end":"2026-04-28T03:31:07.276499Z","steps":["trace[155480185] 'process raft request' (duration: 131.995161ms)","trace[155480185] 'compare' (duration: 49.222565ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:07.432297Z","caller":"traceutil/trace.go:171","msg":"trace[1413258689] transaction","detail":"{read_only:false; response_revision:6132; number_of_response:1; }","duration":"127.192034ms","start":"2026-04-28T03:31:07.305064Z","end":"2026-04-28T03:31:07.432256Z","steps":["trace[1413258689] 'process raft request' (duration: 120.499428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:07.753914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.487946ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:07.754056Z","caller":"traceutil/trace.go:171","msg":"trace[1137534821] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6132; }","duration":"191.642049ms","start":"2026-04-28T03:31:07.562396Z","end":"2026-04-28T03:31:07.754038Z","steps":["trace[1137534821] 'range keys from in-memory index tree' (duration: 191.470844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:07.754698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.253385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:07.754871Z","caller":"traceutil/trace.go:171","msg":"trace[846466595] linearizableReadLoop","detail":"{readStateIndex:6407; appliedIndex:6406; }","duration":"237.688147ms","start":"2026-04-28T03:31:07.517157Z","end":"2026-04-28T03:31:07.754845Z","steps":["trace[846466595] 'read index received' (duration: 114.190528ms)","trace[846466595] 'applied index is now lower than readState.Index' (duration: 123.494719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:07.755072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.906492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:07.755194Z","caller":"traceutil/trace.go:171","msg":"trace[927007475] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:6133; }","duration":"238.072025ms","start":"2026-04-28T03:31:07.517102Z","end":"2026-04-28T03:31:07.755174Z","steps":["trace[927007475] 'agreement among raft nodes before linearized reading' (duration: 237.84672ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:07.75585Z","caller":"traceutil/trace.go:171","msg":"trace[710536657] transaction","detail":"{read_only:false; response_revision:6133; number_of_response:1; }","duration":"306.865268ms","start":"2026-04-28T03:31:07.44795Z","end":"2026-04-28T03:31:07.754815Z","steps":["trace[710536657] 'process raft request' (duration: 183.382809ms)","trace[710536657] 'compare' (duration: 122.53065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:07.756024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:07.447923Z","time spent":"308.024243ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:08.327993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.780441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:08.32816Z","caller":"traceutil/trace.go:171","msg":"trace[1533923185] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:6136; }","duration":"110.983334ms","start":"2026-04-28T03:31:08.217133Z","end":"2026-04-28T03:31:08.328116Z","steps":["trace[1533923185] 'count revisions from in-memory index tree' (duration: 110.651738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:08.735553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.089036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:08.735723Z","caller":"traceutil/trace.go:171","msg":"trace[1581213766] transaction","detail":"{read_only:false; response_revision:6139; number_of_response:1; }","duration":"200.677645ms","start":"2026-04-28T03:31:08.535022Z","end":"2026-04-28T03:31:08.7357Z","steps":["trace[1581213766] 'process raft request' (duration: 90.366913ms)","trace[1581213766] 'compare' (duration: 109.980184ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:08.73618Z","caller":"traceutil/trace.go:171","msg":"trace[671565649] transaction","detail":"{read_only:false; response_revision:6140; number_of_response:1; }","duration":"131.424982ms","start":"2026-04-28T03:31:08.604737Z","end":"2026-04-28T03:31:08.736162Z","steps":["trace[671565649] 'process raft request' (duration: 130.913772ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:09.583703Z","caller":"traceutil/trace.go:171","msg":"trace[1309666797] transaction","detail":"{read_only:false; response_revision:6143; number_of_response:1; }","duration":"143.331355ms","start":"2026-04-28T03:31:09.440344Z","end":"2026-04-28T03:31:09.583676Z","steps":["trace[1309666797] 'process raft request' (duration: 143.186602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:14.181065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.016003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:14.181187Z","caller":"traceutil/trace.go:171","msg":"trace[995773965] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:6163; }","duration":"123.179426ms","start":"2026-04-28T03:31:14.057984Z","end":"2026-04-28T03:31:14.181164Z","steps":["trace[995773965] 'count revisions from in-memory index tree' (duration: 122.88093ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:14.32827Z","caller":"traceutil/trace.go:171","msg":"trace[998750924] transaction","detail":"{read_only:false; response_revision:6164; number_of_response:1; }","duration":"203.863765ms","start":"2026-04-28T03:31:14.124362Z","end":"2026-04-28T03:31:14.328225Z","steps":["trace[998750924] 'process raft request' (duration: 203.700482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:14.678031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.580117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:14.678133Z","caller":"traceutil/trace.go:171","msg":"trace[1280682933] linearizableReadLoop","detail":"{readStateIndex:6440; appliedIndex:6439; }","duration":"188.057662ms","start":"2026-04-28T03:31:14.490059Z","end":"2026-04-28T03:31:14.678117Z","steps":["trace[1280682933] 'read index received' (duration: 81.221139ms)","trace[1280682933] 'applied index is now lower than readState.Index' (duration: 106.835073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:14.678281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.242976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:31:14.678315Z","caller":"traceutil/trace.go:171","msg":"trace[1475647565] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:6165; }","duration":"188.281666ms","start":"2026-04-28T03:31:14.490024Z","end":"2026-04-28T03:31:14.678306Z","steps":["trace[1475647565] 'agreement among raft nodes before linearized reading' (duration: 188.135543ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:14.678639Z","caller":"traceutil/trace.go:171","msg":"trace[83035927] transaction","detail":"{read_only:false; response_revision:6165; number_of_response:1; }","duration":"316.272062ms","start":"2026-04-28T03:31:14.362337Z","end":"2026-04-28T03:31:14.678609Z","steps":["trace[83035927] 'process raft request' (duration: 209.035201ms)","trace[83035927] 'compare' (duration: 106.290851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:14.678799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:14.362303Z","time spent":"316.373184ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:14.909514Z","caller":"traceutil/trace.go:171","msg":"trace[1801439546] linearizableReadLoop","detail":"{readStateIndex:6443; appliedIndex:6442; }","duration":"126.093246ms","start":"2026-04-28T03:31:14.783398Z","end":"2026-04-28T03:31:14.909491Z","steps":["trace[1801439546] 'read index received' (duration: 45.620553ms)","trace[1801439546] 'applied index is now lower than readState.Index' (duration: 80.469543ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:14.909573Z","caller":"traceutil/trace.go:171","msg":"trace[649943719] transaction","detail":"{read_only:false; response_revision:6167; number_of_response:1; }","duration":"167.847618ms","start":"2026-04-28T03:31:14.741703Z","end":"2026-04-28T03:31:14.909551Z","steps":["trace[649943719] 'process raft request' (duration: 87.334624ms)","trace[649943719] 'compare' (duration: 80.234728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:14.90974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.32856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:31:14.90981Z","caller":"traceutil/trace.go:171","msg":"trace[1205038192] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6167; }","duration":"126.444414ms","start":"2026-04-28T03:31:14.783346Z","end":"2026-04-28T03:31:14.90979Z","steps":["trace[1205038192] 'agreement among raft nodes before linearized reading' (duration: 126.224968ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:15.173627Z","caller":"traceutil/trace.go:171","msg":"trace[645987196] transaction","detail":"{read_only:false; response_revision:6169; number_of_response:1; }","duration":"258.054912ms","start":"2026-04-28T03:31:14.915534Z","end":"2026-04-28T03:31:15.173589Z","steps":["trace[645987196] 'process raft request' (duration: 160.324936ms)","trace[645987196] 'compare' (duration: 96.391809ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:15.585548Z","caller":"traceutil/trace.go:171","msg":"trace[977230198] transaction","detail":"{read_only:false; response_revision:6171; number_of_response:1; }","duration":"207.785996ms","start":"2026-04-28T03:31:15.377738Z","end":"2026-04-28T03:31:15.585523Z","steps":["trace[977230198] 'process raft request' (duration: 207.625042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:19.256492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.433682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:19.256576Z","caller":"traceutil/trace.go:171","msg":"trace[79007610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6189; }","duration":"139.566134ms","start":"2026-04-28T03:31:19.116993Z","end":"2026-04-28T03:31:19.256559Z","steps":["trace[79007610] 'range keys from in-memory index tree' (duration: 139.360041ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:20.187368Z","caller":"traceutil/trace.go:171","msg":"trace[172976486] linearizableReadLoop","detail":"{readStateIndex:6470; appliedIndex:6469; }","duration":"101.70648ms","start":"2026-04-28T03:31:20.085637Z","end":"2026-04-28T03:31:20.187343Z","steps":["trace[172976486] 'read index received' (duration: 7.32879ms)","trace[172976486] 'applied index is now lower than readState.Index' (duration: 94.37672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:20.187813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.15387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:31:20.187895Z","caller":"traceutil/trace.go:171","msg":"trace[335049724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6193; }","duration":"102.221992ms","start":"2026-04-28T03:31:20.085632Z","end":"2026-04-28T03:31:20.187854Z","steps":["trace[335049724] 'agreement among raft nodes before linearized reading' (duration: 101.859693ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:21.005973Z","caller":"traceutil/trace.go:171","msg":"trace[362465338] transaction","detail":"{read_only:false; response_revision:6199; number_of_response:1; }","duration":"124.065739ms","start":"2026-04-28T03:31:20.881883Z","end":"2026-04-28T03:31:21.005948Z","steps":["trace[362465338] 'process raft request' (duration: 81.468826ms)","trace[362465338] 'compare' (duration: 42.490791ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:21.615029Z","caller":"traceutil/trace.go:171","msg":"trace[731970013] transaction","detail":"{read_only:false; response_revision:6200; number_of_response:1; }","duration":"567.915201ms","start":"2026-04-28T03:31:21.047072Z","end":"2026-04-28T03:31:21.614988Z","steps":["trace[731970013] 'process raft request' (duration: 554.235181ms)","trace[731970013] 'compare' (duration: 13.109738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:21.615208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:21.047041Z","time spent":"568.072693ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:21.616216Z","caller":"traceutil/trace.go:171","msg":"trace[785010564] linearizableReadLoop","detail":"{readStateIndex:6478; appliedIndex:6476; }","duration":"450.369364ms","start":"2026-04-28T03:31:21.165825Z","end":"2026-04-28T03:31:21.616194Z","steps":["trace[785010564] 'read index received' (duration: 435.49082ms)","trace[785010564] 'applied index is now lower than readState.Index' (duration: 14.877114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:21.61633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:21.058315Z","time spent":"558.010869ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:31:21.616516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.418941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:21.616592Z","caller":"traceutil/trace.go:171","msg":"trace[602406844] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:6200; }","duration":"417.620735ms","start":"2026-04-28T03:31:21.198948Z","end":"2026-04-28T03:31:21.616569Z","steps":["trace[602406844] 'agreement among raft nodes before linearized reading' (duration: 417.40673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:21.616622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.937862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:31:21.616646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:21.198926Z","time spent":"417.706977ms","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:21.616664Z","caller":"traceutil/trace.go:171","msg":"trace[1480077437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6200; }","duration":"287.028893ms","start":"2026-04-28T03:31:21.329627Z","end":"2026-04-28T03:31:21.616656Z","steps":["trace[1480077437] 'agreement among raft nodes before linearized reading' (duration: 286.896381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:21.61673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.195227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:31:21.61686Z","caller":"traceutil/trace.go:171","msg":"trace[722476653] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6200; }","duration":"201.36319ms","start":"2026-04-28T03:31:21.415486Z","end":"2026-04-28T03:31:21.616849Z","steps":["trace[722476653] 'agreement among raft nodes before linearized reading' (duration: 200.883721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:21.617024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.06375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:21.61717Z","caller":"traceutil/trace.go:171","msg":"trace[886695552] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6200; }","duration":"451.394186ms","start":"2026-04-28T03:31:21.165761Z","end":"2026-04-28T03:31:21.617155Z","steps":["trace[886695552] 'agreement among raft nodes before linearized reading' (duration: 450.991998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:21.617267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:21.165726Z","time spent":"451.527098ms","remote":"127.0.0.1:50976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:21.866577Z","caller":"traceutil/trace.go:171","msg":"trace[1045925920] linearizableReadLoop","detail":"{readStateIndex:6481; appliedIndex:6480; }","duration":"154.630994ms","start":"2026-04-28T03:31:21.71192Z","end":"2026-04-28T03:31:21.866551Z","steps":["trace[1045925920] 'read index received' (duration: 55.044726ms)","trace[1045925920] 'applied index is now lower than readState.Index' (duration: 99.584598ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:21.86671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.775907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:21.866788Z","caller":"traceutil/trace.go:171","msg":"trace[444710446] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6203; }","duration":"154.876199ms","start":"2026-04-28T03:31:21.711853Z","end":"2026-04-28T03:31:21.866729Z","steps":["trace[444710446] 'agreement among raft nodes before linearized reading' (duration: 154.790717ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:21.86681Z","caller":"traceutil/trace.go:171","msg":"trace[311269159] transaction","detail":"{read_only:false; response_revision:6203; number_of_response:1; }","duration":"183.200048ms","start":"2026-04-28T03:31:21.683586Z","end":"2026-04-28T03:31:21.866786Z","steps":["trace[311269159] 'process raft request' (duration: 83.458377ms)","trace[311269159] 'compare' (duration: 99.256241ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:22.231379Z","caller":"traceutil/trace.go:171","msg":"trace[39772481] transaction","detail":"{read_only:false; response_revision:6206; number_of_response:1; }","duration":"131.148494ms","start":"2026-04-28T03:31:22.100193Z","end":"2026-04-28T03:31:22.231342Z","steps":["trace[39772481] 'process raft request' (duration: 102.419906ms)","trace[39772481] 'compare' (duration: 28.34777ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:22.231608Z","caller":"traceutil/trace.go:171","msg":"trace[384641507] linearizableReadLoop","detail":"{readStateIndex:6484; appliedIndex:6482; }","duration":"114.923612ms","start":"2026-04-28T03:31:22.116673Z","end":"2026-04-28T03:31:22.231597Z","steps":["trace[384641507] 'read index received' (duration: 69.098014ms)","trace[384641507] 'applied index is now lower than readState.Index' (duration: 45.824458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:22.231695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.016804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:22.231724Z","caller":"traceutil/trace.go:171","msg":"trace[1861547021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6207; }","duration":"115.113575ms","start":"2026-04-28T03:31:22.116602Z","end":"2026-04-28T03:31:22.231716Z","steps":["trace[1861547021] 'agreement among raft nodes before linearized reading' (duration: 115.027384ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:22.606553Z","caller":"traceutil/trace.go:171","msg":"trace[1351974198] transaction","detail":"{read_only:false; response_revision:6211; number_of_response:1; }","duration":"189.078399ms","start":"2026-04-28T03:31:22.417454Z","end":"2026-04-28T03:31:22.606533Z","steps":["trace[1351974198] 'process raft request' (duration: 189.032978ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:22.606625Z","caller":"traceutil/trace.go:171","msg":"trace[1595858449] transaction","detail":"{read_only:false; response_revision:6210; number_of_response:1; }","duration":"269.340822ms","start":"2026-04-28T03:31:22.337249Z","end":"2026-04-28T03:31:22.60659Z","steps":["trace[1595858449] 'process raft request' (duration: 243.253378ms)","trace[1595858449] 'compare' (duration: 25.88278ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:22.860838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.347409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-6ccb7b9fb6-nc9fp\" ","response":"range_response_count:1 size:11743"} {"level":"info","ts":"2026-04-28T03:31:22.86094Z","caller":"traceutil/trace.go:171","msg":"trace[696777041] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-6ccb7b9fb6-nc9fp; range_end:; response_count:1; response_revision:6211; }","duration":"132.504482ms","start":"2026-04-28T03:31:22.728411Z","end":"2026-04-28T03:31:22.860915Z","steps":["trace[696777041] 'range keys from in-memory index tree' (duration: 132.088953ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:23.062499Z","caller":"traceutil/trace.go:171","msg":"trace[1671875521] transaction","detail":"{read_only:false; response_revision:6213; number_of_response:1; }","duration":"192.782655ms","start":"2026-04-28T03:31:22.869697Z","end":"2026-04-28T03:31:23.06248Z","steps":["trace[1671875521] 'process raft request' (duration: 131.641364ms)","trace[1671875521] 'compare' (duration: 60.981018ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:24.641257Z","caller":"traceutil/trace.go:171","msg":"trace[898460672] transaction","detail":"{read_only:false; response_revision:6222; number_of_response:1; }","duration":"401.906548ms","start":"2026-04-28T03:31:24.239318Z","end":"2026-04-28T03:31:24.641225Z","steps":["trace[898460672] 'process raft request' (duration: 401.740765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:24.641472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.357844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:31:24.641562Z","caller":"traceutil/trace.go:171","msg":"trace[1890151157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6222; }","duration":"310.491397ms","start":"2026-04-28T03:31:24.331051Z","end":"2026-04-28T03:31:24.641542Z","steps":["trace[1890151157] 'agreement among raft nodes before linearized reading' (duration: 310.268752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:24.641639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:24.331029Z","time spent":"310.593538ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:31:24.641263Z","caller":"traceutil/trace.go:171","msg":"trace[978598908] linearizableReadLoop","detail":"{readStateIndex:6500; appliedIndex:6499; }","duration":"310.096239ms","start":"2026-04-28T03:31:24.331094Z","end":"2026-04-28T03:31:24.64119Z","steps":["trace[978598908] 'read index received' (duration: 310.046488ms)","trace[978598908] 'applied index is now lower than readState.Index' (duration: 48.291µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:24.642245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:24.239291Z","time spent":"402.04176ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:24.897881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.366702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:24.898019Z","caller":"traceutil/trace.go:171","msg":"trace[1125732676] transaction","detail":"{read_only:false; response_revision:6224; number_of_response:1; }","duration":"252.597662ms","start":"2026-04-28T03:31:24.645408Z","end":"2026-04-28T03:31:24.898006Z","steps":["trace[1125732676] 'process raft request' (duration: 252.563401ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:24.898055Z","caller":"traceutil/trace.go:171","msg":"trace[834324571] transaction","detail":"{read_only:false; response_revision:6223; number_of_response:1; }","duration":"286.692599ms","start":"2026-04-28T03:31:24.611338Z","end":"2026-04-28T03:31:24.898031Z","steps":["trace[834324571] 'process raft request' (duration: 148.123443ms)","trace[834324571] 'compare' (duration: 138.287871ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:24.898227Z","caller":"traceutil/trace.go:171","msg":"trace[1429522494] linearizableReadLoop","detail":"{readStateIndex:6501; appliedIndex:6500; }","duration":"256.300727ms","start":"2026-04-28T03:31:24.641893Z","end":"2026-04-28T03:31:24.898194Z","steps":["trace[1429522494] 'read index received' (duration: 117.572667ms)","trace[1429522494] 'applied index is now lower than readState.Index' (duration: 138.72469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:24.898379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.464152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:31:24.898424Z","caller":"traceutil/trace.go:171","msg":"trace[1418963925] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:6224; }","duration":"407.547573ms","start":"2026-04-28T03:31:24.490865Z","end":"2026-04-28T03:31:24.898413Z","steps":["trace[1418963925] 'agreement among raft nodes before linearized reading' (duration: 407.41865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:24.898461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:24.490839Z","time spent":"407.612025ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"warn","ts":"2026-04-28T03:31:25.288341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.03837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:25.28942Z","caller":"traceutil/trace.go:171","msg":"trace[115136557] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:6226; }","duration":"250.172444ms","start":"2026-04-28T03:31:25.039216Z","end":"2026-04-28T03:31:25.289388Z","steps":["trace[115136557] 'count revisions from in-memory index tree' (duration: 248.922867ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:25.352294Z","caller":"traceutil/trace.go:171","msg":"trace[962315685] transaction","detail":"{read_only:false; response_revision:6227; number_of_response:1; }","duration":"284.24916ms","start":"2026-04-28T03:31:25.068024Z","end":"2026-04-28T03:31:25.352273Z","steps":["trace[962315685] 'process raft request' (duration: 284.103417ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:25.352434Z","caller":"traceutil/trace.go:171","msg":"trace[1384370227] linearizableReadLoop","detail":"{readStateIndex:6506; appliedIndex:6505; }","duration":"236.754508ms","start":"2026-04-28T03:31:25.115475Z","end":"2026-04-28T03:31:25.35223Z","steps":["trace[1384370227] 'read index received' (duration: 236.636196ms)","trace[1384370227] 'applied index is now lower than readState.Index' (duration: 117.712µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:25.35246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.955512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:25.352519Z","caller":"traceutil/trace.go:171","msg":"trace[1370989895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6227; }","duration":"237.079895ms","start":"2026-04-28T03:31:25.115426Z","end":"2026-04-28T03:31:25.352506Z","steps":["trace[1370989895] 'agreement among raft nodes before linearized reading' (duration: 236.962892ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:25.5205Z","caller":"traceutil/trace.go:171","msg":"trace[1882182123] linearizableReadLoop","detail":"{readStateIndex:6507; appliedIndex:6506; }","duration":"168.014951ms","start":"2026-04-28T03:31:25.352456Z","end":"2026-04-28T03:31:25.520471Z","steps":["trace[1882182123] 'read index received' (duration: 74.956425ms)","trace[1882182123] 'applied index is now lower than readState.Index' (duration: 93.057346ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:25.520797Z","caller":"traceutil/trace.go:171","msg":"trace[1689983629] transaction","detail":"{read_only:false; response_revision:6228; number_of_response:1; }","duration":"180.539897ms","start":"2026-04-28T03:31:25.339977Z","end":"2026-04-28T03:31:25.520517Z","steps":["trace[1689983629] 'process raft request' (duration: 87.45087ms)","trace[1689983629] 'compare' (duration: 92.722939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:25.520819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.387627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:25.521013Z","caller":"traceutil/trace.go:171","msg":"trace[1351494436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6228; }","duration":"167.596772ms","start":"2026-04-28T03:31:25.353373Z","end":"2026-04-28T03:31:25.52097Z","steps":["trace[1351494436] 'agreement among raft nodes before linearized reading' (duration: 167.370087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:25.521409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.143056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:31:25.521486Z","caller":"traceutil/trace.go:171","msg":"trace[1368574175] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6228; }","duration":"299.276629ms","start":"2026-04-28T03:31:25.222195Z","end":"2026-04-28T03:31:25.521471Z","steps":["trace[1368574175] 'agreement among raft nodes before linearized reading' (duration: 298.430481ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:26.905465Z","caller":"traceutil/trace.go:171","msg":"trace[656488692] transaction","detail":"{read_only:false; response_revision:6238; number_of_response:1; }","duration":"105.41412ms","start":"2026-04-28T03:31:26.800027Z","end":"2026-04-28T03:31:26.905441Z","steps":["trace[656488692] 'process raft request' (duration: 105.164544ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:27.06519Z","caller":"traceutil/trace.go:171","msg":"trace[111955129] linearizableReadLoop","detail":"{readStateIndex:6518; appliedIndex:6517; }","duration":"159.754902ms","start":"2026-04-28T03:31:26.905414Z","end":"2026-04-28T03:31:27.065169Z","steps":["trace[111955129] 'read index received' (duration: 148.145404ms)","trace[111955129] 'applied index is now lower than readState.Index' (duration: 11.608658ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:27.065299Z","caller":"traceutil/trace.go:171","msg":"trace[1193777750] transaction","detail":"{read_only:false; response_revision:6239; number_of_response:1; }","duration":"162.846135ms","start":"2026-04-28T03:31:26.902412Z","end":"2026-04-28T03:31:27.065258Z","steps":["trace[1193777750] 'process raft request' (duration: 151.136325ms)","trace[1193777750] 'compare' (duration: 11.528757ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:27.06538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.652102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:31:27.065584Z","caller":"traceutil/trace.go:171","msg":"trace[143277632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6239; }","duration":"163.892988ms","start":"2026-04-28T03:31:26.901678Z","end":"2026-04-28T03:31:27.065571Z","steps":["trace[143277632] 'agreement among raft nodes before linearized reading' (duration: 163.585331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:27.113896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.439958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:31:27.114059Z","caller":"traceutil/trace.go:171","msg":"trace[1241397706] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6240; }","duration":"204.629583ms","start":"2026-04-28T03:31:26.90941Z","end":"2026-04-28T03:31:27.114039Z","steps":["trace[1241397706] 'agreement among raft nodes before linearized reading' (duration: 204.308106ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:27.113892Z","caller":"traceutil/trace.go:171","msg":"trace[294834697] transaction","detail":"{read_only:false; response_revision:6240; number_of_response:1; }","duration":"185.555301ms","start":"2026-04-28T03:31:26.928299Z","end":"2026-04-28T03:31:27.113855Z","steps":["trace[294834697] 'process raft request' (duration: 185.269835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:28.230907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.314821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:28.231016Z","caller":"traceutil/trace.go:171","msg":"trace[406308392] transaction","detail":"{read_only:false; response_revision:6246; number_of_response:1; }","duration":"181.05711ms","start":"2026-04-28T03:31:28.04994Z","end":"2026-04-28T03:31:28.230997Z","steps":["trace[406308392] 'process raft request' (duration: 70.573926ms)","trace[406308392] 'compare' (duration: 110.204369ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:29.1735Z","caller":"traceutil/trace.go:171","msg":"trace[1057433601] transaction","detail":"{read_only:false; response_revision:6249; number_of_response:1; }","duration":"103.078772ms","start":"2026-04-28T03:31:29.070388Z","end":"2026-04-28T03:31:29.173467Z","steps":["trace[1057433601] 'process raft request' (duration: 102.864418ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:29.241326Z","caller":"traceutil/trace.go:171","msg":"trace[1267229065] transaction","detail":"{read_only:false; response_revision:6250; number_of_response:1; }","duration":"121.919879ms","start":"2026-04-28T03:31:29.119366Z","end":"2026-04-28T03:31:29.241286Z","steps":["trace[1267229065] 'process raft request' (duration: 121.688444ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:29.354043Z","caller":"traceutil/trace.go:171","msg":"trace[1031330534] transaction","detail":"{read_only:false; response_revision:6251; number_of_response:1; }","duration":"108.468984ms","start":"2026-04-28T03:31:29.245551Z","end":"2026-04-28T03:31:29.35402Z","steps":["trace[1031330534] 'process raft request' (duration: 59.51872ms)","trace[1031330534] 'compare' (duration: 48.833072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:30.126278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.5323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:30.126391Z","caller":"traceutil/trace.go:171","msg":"trace[2004436861] linearizableReadLoop","detail":"{readStateIndex:6533; appliedIndex:6532; }","duration":"189.990184ms","start":"2026-04-28T03:31:29.936385Z","end":"2026-04-28T03:31:30.126375Z","steps":["trace[2004436861] 'read index received' (duration: 64.232µs)","trace[2004436861] 'applied index is now lower than readState.Index' (duration: 189.924662ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:30.126461Z","caller":"traceutil/trace.go:171","msg":"trace[648570245] transaction","detail":"{read_only:false; response_revision:6254; number_of_response:1; }","duration":"313.405853ms","start":"2026-04-28T03:31:29.813028Z","end":"2026-04-28T03:31:30.126434Z","steps":["trace[648570245] 'process raft request' (duration: 12.626988ms)","trace[648570245] 'compare' (duration: 300.400728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:30.126589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.170997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:30.126634Z","caller":"traceutil/trace.go:171","msg":"trace[675834772] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:6254; }","duration":"190.28669ms","start":"2026-04-28T03:31:29.936337Z","end":"2026-04-28T03:31:30.126624Z","steps":["trace[675834772] 'agreement among raft nodes before linearized reading' (duration: 190.173048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:30.126624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:29.813004Z","time spent":"313.584687ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:30.189197Z","caller":"traceutil/trace.go:171","msg":"trace[1485040834] transaction","detail":"{read_only:false; response_revision:6255; number_of_response:1; }","duration":"155.498618ms","start":"2026-04-28T03:31:30.033676Z","end":"2026-04-28T03:31:30.189175Z","steps":["trace[1485040834] 'process raft request' (duration: 155.366685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:31.479092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.654236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:31.479481Z","caller":"traceutil/trace.go:171","msg":"trace[758267507] linearizableReadLoop","detail":"{readStateIndex:6540; appliedIndex:6538; }","duration":"121.864188ms","start":"2026-04-28T03:31:31.357599Z","end":"2026-04-28T03:31:31.479463Z","steps":["trace[758267507] 'read index received' (duration: 92.333973ms)","trace[758267507] 'applied index is now lower than readState.Index' (duration: 29.526135ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:31.479677Z","caller":"traceutil/trace.go:171","msg":"trace[1327889068] transaction","detail":"{read_only:false; response_revision:6259; number_of_response:1; }","duration":"232.012607ms","start":"2026-04-28T03:31:31.247538Z","end":"2026-04-28T03:31:31.479551Z","steps":["trace[1327889068] 'process raft request' (duration: 48.81728ms)","trace[1327889068] 'compare' (duration: 182.454372ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:31.479807Z","caller":"traceutil/trace.go:171","msg":"trace[1650797707] transaction","detail":"{read_only:false; response_revision:6260; number_of_response:1; }","duration":"192.268162ms","start":"2026-04-28T03:31:31.287446Z","end":"2026-04-28T03:31:31.479714Z","steps":["trace[1650797707] 'process raft request' (duration: 191.752371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:31.479944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.331199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:31:31.480017Z","caller":"traceutil/trace.go:171","msg":"trace[936965736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6260; }","duration":"122.457761ms","start":"2026-04-28T03:31:31.357542Z","end":"2026-04-28T03:31:31.48Z","steps":["trace[936965736] 'agreement among raft nodes before linearized reading' (duration: 122.212665ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:31.605212Z","caller":"traceutil/trace.go:171","msg":"trace[103259404] linearizableReadLoop","detail":"{readStateIndex:6541; appliedIndex:6540; }","duration":"125.619416ms","start":"2026-04-28T03:31:31.479522Z","end":"2026-04-28T03:31:31.605142Z","steps":["trace[103259404] 'read index received' (duration: 102.030103ms)","trace[103259404] 'applied index is now lower than readState.Index' (duration: 23.587483ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:31.605297Z","caller":"traceutil/trace.go:171","msg":"trace[376601275] transaction","detail":"{read_only:false; response_revision:6261; number_of_response:1; }","duration":"219.256575ms","start":"2026-04-28T03:31:31.385986Z","end":"2026-04-28T03:31:31.605242Z","steps":["trace[376601275] 'process raft request' (duration: 195.57094ms)","trace[376601275] 'compare' (duration: 23.354549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:31.605361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.062525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:31.605456Z","caller":"traceutil/trace.go:171","msg":"trace[990610228] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:6261; }","duration":"186.258479ms","start":"2026-04-28T03:31:31.419184Z","end":"2026-04-28T03:31:31.605443Z","steps":["trace[990610228] 'agreement among raft nodes before linearized reading' (duration: 186.063845ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:31.605984Z","caller":"traceutil/trace.go:171","msg":"trace[1016853328] transaction","detail":"{read_only:false; response_revision:6262; number_of_response:1; }","duration":"122.478682ms","start":"2026-04-28T03:31:31.483471Z","end":"2026-04-28T03:31:31.60595Z","steps":["trace[1016853328] 'process raft request' (duration: 122.262177ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:32.424398Z","caller":"traceutil/trace.go:171","msg":"trace[996366778] linearizableReadLoop","detail":"{readStateIndex:6546; appliedIndex:6545; }","duration":"132.12073ms","start":"2026-04-28T03:31:32.292248Z","end":"2026-04-28T03:31:32.424369Z","steps":["trace[996366778] 'read index received' (duration: 89.74498ms)","trace[996366778] 'applied index is now lower than readState.Index' (duration: 42.37458ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:32.424523Z","caller":"traceutil/trace.go:171","msg":"trace[356999976] transaction","detail":"{read_only:false; response_revision:6266; number_of_response:1; }","duration":"153.718063ms","start":"2026-04-28T03:31:32.270754Z","end":"2026-04-28T03:31:32.424472Z","steps":["trace[356999976] 'process raft request' (duration: 111.211831ms)","trace[356999976] 'compare' (duration: 42.237886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:32.424785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.514258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:31:32.424823Z","caller":"traceutil/trace.go:171","msg":"trace[44370879] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6266; }","duration":"132.627541ms","start":"2026-04-28T03:31:32.292187Z","end":"2026-04-28T03:31:32.424815Z","steps":["trace[44370879] 'agreement among raft nodes before linearized reading' (duration: 132.298664ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:36.055508Z","caller":"traceutil/trace.go:171","msg":"trace[952502987] transaction","detail":"{read_only:false; response_revision:6283; number_of_response:1; }","duration":"152.273135ms","start":"2026-04-28T03:31:35.903207Z","end":"2026-04-28T03:31:36.05548Z","steps":["trace[952502987] 'process raft request' (duration: 112.046809ms)","trace[952502987] 'compare' (duration: 40.104413ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:36.137363Z","caller":"traceutil/trace.go:171","msg":"trace[1357377173] transaction","detail":"{read_only:false; response_revision:6284; number_of_response:1; }","duration":"227.203693ms","start":"2026-04-28T03:31:35.910108Z","end":"2026-04-28T03:31:36.137312Z","steps":["trace[1357377173] 'process raft request' (duration: 226.983819ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:36.5704Z","caller":"traceutil/trace.go:171","msg":"trace[2039231524] transaction","detail":"{read_only:false; response_revision:6287; number_of_response:1; }","duration":"121.77729ms","start":"2026-04-28T03:31:36.448582Z","end":"2026-04-28T03:31:36.570359Z","steps":["trace[2039231524] 'process raft request' (duration: 65.477124ms)","trace[2039231524] 'compare' (duration: 56.051321ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:37.572337Z","caller":"traceutil/trace.go:171","msg":"trace[385148497] transaction","detail":"{read_only:false; response_revision:6291; number_of_response:1; }","duration":"214.227188ms","start":"2026-04-28T03:31:37.358079Z","end":"2026-04-28T03:31:37.572306Z","steps":["trace[385148497] 'process raft request' (duration: 188.849627ms)","trace[385148497] 'compare' (duration: 25.050094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:37.989325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.716357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-28T03:31:37.98943Z","caller":"traceutil/trace.go:171","msg":"trace[1638209734] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6293; }","duration":"173.830479ms","start":"2026-04-28T03:31:37.815574Z","end":"2026-04-28T03:31:37.989404Z","steps":["trace[1638209734] 'range keys from in-memory index tree' (duration: 173.550543ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:38.514166Z","caller":"traceutil/trace.go:171","msg":"trace[2031192342] linearizableReadLoop","detail":"{readStateIndex:6577; appliedIndex:6576; }","duration":"172.834809ms","start":"2026-04-28T03:31:38.341305Z","end":"2026-04-28T03:31:38.51414Z","steps":["trace[2031192342] 'read index received' (duration: 134.91419ms)","trace[2031192342] 'applied index is now lower than readState.Index' (duration: 37.919259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:38.514296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.965502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:38.514341Z","caller":"traceutil/trace.go:171","msg":"trace[1731815163] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6296; }","duration":"173.063964ms","start":"2026-04-28T03:31:38.34126Z","end":"2026-04-28T03:31:38.514324Z","steps":["trace[1731815163] 'agreement among raft nodes before linearized reading' (duration: 172.964672ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:38.514365Z","caller":"traceutil/trace.go:171","msg":"trace[2057188899] transaction","detail":"{read_only:false; response_revision:6296; number_of_response:1; }","duration":"225.524452ms","start":"2026-04-28T03:31:38.288798Z","end":"2026-04-28T03:31:38.514323Z","steps":["trace[2057188899] 'process raft request' (duration: 187.626463ms)","trace[2057188899] 'compare' (duration: 37.226805ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:38.561662Z","caller":"traceutil/trace.go:171","msg":"trace[2127041892] transaction","detail":"{read_only:false; response_revision:6297; number_of_response:1; }","duration":"202.677621ms","start":"2026-04-28T03:31:38.358949Z","end":"2026-04-28T03:31:38.561627Z","steps":["trace[2127041892] 'process raft request' (duration: 202.473107ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:38.720599Z","caller":"traceutil/trace.go:171","msg":"trace[1228275131] transaction","detail":"{read_only:false; response_revision:6298; number_of_response:1; }","duration":"140.624678ms","start":"2026-04-28T03:31:38.579951Z","end":"2026-04-28T03:31:38.720575Z","steps":["trace[1228275131] 'process raft request' (duration: 137.064625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:39.961951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.678831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:39.962376Z","caller":"traceutil/trace.go:171","msg":"trace[1742655141] transaction","detail":"{read_only:false; response_revision:6304; number_of_response:1; }","duration":"152.805099ms","start":"2026-04-28T03:31:39.809551Z","end":"2026-04-28T03:31:39.962356Z","steps":["trace[1742655141] 'process raft request' (duration: 152.570094ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:39.962423Z","caller":"traceutil/trace.go:171","msg":"trace[1597100150] transaction","detail":"{read_only:false; response_revision:6303; number_of_response:1; }","duration":"310.696611ms","start":"2026-04-28T03:31:39.651664Z","end":"2026-04-28T03:31:39.962361Z","steps":["trace[1597100150] 'process raft request' (duration: 167.50873ms)","trace[1597100150] 'compare' (duration: 142.517437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:39.962902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:39.65164Z","time spent":"310.919717ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:40.423282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.592665ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:31:40.423381Z","caller":"traceutil/trace.go:171","msg":"trace[365473870] linearizableReadLoop","detail":"{readStateIndex:6586; appliedIndex:6585; }","duration":"344.268002ms","start":"2026-04-28T03:31:40.079096Z","end":"2026-04-28T03:31:40.423364Z","steps":["trace[365473870] 'read index received' (duration: 80.424082ms)","trace[365473870] 'applied index is now lower than readState.Index' (duration: 263.84248ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:40.423568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.431776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:40.423731Z","caller":"traceutil/trace.go:171","msg":"trace[1389764023] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6304; }","duration":"344.582689ms","start":"2026-04-28T03:31:40.079064Z","end":"2026-04-28T03:31:40.423646Z","steps":["trace[1389764023] 'agreement among raft nodes before linearized reading' (duration: 344.394425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:40.423702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.459345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:31:40.423852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.342665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:31:40.423989Z","caller":"traceutil/trace.go:171","msg":"trace[1271466852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6304; }","duration":"198.537889ms","start":"2026-04-28T03:31:40.225429Z","end":"2026-04-28T03:31:40.423967Z","steps":["trace[1271466852] 'agreement among raft nodes before linearized reading' (duration: 198.137491ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:40.423802Z","caller":"traceutil/trace.go:171","msg":"trace[253614328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6304; }","duration":"342.576918ms","start":"2026-04-28T03:31:40.081207Z","end":"2026-04-28T03:31:40.423783Z","steps":["trace[253614328] 'agreement among raft nodes before linearized reading' (duration: 342.255191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:40.424134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:40.081201Z","time spent":"342.898394ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:31:40.423801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:40.079049Z","time spent":"344.736842ms","remote":"127.0.0.1:60760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:40.788339Z","caller":"traceutil/trace.go:171","msg":"trace[872100459] linearizableReadLoop","detail":"{readStateIndex:6590; appliedIndex:6589; }","duration":"147.965269ms","start":"2026-04-28T03:31:40.640345Z","end":"2026-04-28T03:31:40.788311Z","steps":["trace[872100459] 'read index received' (duration: 146.558241ms)","trace[872100459] 'applied index is now lower than readState.Index' (duration: 1.405718ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:40.788441Z","caller":"traceutil/trace.go:171","msg":"trace[1852482559] transaction","detail":"{read_only:false; response_revision:6308; number_of_response:1; }","duration":"221.270916ms","start":"2026-04-28T03:31:40.567122Z","end":"2026-04-28T03:31:40.788393Z","steps":["trace[1852482559] 'process raft request' (duration: 219.767415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:40.788519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.154003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:40.788606Z","caller":"traceutil/trace.go:171","msg":"trace[1679982963] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:6308; }","duration":"148.290277ms","start":"2026-04-28T03:31:40.640297Z","end":"2026-04-28T03:31:40.788587Z","steps":["trace[1679982963] 'agreement among raft nodes before linearized reading' (duration: 148.139754ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:42.095717Z","caller":"traceutil/trace.go:171","msg":"trace[1658424172] transaction","detail":"{read_only:false; response_revision:6313; number_of_response:1; }","duration":"126.56809ms","start":"2026-04-28T03:31:41.969117Z","end":"2026-04-28T03:31:42.095685Z","steps":["trace[1658424172] 'process raft request' (duration: 99.31348ms)","trace[1658424172] 'compare' (duration: 27.101557ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:42.607707Z","caller":"traceutil/trace.go:171","msg":"trace[1129359812] linearizableReadLoop","detail":"{readStateIndex:6596; appliedIndex:6595; }","duration":"107.825036ms","start":"2026-04-28T03:31:42.499857Z","end":"2026-04-28T03:31:42.607682Z","steps":["trace[1129359812] 'read index received' (duration: 106.132521ms)","trace[1129359812] 'applied index is now lower than readState.Index' (duration: 1.691515ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:42.608209Z","caller":"traceutil/trace.go:171","msg":"trace[1381089189] transaction","detail":"{read_only:false; response_revision:6314; number_of_response:1; }","duration":"129.534842ms","start":"2026-04-28T03:31:42.478645Z","end":"2026-04-28T03:31:42.60818Z","steps":["trace[1381089189] 'process raft request' (duration: 128.873389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:42.608228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.360608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:31:42.608282Z","caller":"traceutil/trace.go:171","msg":"trace[251931956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6314; }","duration":"108.467149ms","start":"2026-04-28T03:31:42.499803Z","end":"2026-04-28T03:31:42.60827Z","steps":["trace[251931956] 'agreement among raft nodes before linearized reading' (duration: 108.304436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:42.790746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.441504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:42.790899Z","caller":"traceutil/trace.go:171","msg":"trace[649278367] transaction","detail":"{read_only:false; response_revision:6316; number_of_response:1; }","duration":"177.10954ms","start":"2026-04-28T03:31:42.613767Z","end":"2026-04-28T03:31:42.790877Z","steps":["trace[649278367] 'process raft request' (duration: 75.461191ms)","trace[649278367] 'compare' (duration: 101.22886ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:43.964157Z","caller":"traceutil/trace.go:171","msg":"trace[306091087] linearizableReadLoop","detail":"{readStateIndex:6602; appliedIndex:6601; }","duration":"114.898162ms","start":"2026-04-28T03:31:43.849237Z","end":"2026-04-28T03:31:43.964135Z","steps":["trace[306091087] 'read index received' (duration: 114.727918ms)","trace[306091087] 'applied index is now lower than readState.Index' (duration: 169.234µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:43.964228Z","caller":"traceutil/trace.go:171","msg":"trace[1389875109] transaction","detail":"{read_only:false; response_revision:6320; number_of_response:1; }","duration":"239.024884ms","start":"2026-04-28T03:31:43.725169Z","end":"2026-04-28T03:31:43.964194Z","steps":["trace[1389875109] 'process raft request' (duration: 238.82652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:43.964366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.097446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:43.964451Z","caller":"traceutil/trace.go:171","msg":"trace[937792926] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:6320; }","duration":"115.228219ms","start":"2026-04-28T03:31:43.849205Z","end":"2026-04-28T03:31:43.964433Z","steps":["trace[937792926] 'agreement among raft nodes before linearized reading' (duration: 115.067285ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:44.12426Z","caller":"traceutil/trace.go:171","msg":"trace[12184830] transaction","detail":"{read_only:false; response_revision:6321; number_of_response:1; }","duration":"126.966489ms","start":"2026-04-28T03:31:43.997257Z","end":"2026-04-28T03:31:44.124223Z","steps":["trace[12184830] 'process raft request' (duration: 45.170728ms)","trace[12184830] 'compare' (duration: 81.580377ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:44.649723Z","caller":"traceutil/trace.go:171","msg":"trace[1575568368] transaction","detail":"{read_only:false; response_revision:6323; number_of_response:1; }","duration":"147.812349ms","start":"2026-04-28T03:31:44.501886Z","end":"2026-04-28T03:31:44.649699Z","steps":["trace[1575568368] 'process raft request' (duration: 109.911169ms)","trace[1575568368] 'compare' (duration: 37.755717ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:44.831455Z","caller":"traceutil/trace.go:171","msg":"trace[428933276] linearizableReadLoop","detail":"{readStateIndex:6608; appliedIndex:6607; }","duration":"138.497138ms","start":"2026-04-28T03:31:44.692933Z","end":"2026-04-28T03:31:44.83143Z","steps":["trace[428933276] 'read index received' (duration: 136.689401ms)","trace[428933276] 'applied index is now lower than readState.Index' (duration: 1.806787ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:44.83157Z","caller":"traceutil/trace.go:171","msg":"trace[1489151669] transaction","detail":"{read_only:false; response_revision:6325; number_of_response:1; }","duration":"177.796627ms","start":"2026-04-28T03:31:44.653742Z","end":"2026-04-28T03:31:44.831538Z","steps":["trace[1489151669] 'process raft request' (duration: 175.870107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:44.83181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.682362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:31:44.831859Z","caller":"traceutil/trace.go:171","msg":"trace[840991325] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6325; }","duration":"138.957978ms","start":"2026-04-28T03:31:44.692889Z","end":"2026-04-28T03:31:44.831847Z","steps":["trace[840991325] 'agreement among raft nodes before linearized reading' (duration: 138.672102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.386377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.022863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:45.386475Z","caller":"traceutil/trace.go:171","msg":"trace[983820909] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:6329; }","duration":"129.186146ms","start":"2026-04-28T03:31:45.257263Z","end":"2026-04-28T03:31:45.386449Z","steps":["trace[983820909] 'count revisions from in-memory index tree' (duration: 128.90981ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:46.138143Z","caller":"traceutil/trace.go:171","msg":"trace[785395933] transaction","detail":"{read_only:false; response_revision:6331; number_of_response:1; }","duration":"169.450254ms","start":"2026-04-28T03:31:45.968677Z","end":"2026-04-28T03:31:46.138127Z","steps":["trace[785395933] 'process raft request' (duration: 168.996565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:47.066674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.098773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:31:47.066767Z","caller":"traceutil/trace.go:171","msg":"trace[1740808501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6335; }","duration":"231.233277ms","start":"2026-04-28T03:31:46.835514Z","end":"2026-04-28T03:31:47.066748Z","steps":["trace[1740808501] 'range keys from in-memory index tree' (duration: 230.94281ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:47.164802Z","caller":"traceutil/trace.go:171","msg":"trace[979586137] linearizableReadLoop","detail":"{readStateIndex:6619; appliedIndex:6618; }","duration":"277.281084ms","start":"2026-04-28T03:31:46.887499Z","end":"2026-04-28T03:31:47.16478Z","steps":["trace[979586137] 'read index received' (duration: 277.203032ms)","trace[979586137] 'applied index is now lower than readState.Index' (duration: 76.782µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:47.164931Z","caller":"traceutil/trace.go:171","msg":"trace[613004888] transaction","detail":"{read_only:false; response_revision:6336; number_of_response:1; }","duration":"300.873099ms","start":"2026-04-28T03:31:46.864037Z","end":"2026-04-28T03:31:47.16491Z","steps":["trace[613004888] 'process raft request' (duration: 300.606433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:47.165212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.697252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:31:47.165313Z","caller":"traceutil/trace.go:171","msg":"trace[1592365353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6336; }","duration":"277.851665ms","start":"2026-04-28T03:31:46.887446Z","end":"2026-04-28T03:31:47.165297Z","steps":["trace[1592365353] 'agreement among raft nodes before linearized reading' (duration: 277.61806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:47.165343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:46.864012Z","time spent":"301.137215ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:47.28203Z","caller":"traceutil/trace.go:171","msg":"trace[132852472] transaction","detail":"{read_only:false; response_revision:6337; number_of_response:1; }","duration":"211.730245ms","start":"2026-04-28T03:31:47.070267Z","end":"2026-04-28T03:31:47.281998Z","steps":["trace[132852472] 'process raft request' (duration: 139.864328ms)","trace[132852472] 'compare' (duration: 71.636353ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:47.282034Z","caller":"traceutil/trace.go:171","msg":"trace[737843042] linearizableReadLoop","detail":"{readStateIndex:6620; appliedIndex:6619; }","duration":"117.101579ms","start":"2026-04-28T03:31:47.164864Z","end":"2026-04-28T03:31:47.281966Z","steps":["trace[737843042] 'read index received' (duration: 45.333933ms)","trace[737843042] 'applied index is now lower than readState.Index' (duration: 71.766986ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:47.282163Z","caller":"traceutil/trace.go:171","msg":"trace[1766295730] transaction","detail":"{read_only:false; response_revision:6338; number_of_response:1; }","duration":"112.971134ms","start":"2026-04-28T03:31:47.169156Z","end":"2026-04-28T03:31:47.282127Z","steps":["trace[1766295730] 'process raft request' (duration: 112.77547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:47.282288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.939404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:31:47.282322Z","caller":"traceutil/trace.go:171","msg":"trace[885794412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6338; }","duration":"308.018536ms","start":"2026-04-28T03:31:46.974296Z","end":"2026-04-28T03:31:47.282314Z","steps":["trace[885794412] 'agreement among raft nodes before linearized reading' (duration: 307.813412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:47.282349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:46.97428Z","time spent":"308.063226ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:31:47.2825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.808566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:31:47.282529Z","caller":"traceutil/trace.go:171","msg":"trace[1230044141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6338; }","duration":"156.873567ms","start":"2026-04-28T03:31:47.125649Z","end":"2026-04-28T03:31:47.282522Z","steps":["trace[1230044141] 'agreement among raft nodes before linearized reading' (duration: 156.346765ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:47.463774Z","caller":"traceutil/trace.go:171","msg":"trace[2103702064] transaction","detail":"{read_only:false; response_revision:6340; number_of_response:1; }","duration":"176.842118ms","start":"2026-04-28T03:31:47.286904Z","end":"2026-04-28T03:31:47.463746Z","steps":["trace[2103702064] 'process raft request' (duration: 103.933288ms)","trace[2103702064] 'compare' (duration: 72.798048ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:48.326576Z","caller":"traceutil/trace.go:171","msg":"trace[1371017545] transaction","detail":"{read_only:false; response_revision:6343; number_of_response:1; }","duration":"111.454203ms","start":"2026-04-28T03:31:48.215096Z","end":"2026-04-28T03:31:48.32655Z","steps":["trace[1371017545] 'process raft request' (duration: 111.332681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:49.386461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.446198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:31:49.386561Z","caller":"traceutil/trace.go:171","msg":"trace[719519388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6346; }","duration":"100.602591ms","start":"2026-04-28T03:31:49.285939Z","end":"2026-04-28T03:31:49.386542Z","steps":["trace[719519388] 'range keys from in-memory index tree' (duration: 100.274504ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:49.681817Z","caller":"traceutil/trace.go:171","msg":"trace[1275355335] transaction","detail":"{read_only:false; response_revision:6347; number_of_response:1; }","duration":"290.975559ms","start":"2026-04-28T03:31:49.390817Z","end":"2026-04-28T03:31:49.681792Z","steps":["trace[1275355335] 'process raft request' (duration: 290.830006ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:49.684334Z","caller":"traceutil/trace.go:171","msg":"trace[715576989] transaction","detail":"{read_only:false; response_revision:6348; number_of_response:1; }","duration":"293.210025ms","start":"2026-04-28T03:31:49.391102Z","end":"2026-04-28T03:31:49.684312Z","steps":["trace[715576989] 'process raft request' (duration: 293.040161ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:49.684599Z","caller":"traceutil/trace.go:171","msg":"trace[1233437159] transaction","detail":"{read_only:false; response_revision:6349; number_of_response:1; }","duration":"293.450539ms","start":"2026-04-28T03:31:49.391129Z","end":"2026-04-28T03:31:49.684579Z","steps":["trace[1233437159] 'process raft request' (duration: 293.134913ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:49.714959Z","caller":"traceutil/trace.go:171","msg":"trace[1521403199] linearizableReadLoop","detail":"{readStateIndex:6632; appliedIndex:6629; }","duration":"247.852481ms","start":"2026-04-28T03:31:49.467079Z","end":"2026-04-28T03:31:49.714932Z","steps":["trace[1521403199] 'read index received' (duration: 214.611667ms)","trace[1521403199] 'applied index is now lower than readState.Index' (duration: 33.239384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:49.715176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.084276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:31:49.715216Z","caller":"traceutil/trace.go:171","msg":"trace[311916420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6349; }","duration":"248.175268ms","start":"2026-04-28T03:31:49.467031Z","end":"2026-04-28T03:31:49.715206Z","steps":["trace[311916420] 'agreement among raft nodes before linearized reading' (duration: 248.002074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:50.483933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.623739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:50.484048Z","caller":"traceutil/trace.go:171","msg":"trace[1076651453] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:6351; }","duration":"183.833533ms","start":"2026-04-28T03:31:50.300181Z","end":"2026-04-28T03:31:50.484015Z","steps":["trace[1076651453] 'count revisions from in-memory index tree' (duration: 183.537168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:50.484228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.291892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:50.484392Z","caller":"traceutil/trace.go:171","msg":"trace[514799562] transaction","detail":"{read_only:false; response_revision:6352; number_of_response:1; }","duration":"180.588098ms","start":"2026-04-28T03:31:50.30373Z","end":"2026-04-28T03:31:50.484318Z","steps":["trace[514799562] 'process raft request' (duration: 31.140181ms)","trace[514799562] 'compare' (duration: 148.836513ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:50.497909Z","caller":"traceutil/trace.go:171","msg":"trace[263584908] transaction","detail":"{read_only:false; response_revision:6353; number_of_response:1; }","duration":"166.879065ms","start":"2026-04-28T03:31:50.331006Z","end":"2026-04-28T03:31:50.497885Z","steps":["trace[263584908] 'process raft request' (duration: 166.762693ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:52.347125Z","caller":"traceutil/trace.go:171","msg":"trace[1623146421] transaction","detail":"{read_only:false; response_revision:6361; number_of_response:1; }","duration":"115.696572ms","start":"2026-04-28T03:31:52.2314Z","end":"2026-04-28T03:31:52.347096Z","steps":["trace[1623146421] 'process raft request' (duration: 54.100193ms)","trace[1623146421] 'compare' (duration: 61.459076ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:52.540996Z","caller":"traceutil/trace.go:171","msg":"trace[71209047] transaction","detail":"{read_only:false; response_revision:6362; number_of_response:1; }","duration":"142.093157ms","start":"2026-04-28T03:31:52.398881Z","end":"2026-04-28T03:31:52.540974Z","steps":["trace[71209047] 'process raft request' (duration: 54.689636ms)","trace[71209047] 'compare' (duration: 87.035913ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:53.982634Z","caller":"traceutil/trace.go:171","msg":"trace[1729084927] transaction","detail":"{read_only:false; response_revision:6370; number_of_response:1; }","duration":"114.129899ms","start":"2026-04-28T03:31:53.868477Z","end":"2026-04-28T03:31:53.982607Z","steps":["trace[1729084927] 'process raft request' (duration: 113.994247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:54.245188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.222207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:54.245319Z","caller":"traceutil/trace.go:171","msg":"trace[825802293] transaction","detail":"{read_only:false; response_revision:6371; number_of_response:1; }","duration":"183.151442ms","start":"2026-04-28T03:31:54.062147Z","end":"2026-04-28T03:31:54.245299Z","steps":["trace[825802293] 'process raft request' (duration: 44.741021ms)","trace[825802293] 'compare' (duration: 137.567864ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:55.904924Z","caller":"traceutil/trace.go:171","msg":"trace[1383029746] transaction","detail":"{read_only:false; response_revision:6378; number_of_response:1; }","duration":"115.764085ms","start":"2026-04-28T03:31:55.789125Z","end":"2026-04-28T03:31:55.90489Z","steps":["trace[1383029746] 'process raft request' (duration: 115.53904ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:56.275073Z","caller":"traceutil/trace.go:171","msg":"trace[536131104] transaction","detail":"{read_only:false; response_revision:6381; number_of_response:1; }","duration":"286.279261ms","start":"2026-04-28T03:31:55.988767Z","end":"2026-04-28T03:31:56.275046Z","steps":["trace[536131104] 'process raft request' (duration: 285.438463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:56.635023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.283537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:56.635274Z","caller":"traceutil/trace.go:171","msg":"trace[1336759163] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:6383; }","duration":"198.567562ms","start":"2026-04-28T03:31:56.436657Z","end":"2026-04-28T03:31:56.635224Z","steps":["trace[1336759163] 'count revisions from in-memory index tree' (duration: 198.177764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:57.235988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.733948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:57.236095Z","caller":"traceutil/trace.go:171","msg":"trace[1239044545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6386; }","duration":"120.890861ms","start":"2026-04-28T03:31:57.11518Z","end":"2026-04-28T03:31:57.23607Z","steps":["trace[1239044545] 'range keys from in-memory index tree' (duration: 120.640667ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:58.473324Z","caller":"traceutil/trace.go:171","msg":"trace[1408148991] linearizableReadLoop","detail":"{readStateIndex:6677; appliedIndex:6676; }","duration":"146.589361ms","start":"2026-04-28T03:31:58.32671Z","end":"2026-04-28T03:31:58.4733Z","steps":["trace[1408148991] 'read index received' (duration: 63.375416ms)","trace[1408148991] 'applied index is now lower than readState.Index' (duration: 83.212945ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:58.473346Z","caller":"traceutil/trace.go:171","msg":"trace[214805539] transaction","detail":"{read_only:false; response_revision:6392; number_of_response:1; }","duration":"183.972692ms","start":"2026-04-28T03:31:58.289349Z","end":"2026-04-28T03:31:58.473322Z","steps":["trace[214805539] 'process raft request' (duration: 100.752477ms)","trace[214805539] 'compare' (duration: 83.076812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:58.473732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.882741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:31:58.473797Z","caller":"traceutil/trace.go:171","msg":"trace[626782011] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6392; }","duration":"184.976393ms","start":"2026-04-28T03:31:58.288804Z","end":"2026-04-28T03:31:58.47378Z","steps":["trace[626782011] 'agreement among raft nodes before linearized reading' (duration: 184.582975ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:59.143608Z","caller":"traceutil/trace.go:171","msg":"trace[2055717244] transaction","detail":"{read_only:false; response_revision:6395; number_of_response:1; }","duration":"102.894402ms","start":"2026-04-28T03:31:59.040687Z","end":"2026-04-28T03:31:59.143582Z","steps":["trace[2055717244] 'process raft request' (duration: 102.676338ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:00.977638Z","caller":"traceutil/trace.go:171","msg":"trace[1269762356] transaction","detail":"{read_only:false; response_revision:6403; number_of_response:1; }","duration":"270.392936ms","start":"2026-04-28T03:32:00.707223Z","end":"2026-04-28T03:32:00.977616Z","steps":["trace[1269762356] 'process raft request' (duration: 270.296024ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:00.979864Z","caller":"traceutil/trace.go:171","msg":"trace[1592663905] transaction","detail":"{read_only:false; response_revision:6404; number_of_response:1; }","duration":"255.019959ms","start":"2026-04-28T03:32:00.724812Z","end":"2026-04-28T03:32:00.979832Z","steps":["trace[1592663905] 'process raft request' (duration: 254.714213ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:02.422359Z","caller":"traceutil/trace.go:171","msg":"trace[3474404] linearizableReadLoop","detail":"{readStateIndex:6695; appliedIndex:6694; }","duration":"249.332114ms","start":"2026-04-28T03:32:02.173Z","end":"2026-04-28T03:32:02.422332Z","steps":["trace[3474404] 'read index received' (duration: 220.645872ms)","trace[3474404] 'applied index is now lower than readState.Index' (duration: 28.684592ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:02.422442Z","caller":"traceutil/trace.go:171","msg":"trace[920278187] transaction","detail":"{read_only:false; response_revision:6409; number_of_response:1; }","duration":"251.05967ms","start":"2026-04-28T03:32:02.171344Z","end":"2026-04-28T03:32:02.422404Z","steps":["trace[920278187] 'process raft request' (duration: 222.321268ms)","trace[920278187] 'compare' (duration: 28.554879ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:02.422814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.760992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:32:02.422928Z","caller":"traceutil/trace.go:171","msg":"trace[386902189] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6409; }","duration":"249.945027ms","start":"2026-04-28T03:32:02.172965Z","end":"2026-04-28T03:32:02.42291Z","steps":["trace[386902189] 'agreement among raft nodes before linearized reading' (duration: 249.556369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:02.454728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.266841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:02.454811Z","caller":"traceutil/trace.go:171","msg":"trace[9454384] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:6410; }","duration":"118.497276ms","start":"2026-04-28T03:32:02.336292Z","end":"2026-04-28T03:32:02.454789Z","steps":["trace[9454384] 'agreement among raft nodes before linearized reading' (duration: 118.358113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:02.672178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.376001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:32:02.672242Z","caller":"traceutil/trace.go:171","msg":"trace[196230717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6411; }","duration":"101.493294ms","start":"2026-04-28T03:32:02.570735Z","end":"2026-04-28T03:32:02.672228Z","steps":["trace[196230717] 'range keys from in-memory index tree' (duration: 101.199888ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:03.144011Z","caller":"traceutil/trace.go:171","msg":"trace[125900117] transaction","detail":"{read_only:false; response_revision:6413; number_of_response:1; }","duration":"161.074365ms","start":"2026-04-28T03:32:02.982912Z","end":"2026-04-28T03:32:03.143986Z","steps":["trace[125900117] 'process raft request' (duration: 160.86225ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:03.224063Z","caller":"traceutil/trace.go:171","msg":"trace[1586638681] transaction","detail":"{read_only:false; response_revision:6414; number_of_response:1; }","duration":"239.676246ms","start":"2026-04-28T03:32:02.98436Z","end":"2026-04-28T03:32:03.224036Z","steps":["trace[1586638681] 'process raft request' (duration: 236.679444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:04.654741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.68078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:04.654857Z","caller":"traceutil/trace.go:171","msg":"trace[793923669] linearizableReadLoop","detail":"{readStateIndex:6705; appliedIndex:6704; }","duration":"193.043394ms","start":"2026-04-28T03:32:04.461793Z","end":"2026-04-28T03:32:04.654837Z","steps":["trace[793923669] 'read index received' (duration: 73.16621ms)","trace[793923669] 'applied index is now lower than readState.Index' (duration: 119.875894ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:04.654976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.183437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:04.654945Z","caller":"traceutil/trace.go:171","msg":"trace[1965071813] transaction","detail":"{read_only:false; response_revision:6419; number_of_response:1; }","duration":"194.926213ms","start":"2026-04-28T03:32:04.459989Z","end":"2026-04-28T03:32:04.654915Z","steps":["trace[1965071813] 'process raft request' (duration: 74.970767ms)","trace[1965071813] 'compare' (duration: 119.520437ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:04.655015Z","caller":"traceutil/trace.go:171","msg":"trace[1640819850] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:6419; }","duration":"193.251159ms","start":"2026-04-28T03:32:04.46175Z","end":"2026-04-28T03:32:04.655001Z","steps":["trace[1640819850] 'agreement among raft nodes before linearized reading' (duration: 193.175407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:04.655233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.709758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T03:32:04.655235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.690295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:32:04.65528Z","caller":"traceutil/trace.go:171","msg":"trace[1436589054] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:6419; }","duration":"162.80136ms","start":"2026-04-28T03:32:04.492464Z","end":"2026-04-28T03:32:04.655265Z","steps":["trace[1436589054] 'agreement among raft nodes before linearized reading' (duration: 162.658207ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:04.655287Z","caller":"traceutil/trace.go:171","msg":"trace[1657234629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6419; }","duration":"189.779137ms","start":"2026-04-28T03:32:04.465495Z","end":"2026-04-28T03:32:04.655274Z","steps":["trace[1657234629] 'agreement among raft nodes before linearized reading' (duration: 189.586373ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:04.798951Z","caller":"traceutil/trace.go:171","msg":"trace[1192290973] transaction","detail":"{read_only:false; response_revision:6420; number_of_response:1; }","duration":"139.934228ms","start":"2026-04-28T03:32:04.65899Z","end":"2026-04-28T03:32:04.798925Z","steps":["trace[1192290973] 'process raft request' (duration: 124.736244ms)","trace[1192290973] 'compare' (duration: 15.00878ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:04.799317Z","caller":"traceutil/trace.go:171","msg":"trace[2119032808] transaction","detail":"{read_only:false; response_revision:6421; number_of_response:1; }","duration":"121.255723ms","start":"2026-04-28T03:32:04.678002Z","end":"2026-04-28T03:32:04.799258Z","steps":["trace[2119032808] 'process raft request' (duration: 120.876195ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:05.73073Z","caller":"traceutil/trace.go:171","msg":"trace[1614814073] transaction","detail":"{read_only:false; response_revision:6426; number_of_response:1; }","duration":"145.518164ms","start":"2026-04-28T03:32:05.585177Z","end":"2026-04-28T03:32:05.730695Z","steps":["trace[1614814073] 'process raft request' (duration: 145.284839ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:06.711911Z","caller":"traceutil/trace.go:171","msg":"trace[1936564940] transaction","detail":"{read_only:false; response_revision:6429; number_of_response:1; }","duration":"244.788074ms","start":"2026-04-28T03:32:06.467103Z","end":"2026-04-28T03:32:06.711891Z","steps":["trace[1936564940] 'process raft request' (duration: 168.484459ms)","trace[1936564940] 'compare' (duration: 76.133171ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:07.076693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.345821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:07.076769Z","caller":"traceutil/trace.go:171","msg":"trace[1948309264] linearizableReadLoop","detail":"{readStateIndex:6718; appliedIndex:6717; }","duration":"247.337517ms","start":"2026-04-28T03:32:06.829419Z","end":"2026-04-28T03:32:07.076757Z","steps":["trace[1948309264] 'read index received' (duration: 85.885344ms)","trace[1948309264] 'applied index is now lower than readState.Index' (duration: 161.450783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:07.076887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.46739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:32:07.076917Z","caller":"traceutil/trace.go:171","msg":"trace[1542968089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6431; }","duration":"247.535852ms","start":"2026-04-28T03:32:06.829373Z","end":"2026-04-28T03:32:07.076908Z","steps":["trace[1542968089] 'agreement among raft nodes before linearized reading' (duration: 247.416749ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:07.077109Z","caller":"traceutil/trace.go:171","msg":"trace[307813464] transaction","detail":"{read_only:false; response_revision:6431; number_of_response:1; }","duration":"270.529546ms","start":"2026-04-28T03:32:06.806555Z","end":"2026-04-28T03:32:07.077085Z","steps":["trace[307813464] 'process raft request' (duration: 108.722154ms)","trace[307813464] 'compare' (duration: 161.157967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:07.617467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757020039779675580,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:32:07.81103Z","caller":"traceutil/trace.go:171","msg":"trace[312414566] transaction","detail":"{read_only:false; response_revision:6432; number_of_response:1; }","duration":"730.69513ms","start":"2026-04-28T03:32:07.080303Z","end":"2026-04-28T03:32:07.810998Z","steps":["trace[312414566] 'process raft request' (duration: 730.502846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:07.811204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:07.080285Z","time spent":"730.835483ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:07.921065Z","caller":"traceutil/trace.go:171","msg":"trace[1450849637] transaction","detail":"{read_only:false; response_revision:6433; number_of_response:1; }","duration":"678.703696ms","start":"2026-04-28T03:32:07.242333Z","end":"2026-04-28T03:32:07.921037Z","steps":["trace[1450849637] 'process raft request' (duration: 671.464706ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:07.921316Z","caller":"traceutil/trace.go:171","msg":"trace[748962313] transaction","detail":"{read_only:false; response_revision:6434; number_of_response:1; }","duration":"658.877566ms","start":"2026-04-28T03:32:07.262389Z","end":"2026-04-28T03:32:07.921267Z","steps":["trace[748962313] 'process raft request' (duration: 658.59274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:07.921317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:07.2423Z","time spent":"678.868738ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:07.9216Z","caller":"traceutil/trace.go:171","msg":"trace[1591232894] transaction","detail":"{read_only:false; response_revision:6435; number_of_response:1; }","duration":"185.298937ms","start":"2026-04-28T03:32:07.736289Z","end":"2026-04-28T03:32:07.921588Z","steps":["trace[1591232894] 'process raft request' (duration: 184.883268ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:07.921663Z","caller":"traceutil/trace.go:171","msg":"trace[1136176205] linearizableReadLoop","detail":"{readStateIndex:6721; appliedIndex:6718; }","duration":"805.371391ms","start":"2026-04-28T03:32:07.11627Z","end":"2026-04-28T03:32:07.921642Z","steps":["trace[1136176205] 'read index received' (duration: 694.527323ms)","trace[1136176205] 'applied index is now lower than readState.Index' (duration: 110.842468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:07.921813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.541714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:07.921864Z","caller":"traceutil/trace.go:171","msg":"trace[1698388237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6435; }","duration":"805.634596ms","start":"2026-04-28T03:32:07.116215Z","end":"2026-04-28T03:32:07.92185Z","steps":["trace[1698388237] 'agreement among raft nodes before linearized reading' (duration: 805.549564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:07.921932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:07.116195Z","time spent":"805.720698ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:32:07.921925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.333771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T03:32:07.92199Z","caller":"traceutil/trace.go:171","msg":"trace[2094742320] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6435; }","duration":"376.433234ms","start":"2026-04-28T03:32:07.545542Z","end":"2026-04-28T03:32:07.921975Z","steps":["trace[2094742320] 'agreement among raft nodes before linearized reading' (duration: 376.277031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:07.922054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.97697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-28T03:32:07.922084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:07.545502Z","time spent":"376.574066ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T03:32:07.922142Z","caller":"traceutil/trace.go:171","msg":"trace[109396523] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6435; }","duration":"570.096002ms","start":"2026-04-28T03:32:07.352012Z","end":"2026-04-28T03:32:07.922108Z","steps":["trace[109396523] 'agreement among raft nodes before linearized reading' (duration: 569.909539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:07.922195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:07.351989Z","time spent":"570.193364ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:32:07.922071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.231433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:32:07.922255Z","caller":"traceutil/trace.go:171","msg":"trace[566851754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6435; }","duration":"598.441888ms","start":"2026-04-28T03:32:07.323793Z","end":"2026-04-28T03:32:07.922235Z","steps":["trace[566851754] 'agreement among raft nodes before linearized reading' (duration: 597.993339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:07.922289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:07.262362Z","time spent":"659.201442ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:07.922326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:07.32377Z","time spent":"598.538439ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:32:08.319115Z","caller":"traceutil/trace.go:171","msg":"trace[1898467330] transaction","detail":"{read_only:false; response_revision:6437; number_of_response:1; }","duration":"391.919575ms","start":"2026-04-28T03:32:07.927172Z","end":"2026-04-28T03:32:08.319091Z","steps":["trace[1898467330] 'process raft request' (duration: 391.736491ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:08.319252Z","caller":"traceutil/trace.go:171","msg":"trace[507918059] linearizableReadLoop","detail":"{readStateIndex:6725; appliedIndex:6723; }","duration":"117.516148ms","start":"2026-04-28T03:32:08.20171Z","end":"2026-04-28T03:32:08.319226Z","steps":["trace[507918059] 'read index received' (duration: 117.13886ms)","trace[507918059] 'applied index is now lower than readState.Index' (duration: 375.448µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:08.31926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:07.927138Z","time spent":"392.051477ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:08.319485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.763872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:32:08.319484Z","caller":"traceutil/trace.go:171","msg":"trace[613331718] transaction","detail":"{read_only:false; response_revision:6438; number_of_response:1; }","duration":"391.816212ms","start":"2026-04-28T03:32:07.927638Z","end":"2026-04-28T03:32:08.319455Z","steps":["trace[613331718] 'process raft request' (duration: 391.410074ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:08.319532Z","caller":"traceutil/trace.go:171","msg":"trace[1865110378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6438; }","duration":"117.884325ms","start":"2026-04-28T03:32:08.201636Z","end":"2026-04-28T03:32:08.319521Z","steps":["trace[1865110378] 'agreement among raft nodes before linearized reading' (duration: 117.685201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:08.319627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:07.92763Z","time spent":"391.918754ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:09.440467Z","caller":"traceutil/trace.go:171","msg":"trace[1421964718] transaction","detail":"{read_only:false; response_revision:6443; number_of_response:1; }","duration":"155.705916ms","start":"2026-04-28T03:32:09.28468Z","end":"2026-04-28T03:32:09.440386Z","steps":["trace[1421964718] 'process raft request' (duration: 155.434001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:09.698114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.542285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:09.698237Z","caller":"traceutil/trace.go:171","msg":"trace[934254945] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6443; }","duration":"202.925492ms","start":"2026-04-28T03:32:09.495289Z","end":"2026-04-28T03:32:09.698214Z","steps":["trace[934254945] 'count revisions from in-memory index tree' (duration: 202.411641ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:09.720306Z","caller":"traceutil/trace.go:171","msg":"trace[2090372562] transaction","detail":"{read_only:false; response_revision:6444; number_of_response:1; }","duration":"118.546258ms","start":"2026-04-28T03:32:09.601733Z","end":"2026-04-28T03:32:09.720279Z","steps":["trace[2090372562] 'process raft request' (duration: 118.355184ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:10.053111Z","caller":"traceutil/trace.go:171","msg":"trace[421261506] transaction","detail":"{read_only:false; response_revision:6446; number_of_response:1; }","duration":"125.601155ms","start":"2026-04-28T03:32:09.927484Z","end":"2026-04-28T03:32:10.053086Z","steps":["trace[421261506] 'process raft request' (duration: 125.433162ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:10.27745Z","caller":"traceutil/trace.go:171","msg":"trace[1573942544] linearizableReadLoop","detail":"{readStateIndex:6736; appliedIndex:6734; }","duration":"152.982841ms","start":"2026-04-28T03:32:10.124423Z","end":"2026-04-28T03:32:10.277405Z","steps":["trace[1573942544] 'read index received' (duration: 151.770336ms)","trace[1573942544] 'applied index is now lower than readState.Index' (duration: 1.211125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:10.277612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.169135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:10.277656Z","caller":"traceutil/trace.go:171","msg":"trace[1920063648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6448; }","duration":"153.259336ms","start":"2026-04-28T03:32:10.124383Z","end":"2026-04-28T03:32:10.277643Z","steps":["trace[1920063648] 'agreement among raft nodes before linearized reading' (duration: 153.139234ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:10.277959Z","caller":"traceutil/trace.go:171","msg":"trace[1602597916] transaction","detail":"{read_only:false; response_revision:6448; number_of_response:1; }","duration":"348.632162ms","start":"2026-04-28T03:32:09.929289Z","end":"2026-04-28T03:32:10.277922Z","steps":["trace[1602597916] 'process raft request' (duration: 348.05385ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:10.278054Z","caller":"traceutil/trace.go:171","msg":"trace[896399376] transaction","detail":"{read_only:false; response_revision:6447; number_of_response:1; }","duration":"349.681745ms","start":"2026-04-28T03:32:09.928336Z","end":"2026-04-28T03:32:10.278018Z","steps":["trace[896399376] 'process raft request' (duration: 347.798747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:10.278282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:09.929277Z","time spent":"348.861178ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:10.27835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:09.928323Z","time spent":"349.891909ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:10.493901Z","caller":"traceutil/trace.go:171","msg":"trace[1486823908] linearizableReadLoop","detail":"{readStateIndex:6737; appliedIndex:6736; }","duration":"163.691891ms","start":"2026-04-28T03:32:10.330177Z","end":"2026-04-28T03:32:10.493869Z","steps":["trace[1486823908] 'read index received' (duration: 96.211698ms)","trace[1486823908] 'applied index is now lower than readState.Index' (duration: 67.478883ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:10.494099Z","caller":"traceutil/trace.go:171","msg":"trace[1513099466] transaction","detail":"{read_only:false; response_revision:6449; number_of_response:1; }","duration":"166.51765ms","start":"2026-04-28T03:32:10.327551Z","end":"2026-04-28T03:32:10.494069Z","steps":["trace[1513099466] 'process raft request' (duration: 99.072166ms)","trace[1513099466] 'compare' (duration: 67.123667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:10.494181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.987737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:32:10.494281Z","caller":"traceutil/trace.go:171","msg":"trace[1049686634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6449; }","duration":"164.12935ms","start":"2026-04-28T03:32:10.330132Z","end":"2026-04-28T03:32:10.494261Z","steps":["trace[1049686634] 'agreement among raft nodes before linearized reading' (duration: 163.840155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:10.853829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.74279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:10.854038Z","caller":"traceutil/trace.go:171","msg":"trace[873002379] transaction","detail":"{read_only:false; response_revision:6451; number_of_response:1; }","duration":"265.973696ms","start":"2026-04-28T03:32:10.588032Z","end":"2026-04-28T03:32:10.854006Z","steps":["trace[873002379] 'process raft request' (duration: 29.9709ms)","trace[873002379] 'compare' (duration: 235.583747ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:10.854079Z","caller":"traceutil/trace.go:171","msg":"trace[1979060442] transaction","detail":"{read_only:false; response_revision:6452; number_of_response:1; }","duration":"120.04068ms","start":"2026-04-28T03:32:10.734019Z","end":"2026-04-28T03:32:10.85406Z","steps":["trace[1979060442] 'process raft request' (duration: 119.971239ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:10.85421Z","caller":"traceutil/trace.go:171","msg":"trace[1407491127] linearizableReadLoop","detail":"{readStateIndex:6739; appliedIndex:6738; }","duration":"191.662581ms","start":"2026-04-28T03:32:10.662537Z","end":"2026-04-28T03:32:10.8542Z","steps":["trace[1407491127] 'read index received' (duration: 49.982µs)","trace[1407491127] 'applied index is now lower than readState.Index' (duration: 191.611339ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:10.854315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.764573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:10.854775Z","caller":"traceutil/trace.go:171","msg":"trace[319882684] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6452; }","duration":"191.823584ms","start":"2026-04-28T03:32:10.662521Z","end":"2026-04-28T03:32:10.854344Z","steps":["trace[319882684] 'agreement among raft nodes before linearized reading' (duration: 191.720002ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:11.344859Z","caller":"traceutil/trace.go:171","msg":"trace[785371997] transaction","detail":"{read_only:false; response_revision:6453; number_of_response:1; }","duration":"192.514318ms","start":"2026-04-28T03:32:11.152318Z","end":"2026-04-28T03:32:11.344832Z","steps":["trace[785371997] 'process raft request' (duration: 192.352425ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:12.394901Z","caller":"traceutil/trace.go:171","msg":"trace[438449555] transaction","detail":"{read_only:false; response_revision:6457; number_of_response:1; }","duration":"111.207199ms","start":"2026-04-28T03:32:12.283665Z","end":"2026-04-28T03:32:12.394873Z","steps":["trace[438449555] 'process raft request' (duration: 37.648328ms)","trace[438449555] 'compare' (duration: 73.391507ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:12.788919Z","caller":"traceutil/trace.go:171","msg":"trace[652831490] transaction","detail":"{read_only:false; response_revision:6459; number_of_response:1; }","duration":"196.075713ms","start":"2026-04-28T03:32:12.592803Z","end":"2026-04-28T03:32:12.788878Z","steps":["trace[652831490] 'process raft request' (duration: 190.868345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:13.069165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.791264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:13.069388Z","caller":"traceutil/trace.go:171","msg":"trace[304998661] transaction","detail":"{read_only:false; response_revision:6461; number_of_response:1; }","duration":"206.524249ms","start":"2026-04-28T03:32:12.862843Z","end":"2026-04-28T03:32:13.069368Z","steps":["trace[304998661] 'process raft request' (duration: 206.439348ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:13.069393Z","caller":"traceutil/trace.go:171","msg":"trace[743159112] transaction","detail":"{read_only:false; response_revision:6460; number_of_response:1; }","duration":"208.665333ms","start":"2026-04-28T03:32:12.860701Z","end":"2026-04-28T03:32:13.069366Z","steps":["trace[743159112] 'process raft request' (duration: 75.876898ms)","trace[743159112] 'compare' (duration: 131.57741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:14.942591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.49134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:14.942613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.642974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:32:14.942664Z","caller":"traceutil/trace.go:171","msg":"trace[1672766636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6468; }","duration":"150.714686ms","start":"2026-04-28T03:32:14.791934Z","end":"2026-04-28T03:32:14.942649Z","steps":["trace[1672766636] 'range keys from in-memory index tree' (duration: 150.509531ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:14.942672Z","caller":"traceutil/trace.go:171","msg":"trace[448000348] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:6468; }","duration":"162.606733ms","start":"2026-04-28T03:32:14.780037Z","end":"2026-04-28T03:32:14.942643Z","steps":["trace[448000348] 'count revisions from in-memory index tree' (duration: 162.409018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:16.169217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.741169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:16.16933Z","caller":"traceutil/trace.go:171","msg":"trace[336642343] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:6473; }","duration":"122.910763ms","start":"2026-04-28T03:32:16.0464Z","end":"2026-04-28T03:32:16.169311Z","steps":["trace[336642343] 'count revisions from in-memory index tree' (duration: 122.650437ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:17.359864Z","caller":"traceutil/trace.go:171","msg":"trace[1403637403] transaction","detail":"{read_only:false; response_revision:6482; number_of_response:1; }","duration":"184.373684ms","start":"2026-04-28T03:32:17.175464Z","end":"2026-04-28T03:32:17.359838Z","steps":["trace[1403637403] 'process raft request' (duration: 184.218471ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:17.523166Z","caller":"traceutil/trace.go:171","msg":"trace[1710856489] transaction","detail":"{read_only:false; response_revision:6483; number_of_response:1; }","duration":"136.507254ms","start":"2026-04-28T03:32:17.386633Z","end":"2026-04-28T03:32:17.52314Z","steps":["trace[1710856489] 'process raft request' (duration: 43.648012ms)","trace[1710856489] 'compare' (duration: 92.745049ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:18.24997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.974443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:18.250059Z","caller":"traceutil/trace.go:171","msg":"trace[2041001807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6484; }","duration":"136.139547ms","start":"2026-04-28T03:32:18.1139Z","end":"2026-04-28T03:32:18.250039Z","steps":["trace[2041001807] 'range keys from in-memory index tree' (duration: 135.904562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:18.250176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.752947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:18.250354Z","caller":"traceutil/trace.go:171","msg":"trace[1118444075] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6484; }","duration":"163.927611ms","start":"2026-04-28T03:32:18.08636Z","end":"2026-04-28T03:32:18.250287Z","steps":["trace[1118444075] 'count revisions from in-memory index tree' (duration: 163.627175ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:18.2757Z","caller":"traceutil/trace.go:171","msg":"trace[1208866381] transaction","detail":"{read_only:false; response_revision:6485; number_of_response:1; }","duration":"101.311916ms","start":"2026-04-28T03:32:18.174353Z","end":"2026-04-28T03:32:18.275665Z","steps":["trace[1208866381] 'process raft request' (duration: 101.106132ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:19.189007Z","caller":"traceutil/trace.go:171","msg":"trace[1875712699] transaction","detail":"{read_only:false; response_revision:6489; number_of_response:1; }","duration":"102.170933ms","start":"2026-04-28T03:32:19.086793Z","end":"2026-04-28T03:32:19.188964Z","steps":["trace[1875712699] 'process raft request' (duration: 102.00597ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:19.328715Z","caller":"traceutil/trace.go:171","msg":"trace[702349994] linearizableReadLoop","detail":"{readStateIndex:6779; appliedIndex:6778; }","duration":"139.755243ms","start":"2026-04-28T03:32:19.188933Z","end":"2026-04-28T03:32:19.328689Z","steps":["trace[702349994] 'read index received' (duration: 84.960269ms)","trace[702349994] 'applied index is now lower than readState.Index' (duration: 54.793854ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:19.328762Z","caller":"traceutil/trace.go:171","msg":"trace[1756123569] transaction","detail":"{read_only:false; response_revision:6490; number_of_response:1; }","duration":"150.861233ms","start":"2026-04-28T03:32:19.177852Z","end":"2026-04-28T03:32:19.328713Z","steps":["trace[1756123569] 'process raft request' (duration: 96.132961ms)","trace[1756123569] 'compare' (duration: 54.581649ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:19.32889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.59072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:19.32893Z","caller":"traceutil/trace.go:171","msg":"trace[1944672066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6490; }","duration":"212.679901ms","start":"2026-04-28T03:32:19.116239Z","end":"2026-04-28T03:32:19.328919Z","steps":["trace[1944672066] 'agreement among raft nodes before linearized reading' (duration: 212.593429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:19.329141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.471363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:19.329303Z","caller":"traceutil/trace.go:171","msg":"trace[273491086] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6490; }","duration":"207.682478ms","start":"2026-04-28T03:32:19.121594Z","end":"2026-04-28T03:32:19.329276Z","steps":["trace[273491086] 'agreement among raft nodes before linearized reading' (duration: 207.147247ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:19.579807Z","caller":"traceutil/trace.go:171","msg":"trace[1419234993] transaction","detail":"{read_only:false; response_revision:6491; number_of_response:1; }","duration":"212.761993ms","start":"2026-04-28T03:32:19.367015Z","end":"2026-04-28T03:32:19.579777Z","steps":["trace[1419234993] 'process raft request' (duration: 112.771994ms)","trace[1419234993] 'compare' (duration: 99.669283ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:20.284149Z","caller":"traceutil/trace.go:171","msg":"trace[1113091206] transaction","detail":"{read_only:false; response_revision:6493; number_of_response:1; }","duration":"251.484595ms","start":"2026-04-28T03:32:20.032642Z","end":"2026-04-28T03:32:20.284126Z","steps":["trace[1113091206] 'process raft request' (duration: 251.327662ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:20.317527Z","caller":"traceutil/trace.go:171","msg":"trace[862557632] transaction","detail":"{read_only:false; response_revision:6494; number_of_response:1; }","duration":"205.762728ms","start":"2026-04-28T03:32:20.111738Z","end":"2026-04-28T03:32:20.317501Z","steps":["trace[862557632] 'process raft request' (duration: 205.335309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:20.439109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.884122ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T03:32:20.439673Z","caller":"traceutil/trace.go:171","msg":"trace[790434716] transaction","detail":"{read_only:false; response_revision:6495; number_of_response:1; }","duration":"158.712206ms","start":"2026-04-28T03:32:20.28094Z","end":"2026-04-28T03:32:20.439652Z","steps":["trace[790434716] 'process raft request' (duration: 158.269116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:20.671396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.99439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:20.671467Z","caller":"traceutil/trace.go:171","msg":"trace[769130373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6495; }","duration":"274.098643ms","start":"2026-04-28T03:32:20.397349Z","end":"2026-04-28T03:32:20.671448Z","steps":["trace[769130373] 'agreement among raft nodes before linearized reading' (duration: 42.277035ms)","trace[769130373] 'range keys from in-memory index tree' (duration: 231.710866ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:20.671593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.322951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:20.671818Z","caller":"traceutil/trace.go:171","msg":"trace[620753217] transaction","detail":"{read_only:false; response_revision:6496; number_of_response:1; }","duration":"230.118503ms","start":"2026-04-28T03:32:20.441683Z","end":"2026-04-28T03:32:20.671801Z","steps":["trace[620753217] 'process raft request' (duration: 65.514897ms)","trace[620753217] 'compare' (duration: 164.192257ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:20.672309Z","caller":"traceutil/trace.go:171","msg":"trace[975870111] transaction","detail":"{read_only:false; response_revision:6497; number_of_response:1; }","duration":"207.773942ms","start":"2026-04-28T03:32:20.464514Z","end":"2026-04-28T03:32:20.672287Z","steps":["trace[975870111] 'process raft request' (duration: 207.171778ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:20.944068Z","caller":"traceutil/trace.go:171","msg":"trace[1664231588] transaction","detail":"{read_only:false; response_revision:6498; number_of_response:1; }","duration":"100.390218ms","start":"2026-04-28T03:32:20.843654Z","end":"2026-04-28T03:32:20.944044Z","steps":["trace[1664231588] 'process raft request' (duration: 100.198064ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:21.718469Z","caller":"traceutil/trace.go:171","msg":"trace[586779125] transaction","detail":"{read_only:false; response_revision:6501; number_of_response:1; }","duration":"117.506962ms","start":"2026-04-28T03:32:21.600932Z","end":"2026-04-28T03:32:21.718439Z","steps":["trace[586779125] 'process raft request' (duration: 117.283047ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:22.651709Z","caller":"traceutil/trace.go:171","msg":"trace[648058072] transaction","detail":"{read_only:false; response_revision:6504; number_of_response:1; }","duration":"206.122847ms","start":"2026-04-28T03:32:22.445535Z","end":"2026-04-28T03:32:22.651658Z","steps":["trace[648058072] 'process raft request' (duration: 155.134991ms)","trace[648058072] 'compare' (duration: 50.294882ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:22.826463Z","caller":"traceutil/trace.go:171","msg":"trace[727516894] linearizableReadLoop","detail":"{readStateIndex:6796; appliedIndex:6794; }","duration":"148.220559ms","start":"2026-04-28T03:32:22.678216Z","end":"2026-04-28T03:32:22.826437Z","steps":["trace[727516894] 'read index received' (duration: 78.609728ms)","trace[727516894] 'applied index is now lower than readState.Index' (duration: 69.609861ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:22.826531Z","caller":"traceutil/trace.go:171","msg":"trace[919626732] transaction","detail":"{read_only:false; response_revision:6505; number_of_response:1; }","duration":"150.655099ms","start":"2026-04-28T03:32:22.675822Z","end":"2026-04-28T03:32:22.826477Z","steps":["trace[919626732] 'process raft request' (duration: 81.039958ms)","trace[919626732] 'compare' (duration: 69.378276ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:22.826731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.472454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-28T03:32:22.826859Z","caller":"traceutil/trace.go:171","msg":"trace[1113287566] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6506; }","duration":"148.633517ms","start":"2026-04-28T03:32:22.678181Z","end":"2026-04-28T03:32:22.826814Z","steps":["trace[1113287566] 'agreement among raft nodes before linearized reading' (duration: 148.331411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:22.827492Z","caller":"traceutil/trace.go:171","msg":"trace[957857087] transaction","detail":"{read_only:false; response_revision:6506; number_of_response:1; }","duration":"150.083839ms","start":"2026-04-28T03:32:22.67739Z","end":"2026-04-28T03:32:22.827473Z","steps":["trace[957857087] 'process raft request' (duration: 149.002407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:23.450365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.318786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:32:23.450424Z","caller":"traceutil/trace.go:171","msg":"trace[1477301186] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6509; }","duration":"126.412358ms","start":"2026-04-28T03:32:23.323996Z","end":"2026-04-28T03:32:23.450408Z","steps":["trace[1477301186] 'range keys from in-memory index tree' (duration: 126.208404ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:23.485964Z","caller":"traceutil/trace.go:171","msg":"trace[1871273120] transaction","detail":"{read_only:false; response_revision:6510; number_of_response:1; }","duration":"101.329458ms","start":"2026-04-28T03:32:23.384615Z","end":"2026-04-28T03:32:23.485945Z","steps":["trace[1871273120] 'process raft request' (duration: 101.166345ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:23.932687Z","caller":"traceutil/trace.go:171","msg":"trace[544327451] transaction","detail":"{read_only:false; response_revision:6513; number_of_response:1; }","duration":"123.046819ms","start":"2026-04-28T03:32:23.809603Z","end":"2026-04-28T03:32:23.93265Z","steps":["trace[544327451] 'process raft request' (duration: 92.339903ms)","trace[544327451] 'compare' (duration: 30.607463ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:24.669933Z","caller":"traceutil/trace.go:171","msg":"trace[560456045] transaction","detail":"{read_only:false; response_revision:6515; number_of_response:1; }","duration":"154.395328ms","start":"2026-04-28T03:32:24.515523Z","end":"2026-04-28T03:32:24.669919Z","steps":["trace[560456045] 'process raft request' (duration: 154.285536ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:25.651848Z","caller":"traceutil/trace.go:171","msg":"trace[984257546] transaction","detail":"{read_only:false; response_revision:6523; number_of_response:1; }","duration":"160.967534ms","start":"2026-04-28T03:32:25.490811Z","end":"2026-04-28T03:32:25.651779Z","steps":["trace[984257546] 'process raft request' (duration: 107.731111ms)","trace[984257546] 'compare' (duration: 52.981737ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:25.740424Z","caller":"traceutil/trace.go:171","msg":"trace[1700112703] transaction","detail":"{read_only:false; response_revision:6524; number_of_response:1; }","duration":"225.564543ms","start":"2026-04-28T03:32:25.514834Z","end":"2026-04-28T03:32:25.740399Z","steps":["trace[1700112703] 'process raft request' (duration: 225.354819ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:25.74073Z","caller":"traceutil/trace.go:171","msg":"trace[2112930952] transaction","detail":"{read_only:false; response_revision:6525; number_of_response:1; }","duration":"225.651325ms","start":"2026-04-28T03:32:25.515069Z","end":"2026-04-28T03:32:25.740721Z","steps":["trace[2112930952] 'process raft request' (duration: 225.254826ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:25.740813Z","caller":"traceutil/trace.go:171","msg":"trace[968590539] transaction","detail":"{read_only:false; response_revision:6527; number_of_response:1; }","duration":"221.180442ms","start":"2026-04-28T03:32:25.519605Z","end":"2026-04-28T03:32:25.740785Z","steps":["trace[968590539] 'process raft request' (duration: 221.09425ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:25.74091Z","caller":"traceutil/trace.go:171","msg":"trace[184126463] transaction","detail":"{read_only:false; response_revision:6526; number_of_response:1; }","duration":"224.851537ms","start":"2026-04-28T03:32:25.516029Z","end":"2026-04-28T03:32:25.740881Z","steps":["trace[184126463] 'process raft request' (duration: 224.542551ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:25.972956Z","caller":"traceutil/trace.go:171","msg":"trace[571061348] linearizableReadLoop","detail":"{readStateIndex:6819; appliedIndex:6818; }","duration":"162.068447ms","start":"2026-04-28T03:32:25.81087Z","end":"2026-04-28T03:32:25.972938Z","steps":["trace[571061348] 'read index received' (duration: 161.867283ms)","trace[571061348] 'applied index is now lower than readState.Index' (duration: 200.304µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:25.973025Z","caller":"traceutil/trace.go:171","msg":"trace[1637606527] transaction","detail":"{read_only:false; response_revision:6528; number_of_response:1; }","duration":"218.000216ms","start":"2026-04-28T03:32:25.754986Z","end":"2026-04-28T03:32:25.972987Z","steps":["trace[1637606527] 'process raft request' (duration: 217.832773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.973122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.23957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:32:25.973149Z","caller":"traceutil/trace.go:171","msg":"trace[349252873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6528; }","duration":"162.311612ms","start":"2026-04-28T03:32:25.810831Z","end":"2026-04-28T03:32:25.973143Z","steps":["trace[349252873] 'agreement among raft nodes before linearized reading' (duration: 162.20059ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:26.179793Z","caller":"traceutil/trace.go:171","msg":"trace[1411452148] transaction","detail":"{read_only:false; response_revision:6530; number_of_response:1; }","duration":"201.912353ms","start":"2026-04-28T03:32:25.977846Z","end":"2026-04-28T03:32:26.179759Z","steps":["trace[1411452148] 'process raft request' (duration: 199.906871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:26.430679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.629304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:26.430768Z","caller":"traceutil/trace.go:171","msg":"trace[2085957358] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:6530; }","duration":"112.771106ms","start":"2026-04-28T03:32:26.317973Z","end":"2026-04-28T03:32:26.430744Z","steps":["trace[2085957358] 'count revisions from in-memory index tree' (duration: 112.44576ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:27.107225Z","caller":"traceutil/trace.go:171","msg":"trace[1311729047] transaction","detail":"{read_only:false; response_revision:6535; number_of_response:1; }","duration":"170.052463ms","start":"2026-04-28T03:32:26.937099Z","end":"2026-04-28T03:32:27.107151Z","steps":["trace[1311729047] 'process raft request' (duration: 139.569312ms)","trace[1311729047] 'compare' (duration: 30.154275ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:28.82491Z","caller":"traceutil/trace.go:171","msg":"trace[1428687462] transaction","detail":"{read_only:false; response_revision:6541; number_of_response:1; }","duration":"251.683596ms","start":"2026-04-28T03:32:28.573203Z","end":"2026-04-28T03:32:28.824886Z","steps":["trace[1428687462] 'process raft request' (duration: 251.508412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:28.981205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.10288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:28.981327Z","caller":"traceutil/trace.go:171","msg":"trace[1114920068] transaction","detail":"{read_only:false; response_revision:6542; number_of_response:1; }","duration":"254.955714ms","start":"2026-04-28T03:32:28.726338Z","end":"2026-04-28T03:32:28.981294Z","steps":["trace[1114920068] 'process raft request' (duration: 134.66396ms)","trace[1114920068] 'compare' (duration: 119.959657ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:29.293388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.626944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:29.293454Z","caller":"traceutil/trace.go:171","msg":"trace[1473171212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6543; }","duration":"178.756376ms","start":"2026-04-28T03:32:29.114682Z","end":"2026-04-28T03:32:29.293439Z","steps":["trace[1473171212] 'range keys from in-memory index tree' (duration: 178.536862ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:29.29353Z","caller":"traceutil/trace.go:171","msg":"trace[1562366258] linearizableReadLoop","detail":"{readStateIndex:6835; appliedIndex:6834; }","duration":"168.993583ms","start":"2026-04-28T03:32:29.124502Z","end":"2026-04-28T03:32:29.293496Z","steps":["trace[1562366258] 'read index received' (duration: 111.168145ms)","trace[1562366258] 'applied index is now lower than readState.Index' (duration: 57.815408ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:29.293585Z","caller":"traceutil/trace.go:171","msg":"trace[1615830471] transaction","detail":"{read_only:false; response_revision:6544; number_of_response:1; }","duration":"178.664365ms","start":"2026-04-28T03:32:29.114904Z","end":"2026-04-28T03:32:29.293569Z","steps":["trace[1615830471] 'process raft request' (duration: 120.744155ms)","trace[1615830471] 'compare' (duration: 57.713535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:29.293729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.228938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:32:29.293757Z","caller":"traceutil/trace.go:171","msg":"trace[1816963318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6544; }","duration":"169.282729ms","start":"2026-04-28T03:32:29.124467Z","end":"2026-04-28T03:32:29.29375Z","steps":["trace[1816963318] 'agreement among raft nodes before linearized reading' (duration: 169.147757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.65705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.990438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:29.657155Z","caller":"traceutil/trace.go:171","msg":"trace[1807438275] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6548; }","duration":"107.13797ms","start":"2026-04-28T03:32:29.549996Z","end":"2026-04-28T03:32:29.657134Z","steps":["trace[1807438275] 'range keys from in-memory index tree' (duration: 106.921357ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:29.797881Z","caller":"traceutil/trace.go:171","msg":"trace[786610206] linearizableReadLoop","detail":"{readStateIndex:6841; appliedIndex:6840; }","duration":"137.772926ms","start":"2026-04-28T03:32:29.660076Z","end":"2026-04-28T03:32:29.797849Z","steps":["trace[786610206] 'read index received' (duration: 49.906795ms)","trace[786610206] 'applied index is now lower than readState.Index' (duration: 87.865161ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:29.798009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.919159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:29.798042Z","caller":"traceutil/trace.go:171","msg":"trace[1162233585] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6548; }","duration":"138.00088ms","start":"2026-04-28T03:32:29.660031Z","end":"2026-04-28T03:32:29.798032Z","steps":["trace[1162233585] 'agreement among raft nodes before linearized reading' (duration: 137.914568ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:29.798133Z","caller":"traceutil/trace.go:171","msg":"trace[640678827] transaction","detail":"{read_only:false; response_revision:6549; number_of_response:1; }","duration":"118.454005ms","start":"2026-04-28T03:32:29.679657Z","end":"2026-04-28T03:32:29.798111Z","steps":["trace[640678827] 'process raft request' (duration: 118.277531ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:30.283301Z","caller":"traceutil/trace.go:171","msg":"trace[170986348] transaction","detail":"{read_only:false; response_revision:6551; number_of_response:1; }","duration":"113.759088ms","start":"2026-04-28T03:32:30.169516Z","end":"2026-04-28T03:32:30.283275Z","steps":["trace[170986348] 'process raft request' (duration: 54.04261ms)","trace[170986348] 'compare' (duration: 59.586665ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:30.499866Z","caller":"traceutil/trace.go:171","msg":"trace[1896892545] linearizableReadLoop","detail":"{readStateIndex:6846; appliedIndex:6844; }","duration":"126.283238ms","start":"2026-04-28T03:32:30.373557Z","end":"2026-04-28T03:32:30.499841Z","steps":["trace[1896892545] 'read index received' (duration: 28.741596ms)","trace[1896892545] 'applied index is now lower than readState.Index' (duration: 97.540532ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:30.499957Z","caller":"traceutil/trace.go:171","msg":"trace[661053971] transaction","detail":"{read_only:false; response_revision:6552; number_of_response:1; }","duration":"162.516579ms","start":"2026-04-28T03:32:30.337412Z","end":"2026-04-28T03:32:30.499928Z","steps":["trace[661053971] 'process raft request' (duration: 64.729642ms)","trace[661053971] 'compare' (duration: 97.311827ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:30.500071Z","caller":"traceutil/trace.go:171","msg":"trace[1872580185] transaction","detail":"{read_only:false; response_revision:6553; number_of_response:1; }","duration":"160.365575ms","start":"2026-04-28T03:32:30.339689Z","end":"2026-04-28T03:32:30.500055Z","steps":["trace[1872580185] 'process raft request' (duration: 160.003167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:30.500291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.718047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:30.50034Z","caller":"traceutil/trace.go:171","msg":"trace[196043419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6554; }","duration":"126.810178ms","start":"2026-04-28T03:32:30.373517Z","end":"2026-04-28T03:32:30.500327Z","steps":["trace[196043419] 'agreement among raft nodes before linearized reading' (duration: 126.713856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:30.500507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.258499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-domain-manage-nznvz\" ","response":"range_response_count:1 size:8070"} {"level":"info","ts":"2026-04-28T03:32:30.500569Z","caller":"traceutil/trace.go:171","msg":"trace[1740965340] range","detail":"{range_begin:/registry/pods/openstack/keystone-domain-manage-nznvz; range_end:; response_count:1; response_revision:6554; }","duration":"114.351371ms","start":"2026-04-28T03:32:30.386201Z","end":"2026-04-28T03:32:30.500552Z","steps":["trace[1740965340] 'agreement among raft nodes before linearized reading' (duration: 114.122976ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:30.500581Z","caller":"traceutil/trace.go:171","msg":"trace[42335558] transaction","detail":"{read_only:false; response_revision:6554; number_of_response:1; }","duration":"119.15825ms","start":"2026-04-28T03:32:30.381411Z","end":"2026-04-28T03:32:30.50057Z","steps":["trace[42335558] 'process raft request' (duration: 118.364344ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:30.626166Z","caller":"traceutil/trace.go:171","msg":"trace[1472920612] transaction","detail":"{read_only:false; response_revision:6555; number_of_response:1; }","duration":"116.017646ms","start":"2026-04-28T03:32:30.510123Z","end":"2026-04-28T03:32:30.626141Z","steps":["trace[1472920612] 'process raft request' (duration: 115.374133ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:31.071181Z","caller":"traceutil/trace.go:171","msg":"trace[562112998] transaction","detail":"{read_only:false; response_revision:6556; number_of_response:1; }","duration":"224.665428ms","start":"2026-04-28T03:32:30.846488Z","end":"2026-04-28T03:32:31.071154Z","steps":["trace[562112998] 'process raft request' (duration: 224.441833ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:31.141984Z","caller":"traceutil/trace.go:171","msg":"trace[871287931] transaction","detail":"{read_only:false; response_revision:6557; number_of_response:1; }","duration":"286.46744ms","start":"2026-04-28T03:32:30.855492Z","end":"2026-04-28T03:32:31.141959Z","steps":["trace[871287931] 'process raft request' (duration: 286.286056ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:31.142317Z","caller":"traceutil/trace.go:171","msg":"trace[1309491420] transaction","detail":"{read_only:false; response_revision:6558; number_of_response:1; }","duration":"155.477333ms","start":"2026-04-28T03:32:30.986793Z","end":"2026-04-28T03:32:31.142271Z","steps":["trace[1309491420] 'process raft request' (duration: 155.121816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:31.142494Z","caller":"traceutil/trace.go:171","msg":"trace[1731410812] transaction","detail":"{read_only:false; response_revision:6559; number_of_response:1; }","duration":"112.548943ms","start":"2026-04-28T03:32:31.029935Z","end":"2026-04-28T03:32:31.142484Z","steps":["trace[1731410812] 'process raft request' (duration: 112.210697ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:31.790572Z","caller":"traceutil/trace.go:171","msg":"trace[1685010533] linearizableReadLoop","detail":"{readStateIndex:6854; appliedIndex:6853; }","duration":"364.571621ms","start":"2026-04-28T03:32:31.425971Z","end":"2026-04-28T03:32:31.790542Z","steps":["trace[1685010533] 'read index received' (duration: 294.858475ms)","trace[1685010533] 'applied index is now lower than readState.Index' (duration: 69.712356ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:31.790685Z","caller":"traceutil/trace.go:171","msg":"trace[723263152] transaction","detail":"{read_only:false; response_revision:6561; number_of_response:1; }","duration":"453.393893ms","start":"2026-04-28T03:32:31.337278Z","end":"2026-04-28T03:32:31.790672Z","steps":["trace[723263152] 'process raft request' (duration: 383.543554ms)","trace[723263152] 'compare' (duration: 69.382558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:31.790786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.337247Z","time spent":"453.462873ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:31.791042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.04802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:32:31.791174Z","caller":"traceutil/trace.go:171","msg":"trace[430516601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6561; }","duration":"365.182013ms","start":"2026-04-28T03:32:31.425924Z","end":"2026-04-28T03:32:31.791106Z","steps":["trace[430516601] 'agreement among raft nodes before linearized reading' (duration: 364.938918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:31.791951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.425902Z","time spent":"366.02678ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:32:32.122739Z","caller":"traceutil/trace.go:171","msg":"trace[860661224] linearizableReadLoop","detail":"{readStateIndex:6855; appliedIndex:6854; }","duration":"332.076426ms","start":"2026-04-28T03:32:31.790638Z","end":"2026-04-28T03:32:32.122715Z","steps":["trace[860661224] 'read index received' (duration: 279.74862ms)","trace[860661224] 'applied index is now lower than readState.Index' (duration: 52.326486ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:32.122968Z","caller":"traceutil/trace.go:171","msg":"trace[1263692491] transaction","detail":"{read_only:false; response_revision:6562; number_of_response:1; }","duration":"482.17584ms","start":"2026-04-28T03:32:31.640711Z","end":"2026-04-28T03:32:32.122887Z","steps":["trace[1263692491] 'process raft request' (duration: 429.64902ms)","trace[1263692491] 'compare' (duration: 52.171092ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:32.123278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.640677Z","time spent":"482.529477ms","remote":"127.0.0.1:51080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6285,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:32.123122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.708215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:32.123721Z","caller":"traceutil/trace.go:171","msg":"trace[811208105] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6562; }","duration":"448.337778ms","start":"2026-04-28T03:32:31.675363Z","end":"2026-04-28T03:32:32.1237Z","steps":["trace[811208105] 'agreement among raft nodes before linearized reading' (duration: 447.700565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:32.123858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.675321Z","time spent":"448.519002ms","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:32.18603Z","caller":"traceutil/trace.go:171","msg":"trace[1402906636] transaction","detail":"{read_only:false; response_revision:6563; number_of_response:1; }","duration":"388.746722ms","start":"2026-04-28T03:32:31.797259Z","end":"2026-04-28T03:32:32.186006Z","steps":["trace[1402906636] 'process raft request' (duration: 388.556798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:32.187274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.79724Z","time spent":"389.975007ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:32.186039Z","caller":"traceutil/trace.go:171","msg":"trace[1363081319] transaction","detail":"{read_only:false; response_revision:6564; number_of_response:1; }","duration":"383.693147ms","start":"2026-04-28T03:32:31.802315Z","end":"2026-04-28T03:32:32.186009Z","steps":["trace[1363081319] 'process raft request' (duration: 383.605195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:32.187722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.802301Z","time spent":"385.392271ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:32.412576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.776308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:32.412944Z","caller":"traceutil/trace.go:171","msg":"trace[237324477] linearizableReadLoop","detail":"{readStateIndex:6859; appliedIndex:6858; }","duration":"176.424429ms","start":"2026-04-28T03:32:32.236504Z","end":"2026-04-28T03:32:32.412929Z","steps":["trace[237324477] 'read index received' (duration: 13.153082ms)","trace[237324477] 'applied index is now lower than readState.Index' (duration: 163.269917ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:32.413099Z","caller":"traceutil/trace.go:171","msg":"trace[334779264] transaction","detail":"{read_only:false; response_revision:6566; number_of_response:1; }","duration":"209.052756ms","start":"2026-04-28T03:32:32.204021Z","end":"2026-04-28T03:32:32.413074Z","steps":["trace[334779264] 'process raft request' (duration: 45.704188ms)","trace[334779264] 'compare' (duration: 162.616602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:32.413297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.796097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:32.413492Z","caller":"traceutil/trace.go:171","msg":"trace[1264913448] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6566; }","duration":"177.057642ms","start":"2026-04-28T03:32:32.236426Z","end":"2026-04-28T03:32:32.413483Z","steps":["trace[1264913448] 'agreement among raft nodes before linearized reading' (duration: 176.724485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:32.704071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.958559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:32.704193Z","caller":"traceutil/trace.go:171","msg":"trace[1655171936] transaction","detail":"{read_only:false; response_revision:6567; number_of_response:1; }","duration":"196.044956ms","start":"2026-04-28T03:32:32.508126Z","end":"2026-04-28T03:32:32.704171Z","steps":["trace[1655171936] 'compare' (duration: 187.794755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:36.682449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.081058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:36.682528Z","caller":"traceutil/trace.go:171","msg":"trace[1128285216] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:6585; }","duration":"129.212451ms","start":"2026-04-28T03:32:36.553297Z","end":"2026-04-28T03:32:36.682509Z","steps":["trace[1128285216] 'count revisions from in-memory index tree' (duration: 129.017417ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:36.983075Z","caller":"traceutil/trace.go:171","msg":"trace[1897579889] transaction","detail":"{read_only:false; response_revision:6587; number_of_response:1; }","duration":"101.979246ms","start":"2026-04-28T03:32:36.881074Z","end":"2026-04-28T03:32:36.983053Z","steps":["trace[1897579889] 'process raft request' (duration: 101.877594ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:42.926983Z","caller":"traceutil/trace.go:171","msg":"trace[1499310988] transaction","detail":"{read_only:false; response_revision:6618; number_of_response:1; }","duration":"107.900161ms","start":"2026-04-28T03:32:42.819058Z","end":"2026-04-28T03:32:42.926958Z","steps":["trace[1499310988] 'process raft request' (duration: 107.771279ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:42.927486Z","caller":"traceutil/trace.go:171","msg":"trace[1189523951] linearizableReadLoop","detail":"{readStateIndex:6913; appliedIndex:6913; }","duration":"104.786096ms","start":"2026-04-28T03:32:42.822688Z","end":"2026-04-28T03:32:42.927474Z","steps":["trace[1189523951] 'read index received' (duration: 104.781986ms)","trace[1189523951] 'applied index is now lower than readState.Index' (duration: 3.37µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:42.927803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.100953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-certificatesigningrequests\" ","response":"range_response_count:1 size:1216"} {"level":"info","ts":"2026-04-28T03:32:42.927841Z","caller":"traceutil/trace.go:171","msg":"trace[1184902111] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-certificatesigningrequests; range_end:; response_count:1; response_revision:6618; }","duration":"105.171854ms","start":"2026-04-28T03:32:42.822656Z","end":"2026-04-28T03:32:42.927828Z","steps":["trace[1184902111] 'agreement among raft nodes before linearized reading' (duration: 105.050022ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:43.3485Z","caller":"traceutil/trace.go:171","msg":"trace[1936844763] transaction","detail":"{read_only:false; response_revision:6619; number_of_response:1; }","duration":"107.680796ms","start":"2026-04-28T03:32:43.240787Z","end":"2026-04-28T03:32:43.348468Z","steps":["trace[1936844763] 'process raft request' (duration: 107.495363ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:43.436577Z","caller":"traceutil/trace.go:171","msg":"trace[382146134] linearizableReadLoop","detail":"{readStateIndex:6915; appliedIndex:6913; }","duration":"152.075259ms","start":"2026-04-28T03:32:43.284479Z","end":"2026-04-28T03:32:43.436554Z","steps":["trace[382146134] 'read index received' (duration: 63.793814ms)","trace[382146134] 'applied index is now lower than readState.Index' (duration: 88.280245ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:43.43695Z","caller":"traceutil/trace.go:171","msg":"trace[1393501440] transaction","detail":"{read_only:false; response_revision:6620; number_of_response:1; }","duration":"165.400747ms","start":"2026-04-28T03:32:43.271521Z","end":"2026-04-28T03:32:43.436921Z","steps":["trace[1393501440] 'process raft request' (duration: 159.900652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:43.437093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.593901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:32:43.437147Z","caller":"traceutil/trace.go:171","msg":"trace[340223189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6620; }","duration":"152.689003ms","start":"2026-04-28T03:32:43.284446Z","end":"2026-04-28T03:32:43.437135Z","steps":["trace[340223189] 'agreement among raft nodes before linearized reading' (duration: 152.481669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:43.44533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.798753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack-view\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-04-28T03:32:43.445378Z","caller":"traceutil/trace.go:171","msg":"trace[2089675717] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack-view; range_end:; response_count:1; response_revision:6621; }","duration":"124.854564ms","start":"2026-04-28T03:32:43.32051Z","end":"2026-04-28T03:32:43.445365Z","steps":["trace[2089675717] 'agreement among raft nodes before linearized reading' (duration: 124.709891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:43.445775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.652069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack-edit\" ","response":"range_response_count:1 size:1493"} {"level":"info","ts":"2026-04-28T03:32:43.445807Z","caller":"traceutil/trace.go:171","msg":"trace[157517850] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack-edit; range_end:; response_count:1; response_revision:6621; }","duration":"123.69651ms","start":"2026-04-28T03:32:43.322102Z","end":"2026-04-28T03:32:43.445799Z","steps":["trace[157517850] 'agreement among raft nodes before linearized reading' (duration: 123.633659ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:44.027049Z","caller":"traceutil/trace.go:171","msg":"trace[1703729306] transaction","detail":"{read_only:false; response_revision:6623; number_of_response:1; }","duration":"144.657456ms","start":"2026-04-28T03:32:43.882377Z","end":"2026-04-28T03:32:44.027034Z","steps":["trace[1703729306] 'process raft request' (duration: 144.335058ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:44.469554Z","caller":"traceutil/trace.go:171","msg":"trace[299573314] linearizableReadLoop","detail":"{readStateIndex:6919; appliedIndex:6918; }","duration":"159.085566ms","start":"2026-04-28T03:32:44.310442Z","end":"2026-04-28T03:32:44.469527Z","steps":["trace[299573314] 'read index received' (duration: 158.85936ms)","trace[299573314] 'applied index is now lower than readState.Index' (duration: 225.136µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:44.46968Z","caller":"traceutil/trace.go:171","msg":"trace[744572959] transaction","detail":"{read_only:false; response_revision:6624; number_of_response:1; }","duration":"174.658921ms","start":"2026-04-28T03:32:44.294992Z","end":"2026-04-28T03:32:44.469651Z","steps":["trace[744572959] 'process raft request' (duration: 174.371914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:44.469749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.295109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:44.469797Z","caller":"traceutil/trace.go:171","msg":"trace[1750778369] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6624; }","duration":"143.405371ms","start":"2026-04-28T03:32:44.326376Z","end":"2026-04-28T03:32:44.469782Z","steps":["trace[1750778369] 'agreement among raft nodes before linearized reading' (duration: 143.302499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:44.469874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.364362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:32:44.471226Z","caller":"traceutil/trace.go:171","msg":"trace[1336594503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6624; }","duration":"160.814571ms","start":"2026-04-28T03:32:44.310392Z","end":"2026-04-28T03:32:44.471207Z","steps":["trace[1336594503] 'agreement among raft nodes before linearized reading' (duration: 159.28472ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:44.598853Z","caller":"traceutil/trace.go:171","msg":"trace[478677234] linearizableReadLoop","detail":"{readStateIndex:6920; appliedIndex:6919; }","duration":"105.40128ms","start":"2026-04-28T03:32:44.493408Z","end":"2026-04-28T03:32:44.59881Z","steps":["trace[478677234] 'read index received' (duration: 56.989234ms)","trace[478677234] 'applied index is now lower than readState.Index' (duration: 48.410036ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:44.59894Z","caller":"traceutil/trace.go:171","msg":"trace[262758550] transaction","detail":"{read_only:false; response_revision:6625; number_of_response:1; }","duration":"123.647279ms","start":"2026-04-28T03:32:44.475261Z","end":"2026-04-28T03:32:44.598908Z","steps":["trace[262758550] 'process raft request' (duration: 75.134241ms)","trace[262758550] 'compare' (duration: 48.185411ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:44.599052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.622174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:32:44.599128Z","caller":"traceutil/trace.go:171","msg":"trace[1475787831] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:6625; }","duration":"105.737687ms","start":"2026-04-28T03:32:44.493371Z","end":"2026-04-28T03:32:44.599108Z","steps":["trace[1475787831] 'agreement among raft nodes before linearized reading' (duration: 105.551153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:45.11256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.396647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-28T03:32:45.112641Z","caller":"traceutil/trace.go:171","msg":"trace[1034426905] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient; range_end:; response_count:1; response_revision:6627; }","duration":"216.53487ms","start":"2026-04-28T03:32:44.896086Z","end":"2026-04-28T03:32:45.112621Z","steps":["trace[1034426905] 'range keys from in-memory index tree' (duration: 216.286764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:45.112578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.401187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:32:45.11282Z","caller":"traceutil/trace.go:171","msg":"trace[560336106] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6627; }","duration":"127.680953ms","start":"2026-04-28T03:32:44.985121Z","end":"2026-04-28T03:32:45.112802Z","steps":["trace[560336106] 'range keys from in-memory index tree' (duration: 127.214703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:45.112849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.619976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cilium-operator\" ","response":"range_response_count:1 size:785"} {"level":"info","ts":"2026-04-28T03:32:45.112967Z","caller":"traceutil/trace.go:171","msg":"trace[1857136598] range","detail":"{range_begin:/registry/clusterrolebindings/cilium-operator; range_end:; response_count:1; response_revision:6627; }","duration":"286.762459ms","start":"2026-04-28T03:32:44.826189Z","end":"2026-04-28T03:32:45.112951Z","steps":["trace[1857136598] 'range keys from in-memory index tree' (duration: 286.465333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:45.113254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.451112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:32:45.11331Z","caller":"traceutil/trace.go:171","msg":"trace[1148955942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6627; }","duration":"182.530443ms","start":"2026-04-28T03:32:44.930765Z","end":"2026-04-28T03:32:45.113296Z","steps":["trace[1148955942] 'range keys from in-memory index tree' (duration: 182.339669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:45.62322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.692353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:45.623331Z","caller":"traceutil/trace.go:171","msg":"trace[916726219] transaction","detail":"{read_only:false; response_revision:6630; number_of_response:1; }","duration":"182.220557ms","start":"2026-04-28T03:32:45.441091Z","end":"2026-04-28T03:32:45.623311Z","steps":["trace[916726219] 'process raft request' (duration: 55.35351ms)","trace[916726219] 'compare' (duration: 126.580321ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:45.636915Z","caller":"traceutil/trace.go:171","msg":"trace[756916634] linearizableReadLoop","detail":"{readStateIndex:6927; appliedIndex:6925; }","duration":"150.019747ms","start":"2026-04-28T03:32:45.486871Z","end":"2026-04-28T03:32:45.63689Z","steps":["trace[756916634] 'read index received' (duration: 9.585989ms)","trace[756916634] 'applied index is now lower than readState.Index' (duration: 140.432768ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:45.63706Z","caller":"traceutil/trace.go:171","msg":"trace[703381654] transaction","detail":"{read_only:false; response_revision:6631; number_of_response:1; }","duration":"184.29619ms","start":"2026-04-28T03:32:45.452722Z","end":"2026-04-28T03:32:45.637018Z","steps":["trace[703381654] 'process raft request' (duration: 184.020134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:45.6373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.395465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-envoy-gateway-rolebinding\" ","response":"range_response_count:1 size:842"} {"level":"info","ts":"2026-04-28T03:32:45.637612Z","caller":"traceutil/trace.go:171","msg":"trace[986639119] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-envoy-gateway-rolebinding; range_end:; response_count:1; response_revision:6631; }","duration":"150.768373ms","start":"2026-04-28T03:32:45.48682Z","end":"2026-04-28T03:32:45.637588Z","steps":["trace[986639119] 'agreement among raft nodes before linearized reading' (duration: 150.274913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:45.637619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.046142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" ","response":"range_response_count:1 size:720"} {"level":"info","ts":"2026-04-28T03:32:45.63782Z","caller":"traceutil/trace.go:171","msg":"trace[2023512901] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient; range_end:; response_count:1; response_revision:6631; }","duration":"130.293309ms","start":"2026-04-28T03:32:45.507498Z","end":"2026-04-28T03:32:45.637791Z","steps":["trace[2023512901] 'agreement among raft nodes before linearized reading' (duration: 129.91216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:45.637368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.041369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:45.637969Z","caller":"traceutil/trace.go:171","msg":"trace[1048279078] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:6631; }","duration":"126.650063ms","start":"2026-04-28T03:32:45.511297Z","end":"2026-04-28T03:32:45.637947Z","steps":["trace[1048279078] 'agreement among raft nodes before linearized reading' (duration: 125.991958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:45.637425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.696079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:32:45.638108Z","caller":"traceutil/trace.go:171","msg":"trace[204731812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6631; }","duration":"148.406844ms","start":"2026-04-28T03:32:45.489645Z","end":"2026-04-28T03:32:45.638052Z","steps":["trace[204731812] 'agreement among raft nodes before linearized reading' (duration: 147.525205ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:47.263068Z","caller":"traceutil/trace.go:171","msg":"trace[2106402790] transaction","detail":"{read_only:false; response_revision:6637; number_of_response:1; }","duration":"103.302657ms","start":"2026-04-28T03:32:47.159741Z","end":"2026-04-28T03:32:47.263044Z","steps":["trace[2106402790] 'process raft request' (duration: 103.154484ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:48.824286Z","caller":"traceutil/trace.go:171","msg":"trace[852856896] linearizableReadLoop","detail":"{readStateIndex:6944; appliedIndex:6943; }","duration":"111.08787ms","start":"2026-04-28T03:32:48.713162Z","end":"2026-04-28T03:32:48.82425Z","steps":["trace[852856896] 'read index received' (duration: 56.960615ms)","trace[852856896] 'applied index is now lower than readState.Index' (duration: 54.126055ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:48.824467Z","caller":"traceutil/trace.go:171","msg":"trace[1785250717] transaction","detail":"{read_only:false; response_revision:6648; number_of_response:1; }","duration":"126.429629ms","start":"2026-04-28T03:32:48.697987Z","end":"2026-04-28T03:32:48.824417Z","steps":["trace[1785250717] 'process raft request' (duration: 72.216582ms)","trace[1785250717] 'compare' (duration: 53.932251ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:48.824852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.941675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:cronjob-controller\" ","response":"range_response_count:1 size:747"} {"level":"warn","ts":"2026-04-28T03:32:48.824512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.333625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:914"} {"level":"info","ts":"2026-04-28T03:32:48.825027Z","caller":"traceutil/trace.go:171","msg":"trace[1878127672] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:6648; }","duration":"110.097349ms","start":"2026-04-28T03:32:48.714861Z","end":"2026-04-28T03:32:48.824958Z","steps":["trace[1878127672] 'agreement among raft nodes before linearized reading' (duration: 109.862624ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:48.825032Z","caller":"traceutil/trace.go:171","msg":"trace[1990719592] range","detail":"{range_begin:/registry/clusterroles/system:controller:horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:6648; }","duration":"111.897377ms","start":"2026-04-28T03:32:48.713096Z","end":"2026-04-28T03:32:48.824993Z","steps":["trace[1990719592] 'agreement among raft nodes before linearized reading' (duration: 111.334945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:48.825268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.070872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/keystone-domain-manage-nznvz\" ","response":"range_response_count:1 size:2856"} {"level":"warn","ts":"2026-04-28T03:32:48.825276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.160086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:32:48.825312Z","caller":"traceutil/trace.go:171","msg":"trace[1938012927] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/keystone-domain-manage-nznvz; range_end:; response_count:1; response_revision:6648; }","duration":"101.132293ms","start":"2026-04-28T03:32:48.724167Z","end":"2026-04-28T03:32:48.825299Z","steps":["trace[1938012927] 'agreement among raft nodes before linearized reading' (duration: 100.934979ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:48.825356Z","caller":"traceutil/trace.go:171","msg":"trace[1432970223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6648; }","duration":"105.256018ms","start":"2026-04-28T03:32:48.72008Z","end":"2026-04-28T03:32:48.825336Z","steps":["trace[1432970223] 'agreement among raft nodes before linearized reading' (duration: 105.063694ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:49.863862Z","caller":"traceutil/trace.go:171","msg":"trace[1875695025] linearizableReadLoop","detail":"{readStateIndex:6949; appliedIndex:6948; }","duration":"300.360316ms","start":"2026-04-28T03:32:49.56348Z","end":"2026-04-28T03:32:49.86384Z","steps":["trace[1875695025] 'read index received' (duration: 288.078971ms)","trace[1875695025] 'applied index is now lower than readState.Index' (duration: 12.280465ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:49.863929Z","caller":"traceutil/trace.go:171","msg":"trace[855080864] transaction","detail":"{read_only:false; response_revision:6653; number_of_response:1; }","duration":"300.636572ms","start":"2026-04-28T03:32:49.563222Z","end":"2026-04-28T03:32:49.863859Z","steps":["trace[855080864] 'process raft request' (duration: 288.324866ms)","trace[855080864] 'compare' (duration: 12.136542ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:49.864079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.55608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:32:49.864133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:49.563208Z","time spent":"300.827595ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8182,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:49.864177Z","caller":"traceutil/trace.go:171","msg":"trace[28639137] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6653; }","duration":"300.704183ms","start":"2026-04-28T03:32:49.563456Z","end":"2026-04-28T03:32:49.86416Z","steps":["trace[28639137] 'agreement among raft nodes before linearized reading' (duration: 300.531749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:49.864226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:49.563428Z","time spent":"300.786995ms","remote":"127.0.0.1:60788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:49.886368Z","caller":"traceutil/trace.go:171","msg":"trace[1938862289] transaction","detail":"{read_only:false; response_revision:6654; number_of_response:1; }","duration":"226.539671ms","start":"2026-04-28T03:32:49.659802Z","end":"2026-04-28T03:32:49.886341Z","steps":["trace[1938862289] 'process raft request' (duration: 226.351417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:49.936112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.607118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ephemeral-volume-controller\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-04-28T03:32:49.936179Z","caller":"traceutil/trace.go:171","msg":"trace[758595608] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:6655; }","duration":"295.72707ms","start":"2026-04-28T03:32:49.640439Z","end":"2026-04-28T03:32:49.936166Z","steps":["trace[758595608] 'agreement among raft nodes before linearized reading' (duration: 295.605358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:49.936181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.726617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:node-controller\" ","response":"range_response_count:1 size:837"} {"level":"info","ts":"2026-04-28T03:32:49.936203Z","caller":"traceutil/trace.go:171","msg":"trace[884442918] range","detail":"{range_begin:/registry/clusterroles/system:controller:node-controller; range_end:; response_count:1; response_revision:6655; }","duration":"291.778158ms","start":"2026-04-28T03:32:49.64442Z","end":"2026-04-28T03:32:49.936198Z","steps":["trace[884442918] 'agreement among raft nodes before linearized reading' (duration: 291.732307ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:49.936126Z","caller":"traceutil/trace.go:171","msg":"trace[1535180500] transaction","detail":"{read_only:false; response_revision:6655; number_of_response:1; }","duration":"260.312633ms","start":"2026-04-28T03:32:49.675798Z","end":"2026-04-28T03:32:49.93611Z","steps":["trace[1535180500] 'process raft request' (duration: 260.12687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:49.93626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.258888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:32:49.936339Z","caller":"traceutil/trace.go:171","msg":"trace[1456161957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6655; }","duration":"229.382011ms","start":"2026-04-28T03:32:49.706939Z","end":"2026-04-28T03:32:49.936321Z","steps":["trace[1456161957] 'agreement among raft nodes before linearized reading' (duration: 229.179527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:50.601517Z","caller":"traceutil/trace.go:171","msg":"trace[1960859760] transaction","detail":"{read_only:false; response_revision:6658; number_of_response:1; }","duration":"102.855979ms","start":"2026-04-28T03:32:50.498618Z","end":"2026-04-28T03:32:50.601474Z","steps":["trace[1960859760] 'process raft request' (duration: 102.340058ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:50.754813Z","caller":"traceutil/trace.go:171","msg":"trace[1448907249] transaction","detail":"{read_only:false; response_revision:6659; number_of_response:1; }","duration":"137.420449ms","start":"2026-04-28T03:32:50.617356Z","end":"2026-04-28T03:32:50.754777Z","steps":["trace[1448907249] 'process raft request' (duration: 49.908869ms)","trace[1448907249] 'compare' (duration: 87.002729ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:50.972461Z","caller":"traceutil/trace.go:171","msg":"trace[1815776322] linearizableReadLoop","detail":"{readStateIndex:6957; appliedIndex:6956; }","duration":"138.280637ms","start":"2026-04-28T03:32:50.83415Z","end":"2026-04-28T03:32:50.972431Z","steps":["trace[1815776322] 'read index received' (duration: 114.154045ms)","trace[1815776322] 'applied index is now lower than readState.Index' (duration: 24.124782ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:50.972744Z","caller":"traceutil/trace.go:171","msg":"trace[2016281900] transaction","detail":"{read_only:false; response_revision:6660; number_of_response:1; }","duration":"140.323679ms","start":"2026-04-28T03:32:50.832373Z","end":"2026-04-28T03:32:50.972697Z","steps":["trace[2016281900] 'process raft request' (duration: 115.958191ms)","trace[2016281900] 'compare' (duration: 23.929159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:50.972889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.690355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:namespace-controller\" ","response":"range_response_count:1 size:755"} {"level":"info","ts":"2026-04-28T03:32:50.973031Z","caller":"traceutil/trace.go:171","msg":"trace[1446707574] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:namespace-controller; range_end:; response_count:1; response_revision:6660; }","duration":"138.863839ms","start":"2026-04-28T03:32:50.834131Z","end":"2026-04-28T03:32:50.972995Z","steps":["trace[1446707574] 'agreement among raft nodes before linearized reading' (duration: 138.561072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:50.973244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.646019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pv-protection-controller\" ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-04-28T03:32:50.973307Z","caller":"traceutil/trace.go:171","msg":"trace[1225141637] range","detail":"{range_begin:/registry/clusterroles/system:controller:pv-protection-controller; range_end:; response_count:1; response_revision:6661; }","duration":"132.729761ms","start":"2026-04-28T03:32:50.840563Z","end":"2026-04-28T03:32:50.973292Z","steps":["trace[1225141637] 'agreement among raft nodes before linearized reading' (duration: 132.567787ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:55.598423Z","caller":"traceutil/trace.go:171","msg":"trace[576747344] linearizableReadLoop","detail":"{readStateIndex:6986; appliedIndex:6985; }","duration":"179.796773ms","start":"2026-04-28T03:32:55.418607Z","end":"2026-04-28T03:32:55.598404Z","steps":["trace[576747344] 'read index received' (duration: 179.614459ms)","trace[576747344] 'applied index is now lower than readState.Index' (duration: 181.674µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:55.598694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.028707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:55.599247Z","caller":"traceutil/trace.go:171","msg":"trace[1540167377] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6688; }","duration":"180.643669ms","start":"2026-04-28T03:32:55.418571Z","end":"2026-04-28T03:32:55.599215Z","steps":["trace[1540167377] 'agreement among raft nodes before linearized reading' (duration: 179.977416ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:55.598665Z","caller":"traceutil/trace.go:171","msg":"trace[1706053933] transaction","detail":"{read_only:false; response_revision:6688; number_of_response:1; }","duration":"186.023271ms","start":"2026-04-28T03:32:55.412605Z","end":"2026-04-28T03:32:55.598628Z","steps":["trace[1706053933] 'process raft request' (duration: 185.676614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:55.59881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.003662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:service-account-issuer-discovery\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-28T03:32:55.599588Z","caller":"traceutil/trace.go:171","msg":"trace[1315313611] range","detail":"{range_begin:/registry/clusterrolebindings/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:6688; }","duration":"150.798169ms","start":"2026-04-28T03:32:55.448762Z","end":"2026-04-28T03:32:55.59956Z","steps":["trace[1315313611] 'agreement among raft nodes before linearized reading' (duration: 149.968071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:55.598809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.186587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:public-info-viewer\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-04-28T03:32:55.599743Z","caller":"traceutil/trace.go:171","msg":"trace[756422091] range","detail":"{range_begin:/registry/clusterrolebindings/system:public-info-viewer; range_end:; response_count:1; response_revision:6688; }","duration":"165.157678ms","start":"2026-04-28T03:32:55.434569Z","end":"2026-04-28T03:32:55.599727Z","steps":["trace[756422091] 'agreement among raft nodes before linearized reading' (duration: 164.144856ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:55.784382Z","caller":"traceutil/trace.go:171","msg":"trace[29350235] linearizableReadLoop","detail":"{readStateIndex:6987; appliedIndex:6986; }","duration":"102.79971ms","start":"2026-04-28T03:32:55.681557Z","end":"2026-04-28T03:32:55.784357Z","steps":["trace[29350235] 'read index received' (duration: 62.502711ms)","trace[29350235] 'applied index is now lower than readState.Index' (duration: 40.295789ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:55.784432Z","caller":"traceutil/trace.go:171","msg":"trace[1557014535] transaction","detail":"{read_only:false; response_revision:6689; number_of_response:1; }","duration":"112.100304ms","start":"2026-04-28T03:32:55.672287Z","end":"2026-04-28T03:32:55.784387Z","steps":["trace[1557014535] 'process raft request' (duration: 71.833875ms)","trace[1557014535] 'compare' (duration: 40.117456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:55.784562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.984774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:service-account-issuer-discovery\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-04-28T03:32:55.784613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.220257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-bootstrapper\" ","response":"range_response_count:1 size:635"} {"level":"info","ts":"2026-04-28T03:32:55.784685Z","caller":"traceutil/trace.go:171","msg":"trace[1909932690] range","detail":"{range_begin:/registry/clusterroles/system:node-bootstrapper; range_end:; response_count:1; response_revision:6689; }","duration":"100.326369ms","start":"2026-04-28T03:32:55.684341Z","end":"2026-04-28T03:32:55.784667Z","steps":["trace[1909932690] 'agreement among raft nodes before linearized reading' (duration: 100.181006ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:55.784603Z","caller":"traceutil/trace.go:171","msg":"trace[718618566] range","detail":"{range_begin:/registry/clusterrolebindings/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:6689; }","duration":"103.066636ms","start":"2026-04-28T03:32:55.681526Z","end":"2026-04-28T03:32:55.784593Z","steps":["trace[718618566] 'agreement among raft nodes before linearized reading' (duration: 102.972584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.192088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.298169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:58.192161Z","caller":"traceutil/trace.go:171","msg":"trace[2134427194] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:6699; }","duration":"247.388801ms","start":"2026-04-28T03:32:57.944756Z","end":"2026-04-28T03:32:58.192145Z","steps":["trace[2134427194] 'count revisions from in-memory index tree' (duration: 247.220858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.192565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.742128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:58.192767Z","caller":"traceutil/trace.go:171","msg":"trace[669813251] transaction","detail":"{read_only:false; response_revision:6700; number_of_response:1; }","duration":"242.587211ms","start":"2026-04-28T03:32:57.950162Z","end":"2026-04-28T03:32:58.192749Z","steps":["trace[669813251] 'process raft request' (duration: 140.525916ms)","trace[669813251] 'compare' (duration: 101.599525ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:58.192902Z","caller":"traceutil/trace.go:171","msg":"trace[557605110] transaction","detail":"{read_only:false; response_revision:6701; number_of_response:1; }","duration":"153.417374ms","start":"2026-04-28T03:32:58.039453Z","end":"2026-04-28T03:32:58.192871Z","steps":["trace[557605110] 'process raft request' (duration: 153.248781ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:59.808709Z","caller":"traceutil/trace.go:171","msg":"trace[1492868061] linearizableReadLoop","detail":"{readStateIndex:7006; appliedIndex:7005; }","duration":"114.2561ms","start":"2026-04-28T03:32:59.694426Z","end":"2026-04-28T03:32:59.808682Z","steps":["trace[1492868061] 'read index received' (duration: 36.658323ms)","trace[1492868061] 'applied index is now lower than readState.Index' (duration: 77.596067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:59.808911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.467584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/\" range_end:\"/registry/serviceaccounts/auth-system0\" limit:500 ","response":"range_response_count:2 size:1077"} {"level":"info","ts":"2026-04-28T03:32:59.809113Z","caller":"traceutil/trace.go:171","msg":"trace[1255407649] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/; range_end:/registry/serviceaccounts/auth-system0; response_count:2; response_revision:6707; }","duration":"114.707679ms","start":"2026-04-28T03:32:59.69439Z","end":"2026-04-28T03:32:59.809098Z","steps":["trace[1255407649] 'agreement among raft nodes before linearized reading' (duration: 114.381623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.114338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.98605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:33:01.114462Z","caller":"traceutil/trace.go:171","msg":"trace[1267007904] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:6714; }","duration":"121.128793ms","start":"2026-04-28T03:33:00.993285Z","end":"2026-04-28T03:33:01.114414Z","steps":["trace[1267007904] 'range keys from in-memory index tree' (duration: 120.848137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.114363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.72825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-28T03:33:01.114578Z","caller":"traceutil/trace.go:171","msg":"trace[801876697] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:6714; }","duration":"163.988745ms","start":"2026-04-28T03:33:00.950565Z","end":"2026-04-28T03:33:01.114554Z","steps":["trace[801876697] 'range keys from in-memory index tree' (duration: 163.569967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.115417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.392299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:500 ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-04-28T03:33:01.115513Z","caller":"traceutil/trace.go:171","msg":"trace[1862035922] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:6714; }","duration":"133.531153ms","start":"2026-04-28T03:33:00.981962Z","end":"2026-04-28T03:33:01.115493Z","steps":["trace[1862035922] 'range keys from in-memory index tree' (duration: 132.242825ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:06.931961Z","caller":"traceutil/trace.go:171","msg":"trace[216031024] linearizableReadLoop","detail":"{readStateIndex:7043; appliedIndex:7042; }","duration":"122.872992ms","start":"2026-04-28T03:33:06.809063Z","end":"2026-04-28T03:33:06.931936Z","steps":["trace[216031024] 'read index received' (duration: 122.737629ms)","trace[216031024] 'applied index is now lower than readState.Index' (duration: 134.403µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:06.932115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.031505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/kube-system/\" range_end:\"/registry/statefulsets/kube-system0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:06.932159Z","caller":"traceutil/trace.go:171","msg":"trace[1107096372] range","detail":"{range_begin:/registry/statefulsets/kube-system/; range_end:/registry/statefulsets/kube-system0; response_count:0; response_revision:6743; }","duration":"123.115036ms","start":"2026-04-28T03:33:06.80903Z","end":"2026-04-28T03:33:06.932145Z","steps":["trace[1107096372] 'agreement among raft nodes before linearized reading' (duration: 123.034235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:06.932371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.942059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1159"} {"level":"info","ts":"2026-04-28T03:33:06.932427Z","caller":"traceutil/trace.go:171","msg":"trace[634360499] range","detail":"{range_begin:/registry/rolebindings/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:6743; }","duration":"107.032351ms","start":"2026-04-28T03:33:06.825383Z","end":"2026-04-28T03:33:06.932415Z","steps":["trace[634360499] 'agreement among raft nodes before linearized reading' (duration: 106.855467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:06.932689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.631095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/\" range_end:\"/registry/configmaps/openstack0\" limit:500 ","response":"range_response_count:11 size:74744"} {"level":"info","ts":"2026-04-28T03:33:06.932786Z","caller":"traceutil/trace.go:171","msg":"trace[569638609] range","detail":"{range_begin:/registry/configmaps/openstack/; range_end:/registry/configmaps/openstack0; response_count:11; response_revision:6743; }","duration":"109.763478ms","start":"2026-04-28T03:33:06.823006Z","end":"2026-04-28T03:33:06.932769Z","steps":["trace[569638609] 'agreement among raft nodes before linearized reading' (duration: 109.169706ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:06.933262Z","caller":"traceutil/trace.go:171","msg":"trace[1133611112] transaction","detail":"{read_only:false; response_revision:6743; number_of_response:1; }","duration":"125.747132ms","start":"2026-04-28T03:33:06.806273Z","end":"2026-04-28T03:33:06.932021Z","steps":["trace[1133611112] 'process raft request' (duration: 125.508167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:11.2153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.578232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6865"} {"level":"info","ts":"2026-04-28T03:33:11.215395Z","caller":"traceutil/trace.go:171","msg":"trace[2115138977] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:6765; }","duration":"116.704605ms","start":"2026-04-28T03:33:11.098666Z","end":"2026-04-28T03:33:11.215371Z","steps":["trace[2115138977] 'range keys from in-memory index tree' (duration: 116.45987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:11.215535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.071013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-tmc5s\" ","response":"range_response_count:1 size:4478"} {"level":"info","ts":"2026-04-28T03:33:11.215633Z","caller":"traceutil/trace.go:171","msg":"trace[2030691470] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-tmc5s; range_end:; response_count:1; response_revision:6765; }","duration":"107.200906ms","start":"2026-04-28T03:33:11.10841Z","end":"2026-04-28T03:33:11.215611Z","steps":["trace[2030691470] 'range keys from in-memory index tree' (duration: 106.92293ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:11.380552Z","caller":"traceutil/trace.go:171","msg":"trace[585107879] linearizableReadLoop","detail":"{readStateIndex:7068; appliedIndex:7066; }","duration":"159.632971ms","start":"2026-04-28T03:33:11.220886Z","end":"2026-04-28T03:33:11.380519Z","steps":["trace[585107879] 'read index received' (duration: 64.859114ms)","trace[585107879] 'applied index is now lower than readState.Index' (duration: 94.772807ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:11.380614Z","caller":"traceutil/trace.go:171","msg":"trace[1130900746] transaction","detail":"{read_only:false; response_revision:6767; number_of_response:1; }","duration":"160.530599ms","start":"2026-04-28T03:33:11.22005Z","end":"2026-04-28T03:33:11.380581Z","steps":["trace[1130900746] 'process raft request' (duration: 106.315469ms)","trace[1130900746] 'compare' (duration: 54.024496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:11.380838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.776121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-tmc5s\" ","response":"range_response_count:1 size:4478"} {"level":"info","ts":"2026-04-28T03:33:11.380898Z","caller":"traceutil/trace.go:171","msg":"trace[569503653] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-tmc5s; range_end:; response_count:1; response_revision:6767; }","duration":"156.866812ms","start":"2026-04-28T03:33:11.224016Z","end":"2026-04-28T03:33:11.380883Z","steps":["trace[569503653] 'agreement among raft nodes before linearized reading' (duration: 156.670368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:11.381316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.408007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:106 size:79376"} {"level":"info","ts":"2026-04-28T03:33:11.381408Z","caller":"traceutil/trace.go:171","msg":"trace[262511006] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:106; response_revision:6767; }","duration":"160.514429ms","start":"2026-04-28T03:33:11.220872Z","end":"2026-04-28T03:33:11.381386Z","steps":["trace[262511006] 'agreement among raft nodes before linearized reading' (duration: 159.782804ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:12.472579Z","caller":"traceutil/trace.go:171","msg":"trace[176324556] transaction","detail":"{read_only:false; response_revision:6771; number_of_response:1; }","duration":"160.468699ms","start":"2026-04-28T03:33:12.312089Z","end":"2026-04-28T03:33:12.472558Z","steps":["trace[176324556] 'process raft request' (duration: 160.326946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:12.47288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.872201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-controller-manager\" ","response":"range_response_count:1 size:853"} {"level":"info","ts":"2026-04-28T03:33:12.472962Z","caller":"traceutil/trace.go:171","msg":"trace[557818212] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::leader-locking-kube-controller-manager; range_end:; response_count:1; response_revision:6771; }","duration":"141.992223ms","start":"2026-04-28T03:33:12.330959Z","end":"2026-04-28T03:33:12.472951Z","steps":["trace[557818212] 'agreement among raft nodes before linearized reading' (duration: 141.736828ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:12.472641Z","caller":"traceutil/trace.go:171","msg":"trace[254624081] linearizableReadLoop","detail":"{readStateIndex:7072; appliedIndex:7072; }","duration":"141.593425ms","start":"2026-04-28T03:33:12.330998Z","end":"2026-04-28T03:33:12.472592Z","steps":["trace[254624081] 'read index received' (duration: 141.581115ms)","trace[254624081] 'applied index is now lower than readState.Index' (duration: 9.49µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:12.479125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.784927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-scheduler\" ","response":"range_response_count:1 size:808"} {"level":"info","ts":"2026-04-28T03:33:12.479202Z","caller":"traceutil/trace.go:171","msg":"trace[434317298] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::leader-locking-kube-scheduler; range_end:; response_count:1; response_revision:6772; }","duration":"128.906729ms","start":"2026-04-28T03:33:12.350277Z","end":"2026-04-28T03:33:12.479184Z","steps":["trace[434317298] 'agreement among raft nodes before linearized reading' (duration: 128.709565ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:14.627161Z","caller":"traceutil/trace.go:171","msg":"trace[936401570] transaction","detail":"{read_only:false; response_revision:6784; number_of_response:1; }","duration":"101.661081ms","start":"2026-04-28T03:33:14.525439Z","end":"2026-04-28T03:33:14.6271Z","steps":["trace[936401570] 'process raft request' (duration: 101.518498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:15.18209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.914451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:106 size:79376"} {"level":"info","ts":"2026-04-28T03:33:15.182196Z","caller":"traceutil/trace.go:171","msg":"trace[835384007] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:106; response_revision:6785; }","duration":"117.034884ms","start":"2026-04-28T03:33:15.065117Z","end":"2026-04-28T03:33:15.182152Z","steps":["trace[835384007] 'range keys from in-memory index tree' (duration: 116.330289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:15.711499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.295591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:33:15.711558Z","caller":"traceutil/trace.go:171","msg":"trace[1593005121] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:6787; }","duration":"165.387512ms","start":"2026-04-28T03:33:15.546154Z","end":"2026-04-28T03:33:15.711541Z","steps":["trace[1593005121] 'range keys from in-memory index tree' (duration: 165.170918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:15.71195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.43632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:106 size:79376"} {"level":"info","ts":"2026-04-28T03:33:15.711985Z","caller":"traceutil/trace.go:171","msg":"trace[330211089] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:106; response_revision:6787; }","duration":"207.498931ms","start":"2026-04-28T03:33:15.504478Z","end":"2026-04-28T03:33:15.711976Z","steps":["trace[330211089] 'range keys from in-memory index tree' (duration: 207.052432ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:15.923105Z","caller":"traceutil/trace.go:171","msg":"trace[1325770409] transaction","detail":"{read_only:false; response_revision:6788; number_of_response:1; }","duration":"115.152243ms","start":"2026-04-28T03:33:15.807926Z","end":"2026-04-28T03:33:15.923079Z","steps":["trace[1325770409] 'process raft request' (duration: 114.98218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:16.838739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.708511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:16.838981Z","caller":"traceutil/trace.go:171","msg":"trace[1109170447] linearizableReadLoop","detail":"{readStateIndex:7095; appliedIndex:7093; }","duration":"210.071726ms","start":"2026-04-28T03:33:16.628892Z","end":"2026-04-28T03:33:16.838964Z","steps":["trace[1109170447] 'read index received' (duration: 89.031289ms)","trace[1109170447] 'applied index is now lower than readState.Index' (duration: 121.039337ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:16.839077Z","caller":"traceutil/trace.go:171","msg":"trace[701080172] transaction","detail":"{read_only:false; response_revision:6792; number_of_response:1; }","duration":"228.914899ms","start":"2026-04-28T03:33:16.610148Z","end":"2026-04-28T03:33:16.839063Z","steps":["trace[701080172] 'process raft request' (duration: 107.79587ms)","trace[701080172] 'compare' (duration: 120.606199ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:16.839251Z","caller":"traceutil/trace.go:171","msg":"trace[2071748504] transaction","detail":"{read_only:false; response_revision:6793; number_of_response:1; }","duration":"228.584592ms","start":"2026-04-28T03:33:16.610623Z","end":"2026-04-28T03:33:16.839208Z","steps":["trace[2071748504] 'process raft request' (duration: 228.256575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:16.839285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.967032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:220"} {"level":"info","ts":"2026-04-28T03:33:16.839321Z","caller":"traceutil/trace.go:171","msg":"trace[379235910] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:6793; }","duration":"162.001482ms","start":"2026-04-28T03:33:16.677307Z","end":"2026-04-28T03:33:16.839309Z","steps":["trace[379235910] 'agreement among raft nodes before linearized reading' (duration: 161.882989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:16.839725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.809792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:106 size:79376"} {"level":"info","ts":"2026-04-28T03:33:16.839804Z","caller":"traceutil/trace.go:171","msg":"trace[1918755043] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:106; response_revision:6793; }","duration":"210.928315ms","start":"2026-04-28T03:33:16.628859Z","end":"2026-04-28T03:33:16.839787Z","steps":["trace[1918755043] 'agreement among raft nodes before linearized reading' (duration: 210.282911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:17.242306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.169492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:106 size:79376"} {"level":"info","ts":"2026-04-28T03:33:17.242374Z","caller":"traceutil/trace.go:171","msg":"trace[37133659] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:106; response_revision:6794; }","duration":"101.286405ms","start":"2026-04-28T03:33:17.141073Z","end":"2026-04-28T03:33:17.242359Z","steps":["trace[37133659] 'range keys from in-memory index tree' (duration: 100.768364ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:17.630969Z","caller":"traceutil/trace.go:171","msg":"trace[814328676] transaction","detail":"{read_only:false; response_revision:6797; number_of_response:1; }","duration":"157.56308ms","start":"2026-04-28T03:33:17.473379Z","end":"2026-04-28T03:33:17.630942Z","steps":["trace[814328676] 'process raft request' (duration: 104.498242ms)","trace[814328676] 'compare' (duration: 52.775792ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:17.872813Z","caller":"traceutil/trace.go:171","msg":"trace[1393578073] linearizableReadLoop","detail":"{readStateIndex:7100; appliedIndex:7099; }","duration":"134.978348ms","start":"2026-04-28T03:33:17.737815Z","end":"2026-04-28T03:33:17.872794Z","steps":["trace[1393578073] 'read index received' (duration: 126.46703ms)","trace[1393578073] 'applied index is now lower than readState.Index' (duration: 8.510438ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:17.872845Z","caller":"traceutil/trace.go:171","msg":"trace[317700141] transaction","detail":"{read_only:false; response_revision:6798; number_of_response:1; }","duration":"135.5764ms","start":"2026-04-28T03:33:17.737243Z","end":"2026-04-28T03:33:17.872819Z","steps":["trace[317700141] 'process raft request' (duration: 127.019592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:17.872943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.121121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-28T03:33:17.873313Z","caller":"traceutil/trace.go:171","msg":"trace[1145778897] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:6798; }","duration":"135.550091ms","start":"2026-04-28T03:33:17.737753Z","end":"2026-04-28T03:33:17.873303Z","steps":["trace[1145778897] 'agreement among raft nodes before linearized reading' (duration: 135.109921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:17.873586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.490233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:106 size:79376"} {"level":"info","ts":"2026-04-28T03:33:17.873649Z","caller":"traceutil/trace.go:171","msg":"trace[1165879648] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:106; response_revision:6798; }","duration":"127.553674ms","start":"2026-04-28T03:33:17.746078Z","end":"2026-04-28T03:33:17.873631Z","steps":["trace[1165879648] 'agreement among raft nodes before linearized reading' (duration: 126.958582ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:18.427248Z","caller":"traceutil/trace.go:171","msg":"trace[1546166256] linearizableReadLoop","detail":"{readStateIndex:7101; appliedIndex:7100; }","duration":"478.43966ms","start":"2026-04-28T03:33:17.948784Z","end":"2026-04-28T03:33:18.427224Z","steps":["trace[1546166256] 'read index received' (duration: 478.315528ms)","trace[1546166256] 'applied index is now lower than readState.Index' (duration: 123.062µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:18.427323Z","caller":"traceutil/trace.go:171","msg":"trace[2005923046] transaction","detail":"{read_only:false; response_revision:6799; number_of_response:1; }","duration":"496.924038ms","start":"2026-04-28T03:33:17.930365Z","end":"2026-04-28T03:33:18.427289Z","steps":["trace[2005923046] 'process raft request' (duration: 496.718763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:18.427391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.595144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-28T03:33:18.427427Z","caller":"traceutil/trace.go:171","msg":"trace[1106248086] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:6799; }","duration":"478.671255ms","start":"2026-04-28T03:33:17.948746Z","end":"2026-04-28T03:33:18.427417Z","steps":["trace[1106248086] 'agreement among raft nodes before linearized reading' (duration: 478.588904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:18.427467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:17.948731Z","time spent":"478.727397ms","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-04-28T03:33:18.428004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:17.930348Z","time spent":"497.06099ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:18.729836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.089272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:18.73007Z","caller":"traceutil/trace.go:171","msg":"trace[1444368314] transaction","detail":"{read_only:false; response_revision:6801; number_of_response:1; }","duration":"171.763816ms","start":"2026-04-28T03:33:18.558288Z","end":"2026-04-28T03:33:18.730052Z","steps":["trace[1444368314] 'process raft request' (duration: 171.704275ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:18.730105Z","caller":"traceutil/trace.go:171","msg":"trace[186271004] transaction","detail":"{read_only:false; response_revision:6800; number_of_response:1; }","duration":"605.607927ms","start":"2026-04-28T03:33:18.12446Z","end":"2026-04-28T03:33:18.730068Z","steps":["trace[186271004] 'process raft request' (duration: 367.206019ms)","trace[186271004] 'compare' (duration: 237.886708ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:18.730312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:18.124431Z","time spent":"605.770431ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:18.730297Z","caller":"traceutil/trace.go:171","msg":"trace[751884937] linearizableReadLoop","detail":"{readStateIndex:7102; appliedIndex:7101; }","duration":"302.948667ms","start":"2026-04-28T03:33:18.427312Z","end":"2026-04-28T03:33:18.730261Z","steps":["trace[751884937] 'read index received' (duration: 64.309483ms)","trace[751884937] 'applied index is now lower than readState.Index' (duration: 238.635814ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:18.730787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.988127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T03:33:18.73086Z","caller":"traceutil/trace.go:171","msg":"trace[226359400] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:6801; }","duration":"766.15189ms","start":"2026-04-28T03:33:17.964689Z","end":"2026-04-28T03:33:18.730841Z","steps":["trace[226359400] 'agreement among raft nodes before linearized reading' (duration: 765.812473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:18.730912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:17.96467Z","time spent":"766.226152ms","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"warn","ts":"2026-04-28T03:33:18.730615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.138206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:18.731056Z","caller":"traceutil/trace.go:171","msg":"trace[2141899682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6801; }","duration":"614.864781ms","start":"2026-04-28T03:33:18.116176Z","end":"2026-04-28T03:33:18.731041Z","steps":["trace[2141899682] 'agreement among raft nodes before linearized reading' (duration: 614.101616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:18.73122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:18.116159Z","time spent":"615.042505ms","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:33:18.744804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.879065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-28T03:33:18.744857Z","caller":"traceutil/trace.go:171","msg":"trace[466748287] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:6802; }","duration":"313.021167ms","start":"2026-04-28T03:33:18.431824Z","end":"2026-04-28T03:33:18.744845Z","steps":["trace[466748287] 'agreement among raft nodes before linearized reading' (duration: 312.875564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:18.744885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:18.431797Z","time spent":"313.082159ms","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-04-28T03:33:18.744967Z","caller":"traceutil/trace.go:171","msg":"trace[1059848769] transaction","detail":"{read_only:false; response_revision:6802; number_of_response:1; }","duration":"145.745473ms","start":"2026-04-28T03:33:18.599167Z","end":"2026-04-28T03:33:18.744913Z","steps":["trace[1059848769] 'process raft request' (duration: 145.310344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:18.744833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.255287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:18.745836Z","caller":"traceutil/trace.go:171","msg":"trace[2103099701] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:6802; }","duration":"286.31936ms","start":"2026-04-28T03:33:18.459491Z","end":"2026-04-28T03:33:18.74581Z","steps":["trace[2103099701] 'agreement among raft nodes before linearized reading' (duration: 285.216647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.014488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.104699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:19.01457Z","caller":"traceutil/trace.go:171","msg":"trace[95396568] linearizableReadLoop","detail":"{readStateIndex:7105; appliedIndex:7104; }","duration":"242.362702ms","start":"2026-04-28T03:33:18.772195Z","end":"2026-04-28T03:33:19.014558Z","steps":["trace[95396568] 'read index received' (duration: 132.125561ms)","trace[95396568] 'applied index is now lower than readState.Index' (duration: 110.236321ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:19.014636Z","caller":"traceutil/trace.go:171","msg":"trace[1912850876] transaction","detail":"{read_only:false; response_revision:6803; number_of_response:1; }","duration":"266.520226ms","start":"2026-04-28T03:33:18.748107Z","end":"2026-04-28T03:33:19.014628Z","steps":["trace[1912850876] 'process raft request' (duration: 156.213413ms)","trace[1912850876] 'compare' (duration: 109.964206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:19.014972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.734468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T03:33:19.015045Z","caller":"traceutil/trace.go:171","msg":"trace[904511068] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:6803; }","duration":"207.845891ms","start":"2026-04-28T03:33:18.807181Z","end":"2026-04-28T03:33:19.015027Z","steps":["trace[904511068] 'agreement among raft nodes before linearized reading' (duration: 207.647367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.015068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.144203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:33:19.015097Z","caller":"traceutil/trace.go:171","msg":"trace[1242030633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6803; }","duration":"171.199035ms","start":"2026-04-28T03:33:18.843891Z","end":"2026-04-28T03:33:19.01509Z","steps":["trace[1242030633] 'agreement among raft nodes before linearized reading' (duration: 171.100413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.015208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.087713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:33:19.015297Z","caller":"traceutil/trace.go:171","msg":"trace[912662921] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6803; }","duration":"171.207355ms","start":"2026-04-28T03:33:18.844077Z","end":"2026-04-28T03:33:19.015285Z","steps":["trace[912662921] 'agreement among raft nodes before linearized reading' (duration: 170.854558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.016205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.982116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:106 size:79376"} {"level":"info","ts":"2026-04-28T03:33:19.016454Z","caller":"traceutil/trace.go:171","msg":"trace[1509078412] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:106; response_revision:6803; }","duration":"244.12386ms","start":"2026-04-28T03:33:18.77216Z","end":"2026-04-28T03:33:19.016284Z","steps":["trace[1509078412] 'agreement among raft nodes before linearized reading' (duration: 242.807952ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:19.218434Z","caller":"traceutil/trace.go:171","msg":"trace[34446018] transaction","detail":"{read_only:false; response_revision:6804; number_of_response:1; }","duration":"198.942305ms","start":"2026-04-28T03:33:19.019463Z","end":"2026-04-28T03:33:19.218405Z","steps":["trace[34446018] 'process raft request' (duration: 196.977714ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:19.277867Z","caller":"traceutil/trace.go:171","msg":"trace[1976849411] linearizableReadLoop","detail":"{readStateIndex:7107; appliedIndex:7105; }","duration":"256.910015ms","start":"2026-04-28T03:33:19.020942Z","end":"2026-04-28T03:33:19.277853Z","steps":["trace[1976849411] 'read index received' (duration: 195.758938ms)","trace[1976849411] 'applied index is now lower than readState.Index' (duration: 61.150597ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:19.27794Z","caller":"traceutil/trace.go:171","msg":"trace[253499955] transaction","detail":"{read_only:false; response_revision:6806; number_of_response:1; }","duration":"225.857778ms","start":"2026-04-28T03:33:19.052076Z","end":"2026-04-28T03:33:19.277934Z","steps":["trace[253499955] 'process raft request' (duration: 225.748396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.278184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.724651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:33:19.27822Z","caller":"traceutil/trace.go:171","msg":"trace[794187011] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:1; response_revision:6806; }","duration":"187.770402ms","start":"2026-04-28T03:33:19.090437Z","end":"2026-04-28T03:33:19.278208Z","steps":["trace[794187011] 'agreement among raft nodes before linearized reading' (duration: 187.66035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.278217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.191086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:33:19.278267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.337225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-04-28T03:33:19.278294Z","caller":"traceutil/trace.go:171","msg":"trace[2024869975] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:6806; }","duration":"257.404076ms","start":"2026-04-28T03:33:19.020882Z","end":"2026-04-28T03:33:19.278286Z","steps":["trace[2024869975] 'agreement among raft nodes before linearized reading' (duration: 257.134501ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:19.278299Z","caller":"traceutil/trace.go:171","msg":"trace[867895138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6806; }","duration":"161.324999ms","start":"2026-04-28T03:33:19.116954Z","end":"2026-04-28T03:33:19.278279Z","steps":["trace[867895138] 'agreement among raft nodes before linearized reading' (duration: 161.161956ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:19.278852Z","caller":"traceutil/trace.go:171","msg":"trace[1438263700] transaction","detail":"{read_only:false; response_revision:6805; number_of_response:1; }","duration":"258.55944ms","start":"2026-04-28T03:33:19.019471Z","end":"2026-04-28T03:33:19.27803Z","steps":["trace[1438263700] 'process raft request' (duration: 258.260564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.554111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.502165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T03:33:19.554197Z","caller":"traceutil/trace.go:171","msg":"trace[240157807] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:6806; }","duration":"163.634179ms","start":"2026-04-28T03:33:19.390542Z","end":"2026-04-28T03:33:19.554176Z","steps":["trace[240157807] 'range keys from in-memory index tree' (duration: 163.335392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.554714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.759271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:33:19.554941Z","caller":"traceutil/trace.go:171","msg":"trace[214193420] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:1; response_revision:6806; }","duration":"198.026527ms","start":"2026-04-28T03:33:19.356891Z","end":"2026-04-28T03:33:19.554918Z","steps":["trace[214193420] 'range keys from in-memory index tree' (duration: 197.392104ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:20.861665Z","caller":"traceutil/trace.go:171","msg":"trace[1164929957] transaction","detail":"{read_only:false; response_revision:6810; number_of_response:1; }","duration":"126.040803ms","start":"2026-04-28T03:33:20.735534Z","end":"2026-04-28T03:33:20.861574Z","steps":["trace[1164929957] 'process raft request' (duration: 125.89799ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:20.86564Z","caller":"traceutil/trace.go:171","msg":"trace[988869759] linearizableReadLoop","detail":"{readStateIndex:7115; appliedIndex:7112; }","duration":"115.554984ms","start":"2026-04-28T03:33:20.75006Z","end":"2026-04-28T03:33:20.865614Z","steps":["trace[988869759] 'read index received' (duration: 111.477869ms)","trace[988869759] 'applied index is now lower than readState.Index' (duration: 4.076195ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:20.865709Z","caller":"traceutil/trace.go:171","msg":"trace[694693296] transaction","detail":"{read_only:false; response_revision:6811; number_of_response:1; }","duration":"130.061518ms","start":"2026-04-28T03:33:20.735603Z","end":"2026-04-28T03:33:20.865665Z","steps":["trace[694693296] 'process raft request' (duration: 129.825153ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:20.865783Z","caller":"traceutil/trace.go:171","msg":"trace[2070508074] transaction","detail":"{read_only:false; response_revision:6812; number_of_response:1; }","duration":"115.895602ms","start":"2026-04-28T03:33:20.749845Z","end":"2026-04-28T03:33:20.865741Z","steps":["trace[2070508074] 'process raft request' (duration: 115.728368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:20.86586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.778989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-28T03:33:20.865897Z","caller":"traceutil/trace.go:171","msg":"trace[596913811] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:6812; }","duration":"115.86552ms","start":"2026-04-28T03:33:20.75002Z","end":"2026-04-28T03:33:20.865886Z","steps":["trace[596913811] 'agreement among raft nodes before linearized reading' (duration: 115.715307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:20.866612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.262638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:106 size:79376"} {"level":"info","ts":"2026-04-28T03:33:20.866692Z","caller":"traceutil/trace.go:171","msg":"trace[861817850] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:106; response_revision:6812; }","duration":"116.35653ms","start":"2026-04-28T03:33:20.750316Z","end":"2026-04-28T03:33:20.866673Z","steps":["trace[861817850] 'agreement among raft nodes before linearized reading' (duration: 115.515123ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:21.472302Z","caller":"traceutil/trace.go:171","msg":"trace[1705994299] linearizableReadLoop","detail":"{readStateIndex:7118; appliedIndex:7117; }","duration":"116.481393ms","start":"2026-04-28T03:33:21.355798Z","end":"2026-04-28T03:33:21.472279Z","steps":["trace[1705994299] 'read index received' (duration: 114.471072ms)","trace[1705994299] 'applied index is now lower than readState.Index' (duration: 2.009611ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:21.472672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.660226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/kube-root-ca.crt\" ","response":"range_response_count:1 size:1742"} {"level":"info","ts":"2026-04-28T03:33:21.472766Z","caller":"traceutil/trace.go:171","msg":"trace[1635271348] range","detail":"{range_begin:/registry/configmaps/openstack/kube-root-ca.crt; range_end:; response_count:1; response_revision:6815; }","duration":"116.980524ms","start":"2026-04-28T03:33:21.355761Z","end":"2026-04-28T03:33:21.472742Z","steps":["trace[1635271348] 'agreement among raft nodes before linearized reading' (duration: 116.622616ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:21.472373Z","caller":"traceutil/trace.go:171","msg":"trace[578906857] transaction","detail":"{read_only:false; response_revision:6815; number_of_response:1; }","duration":"141.278641ms","start":"2026-04-28T03:33:21.331063Z","end":"2026-04-28T03:33:21.472341Z","steps":["trace[578906857] 'process raft request' (duration: 139.29303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:27.780356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.168882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-domain-manage\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-28T03:33:27.780427Z","caller":"traceutil/trace.go:171","msg":"trace[1118256401] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-domain-manage; range_end:; response_count:1; response_revision:6847; }","duration":"186.272614ms","start":"2026-04-28T03:33:27.594139Z","end":"2026-04-28T03:33:27.780411Z","steps":["trace[1118256401] 'range keys from in-memory index tree' (duration: 186.04979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:27.780933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.843405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:33:27.780962Z","caller":"traceutil/trace.go:171","msg":"trace[1171827587] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6847; }","duration":"141.898947ms","start":"2026-04-28T03:33:27.639057Z","end":"2026-04-28T03:33:27.780956Z","steps":["trace[1171827587] 'range keys from in-memory index tree' (duration: 141.763854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:27.780965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.261943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-fernet-rotate\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-28T03:33:27.781013Z","caller":"traceutil/trace.go:171","msg":"trace[974510237] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-fernet-rotate; range_end:; response_count:1; response_revision:6847; }","duration":"129.348124ms","start":"2026-04-28T03:33:27.65165Z","end":"2026-04-28T03:33:27.780998Z","steps":["trace[974510237] 'range keys from in-memory index tree' (duration: 129.14419ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:27.913562Z","caller":"traceutil/trace.go:171","msg":"trace[287274014] transaction","detail":"{read_only:false; response_revision:6849; number_of_response:1; }","duration":"127.636039ms","start":"2026-04-28T03:33:27.785892Z","end":"2026-04-28T03:33:27.913528Z","steps":["trace[287274014] 'process raft request' (duration: 125.562926ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:33.544946Z","caller":"traceutil/trace.go:171","msg":"trace[1852734537] linearizableReadLoop","detail":"{readStateIndex:7181; appliedIndex:7180; }","duration":"140.04536ms","start":"2026-04-28T03:33:33.404876Z","end":"2026-04-28T03:33:33.544921Z","steps":["trace[1852734537] 'read index received' (duration: 72.081638ms)","trace[1852734537] 'applied index is now lower than readState.Index' (duration: 67.962812ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:33.545082Z","caller":"traceutil/trace.go:171","msg":"trace[1646398209] transaction","detail":"{read_only:false; response_revision:6876; number_of_response:1; }","duration":"163.485361ms","start":"2026-04-28T03:33:33.381559Z","end":"2026-04-28T03:33:33.545044Z","steps":["trace[1646398209] 'process raft request' (duration: 95.445147ms)","trace[1646398209] 'compare' (duration: 67.799609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:33.545186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.294976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-04-28T03:33:33.545231Z","caller":"traceutil/trace.go:171","msg":"trace[1217254827] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6876; }","duration":"140.389827ms","start":"2026-04-28T03:33:33.404827Z","end":"2026-04-28T03:33:33.545217Z","steps":["trace[1217254827] 'agreement among raft nodes before linearized reading' (duration: 140.233974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:33.546755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.424958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:248 size:194208"} {"level":"info","ts":"2026-04-28T03:33:33.546863Z","caller":"traceutil/trace.go:171","msg":"trace[1901069312] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:248; response_revision:6876; }","duration":"139.568781ms","start":"2026-04-28T03:33:33.407279Z","end":"2026-04-28T03:33:33.546848Z","steps":["trace[1901069312] 'agreement among raft nodes before linearized reading' (duration: 137.945056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:34.311741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.955781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-04-28T03:33:34.311738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.376129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1164"} {"level":"info","ts":"2026-04-28T03:33:34.311824Z","caller":"traceutil/trace.go:171","msg":"trace[2104212821] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6879; }","duration":"132.054003ms","start":"2026-04-28T03:33:34.179748Z","end":"2026-04-28T03:33:34.311802Z","steps":["trace[2104212821] 'range keys from in-memory index tree' (duration: 131.790388ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:34.311824Z","caller":"traceutil/trace.go:171","msg":"trace[1248156513] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:6879; }","duration":"131.523182ms","start":"2026-04-28T03:33:34.180286Z","end":"2026-04-28T03:33:34.311809Z","steps":["trace[1248156513] 'range keys from in-memory index tree' (duration: 131.222046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:34.931021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.705551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:34.931124Z","caller":"traceutil/trace.go:171","msg":"trace[1655882634] linearizableReadLoop","detail":"{readStateIndex:7186; appliedIndex:7185; }","duration":"343.970129ms","start":"2026-04-28T03:33:34.587138Z","end":"2026-04-28T03:33:34.931108Z","steps":["trace[1655882634] 'read index received' (duration: 45.101274ms)","trace[1655882634] 'applied index is now lower than readState.Index' (duration: 298.867805ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:34.93124Z","caller":"traceutil/trace.go:171","msg":"trace[1371624713] transaction","detail":"{read_only:false; response_revision:6880; number_of_response:1; }","duration":"367.595003ms","start":"2026-04-28T03:33:34.563608Z","end":"2026-04-28T03:33:34.931203Z","steps":["trace[1371624713] 'process raft request' (duration: 68.630436ms)","trace[1371624713] 'compare' (duration: 298.578219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:34.931395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.250414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:33:34.931482Z","caller":"traceutil/trace.go:171","msg":"trace[1907885013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6880; }","duration":"344.329906ms","start":"2026-04-28T03:33:34.587098Z","end":"2026-04-28T03:33:34.931427Z","steps":["trace[1907885013] 'agreement among raft nodes before linearized reading' (duration: 344.075891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:34.931542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:34.563581Z","time spent":"367.781227ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:34.93153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:34.587078Z","time spent":"344.440878ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:33:35.187547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.577296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:35.187674Z","caller":"traceutil/trace.go:171","msg":"trace[811278162] linearizableReadLoop","detail":"{readStateIndex:7187; appliedIndex:7186; }","duration":"256.501827ms","start":"2026-04-28T03:33:34.931148Z","end":"2026-04-28T03:33:35.18765Z","steps":["trace[811278162] 'read index received' (duration: 143.716847ms)","trace[811278162] 'applied index is now lower than readState.Index' (duration: 112.783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:35.187935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.226195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:33:35.188081Z","caller":"traceutil/trace.go:171","msg":"trace[1810101574] transaction","detail":"{read_only:false; response_revision:6881; number_of_response:1; }","duration":"265.524256ms","start":"2026-04-28T03:33:34.922514Z","end":"2026-04-28T03:33:35.188038Z","steps":["trace[1810101574] 'process raft request' (duration: 152.346018ms)","trace[1810101574] 'compare' (duration: 112.132097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:35.187965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.310296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:33:35.188484Z","caller":"traceutil/trace.go:171","msg":"trace[95068229] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6881; }","duration":"420.874959ms","start":"2026-04-28T03:33:34.767549Z","end":"2026-04-28T03:33:35.188424Z","steps":["trace[95068229] 'agreement among raft nodes before linearized reading' (duration: 420.153193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:35.188009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.194361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:795"} {"level":"info","ts":"2026-04-28T03:33:35.188618Z","caller":"traceutil/trace.go:171","msg":"trace[1140020662] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:6881; }","duration":"590.830845ms","start":"2026-04-28T03:33:34.597765Z","end":"2026-04-28T03:33:35.188596Z","steps":["trace[1140020662] 'agreement among raft nodes before linearized reading' (duration: 590.034517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:35.188682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:34.597749Z","time spent":"590.906807ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":817,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"warn","ts":"2026-04-28T03:33:35.188754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:34.767526Z","time spent":"421.118064ms","remote":"127.0.0.1:39674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:35.187996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.358697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2915"} {"level":"info","ts":"2026-04-28T03:33:35.189016Z","caller":"traceutil/trace.go:171","msg":"trace[652413795] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:6881; }","duration":"540.41762ms","start":"2026-04-28T03:33:34.648586Z","end":"2026-04-28T03:33:35.189004Z","steps":["trace[652413795] 'agreement among raft nodes before linearized reading' (duration: 539.167263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:35.189061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:34.648566Z","time spent":"540.482571ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2937,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-04-28T03:33:35.188768Z","caller":"traceutil/trace.go:171","msg":"trace[790344538] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:6881; }","duration":"539.862358ms","start":"2026-04-28T03:33:34.648511Z","end":"2026-04-28T03:33:35.188373Z","steps":["trace[790344538] 'agreement among raft nodes before linearized reading' (duration: 539.261935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:35.189232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:34.648495Z","time spent":"540.720267ms","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:33:35.193734Z","caller":"traceutil/trace.go:171","msg":"trace[2129101931] transaction","detail":"{read_only:false; response_revision:6882; number_of_response:1; }","duration":"258.943569ms","start":"2026-04-28T03:33:34.93477Z","end":"2026-04-28T03:33:35.193713Z","steps":["trace[2129101931] 'process raft request' (duration: 258.776856ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:35.193819Z","caller":"traceutil/trace.go:171","msg":"trace[241806212] transaction","detail":"{read_only:false; response_revision:6883; number_of_response:1; }","duration":"167.298961ms","start":"2026-04-28T03:33:35.026503Z","end":"2026-04-28T03:33:35.193802Z","steps":["trace[241806212] 'process raft request' (duration: 167.138898ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:35.194055Z","caller":"traceutil/trace.go:171","msg":"trace[59674203] transaction","detail":"{read_only:false; response_revision:6884; number_of_response:1; }","duration":"167.302302ms","start":"2026-04-28T03:33:35.026736Z","end":"2026-04-28T03:33:35.194038Z","steps":["trace[59674203] 'process raft request' (duration: 167.157499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:35.19423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.967312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-28T03:33:35.194442Z","caller":"traceutil/trace.go:171","msg":"trace[299097704] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6884; }","duration":"261.180617ms","start":"2026-04-28T03:33:34.933251Z","end":"2026-04-28T03:33:35.194432Z","steps":["trace[299097704] 'agreement among raft nodes before linearized reading' (duration: 260.732268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:42.214078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.263812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-w2j28\" ","response":"range_response_count:1 size:18521"} {"level":"info","ts":"2026-04-28T03:33:42.214204Z","caller":"traceutil/trace.go:171","msg":"trace[1772782000] range","detail":"{range_begin:/registry/pods/kube-system/cilium-w2j28; range_end:; response_count:1; response_revision:6919; }","duration":"114.452388ms","start":"2026-04-28T03:33:42.099725Z","end":"2026-04-28T03:33:42.214177Z","steps":["trace[1772782000] 'range keys from in-memory index tree' (duration: 114.017037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:43.633476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.424481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:43.633695Z","caller":"traceutil/trace.go:171","msg":"trace[31995515] transaction","detail":"{read_only:false; response_revision:6923; number_of_response:1; }","duration":"296.820729ms","start":"2026-04-28T03:33:43.336831Z","end":"2026-04-28T03:33:43.633652Z","steps":["trace[31995515] 'process raft request' (duration: 177.061831ms)","trace[31995515] 'compare' (duration: 119.083144ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:43.63375Z","caller":"traceutil/trace.go:171","msg":"trace[607032410] linearizableReadLoop","detail":"{readStateIndex:7230; appliedIndex:7229; }","duration":"293.640203ms","start":"2026-04-28T03:33:43.34008Z","end":"2026-04-28T03:33:43.63372Z","steps":["trace[607032410] 'read index received' (duration: 173.830043ms)","trace[607032410] 'applied index is now lower than readState.Index' (duration: 119.80768ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:43.633796Z","caller":"traceutil/trace.go:171","msg":"trace[1599312917] transaction","detail":"{read_only:false; response_revision:6924; number_of_response:1; }","duration":"288.913013ms","start":"2026-04-28T03:33:43.344859Z","end":"2026-04-28T03:33:43.633772Z","steps":["trace[1599312917] 'process raft request' (duration: 288.76722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:43.634069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.964059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-w2j28\" ","response":"range_response_count:1 size:18521"} {"level":"info","ts":"2026-04-28T03:33:43.634113Z","caller":"traceutil/trace.go:171","msg":"trace[2131075918] range","detail":"{range_begin:/registry/pods/kube-system/cilium-w2j28; range_end:; response_count:1; response_revision:6924; }","duration":"294.047061ms","start":"2026-04-28T03:33:43.340054Z","end":"2026-04-28T03:33:43.634101Z","steps":["trace[2131075918] 'agreement among raft nodes before linearized reading' (duration: 293.812556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:43.634112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.534402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:33:43.634191Z","caller":"traceutil/trace.go:171","msg":"trace[1672370267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6924; }","duration":"264.686635ms","start":"2026-04-28T03:33:43.369482Z","end":"2026-04-28T03:33:43.634168Z","steps":["trace[1672370267] 'agreement among raft nodes before linearized reading' (duration: 264.408789ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:43.850804Z","caller":"traceutil/trace.go:171","msg":"trace[194672052] transaction","detail":"{read_only:false; response_revision:6926; number_of_response:1; }","duration":"211.594494ms","start":"2026-04-28T03:33:43.639176Z","end":"2026-04-28T03:33:43.850771Z","steps":["trace[194672052] 'process raft request' (duration: 211.164745ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:43.852337Z","caller":"traceutil/trace.go:171","msg":"trace[1450966071] linearizableReadLoop","detail":"{readStateIndex:7234; appliedIndex:7232; }","duration":"143.693801ms","start":"2026-04-28T03:33:43.70862Z","end":"2026-04-28T03:33:43.852314Z","steps":["trace[1450966071] 'read index received' (duration: 141.74008ms)","trace[1450966071] 'applied index is now lower than readState.Index' (duration: 1.952751ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:43.852386Z","caller":"traceutil/trace.go:171","msg":"trace[164301896] transaction","detail":"{read_only:false; response_revision:6927; number_of_response:1; }","duration":"164.784212ms","start":"2026-04-28T03:33:43.687573Z","end":"2026-04-28T03:33:43.852357Z","steps":["trace[164301896] 'process raft request' (duration: 164.596558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:43.852594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.959756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-w2j28\" ","response":"range_response_count:1 size:18521"} {"level":"info","ts":"2026-04-28T03:33:43.852644Z","caller":"traceutil/trace.go:171","msg":"trace[168980043] range","detail":"{range_begin:/registry/pods/kube-system/cilium-w2j28; range_end:; response_count:1; response_revision:6927; }","duration":"144.053528ms","start":"2026-04-28T03:33:43.708576Z","end":"2026-04-28T03:33:43.852629Z","steps":["trace[168980043] 'agreement among raft nodes before linearized reading' (duration: 143.860224ms)"],"step_count":1}