{"level":"warn","ts":"2026-06-28T19:58:11.641954Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-28T19:58:11.64205Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.169:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.169:2380","--initial-cluster=instance=https://199.204.45.169:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.169:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.169:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-28T19:58:11.642117Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-28T19:58:11.642127Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-06-28T19:58:11.642152Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-28T19:58:11.64278Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"]} {"level":"info","ts":"2026-06-28T19:58:11.642855Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.169:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-28T19:58:11.646584Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.355434ms"} {"level":"info","ts":"2026-06-28T19:58:11.651706Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1c917701ce165bac","cluster-id":"bfb5247022b87cb1"} {"level":"info","ts":"2026-06-28T19:58:11.651788Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=()"} {"level":"info","ts":"2026-06-28T19:58:11.651808Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 0"} {"level":"info","ts":"2026-06-28T19:58:11.651819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1c917701ce165bac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-28T19:58:11.651835Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 1"} {"level":"info","ts":"2026-06-28T19:58:11.651875Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"warn","ts":"2026-06-28T19:58:11.664566Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-28T19:58:11.666322Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-28T19:58:11.669076Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-28T19:58:11.672217Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1c917701ce165bac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-28T19:58:11.672829Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1c917701ce165bac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-28T19:58:11.673003Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-28T19:58:11.67306Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-28T19:58:11.673078Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-28T19:58:11.675813Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"info","ts":"2026-06-28T19:58:11.677266Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","added-peer-id":"1c917701ce165bac","added-peer-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-06-28T19:58:11.677443Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-28T19:58:11.677586Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-06-28T19:58:11.677663Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-06-28T19:58:11.677776Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1c917701ce165bac","initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-28T19:58:11.677816Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-28T19:58:12.152765Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac is starting a new election at term 1"} {"level":"info","ts":"2026-06-28T19:58:12.152841Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became pre-candidate at term 1"} {"level":"info","ts":"2026-06-28T19:58:12.152896Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgPreVoteResp from 1c917701ce165bac at term 1"} {"level":"info","ts":"2026-06-28T19:58:12.15292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became candidate at term 2"} {"level":"info","ts":"2026-06-28T19:58:12.152933Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgVoteResp from 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-06-28T19:58:12.152958Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became leader at term 2"} {"level":"info","ts":"2026-06-28T19:58:12.152975Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1c917701ce165bac elected leader 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-06-28T19:58:12.183348Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-28T19:58:12.184389Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1c917701ce165bac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.169:2379]}","request-path":"/0/members/1c917701ce165bac/attributes","cluster-id":"bfb5247022b87cb1","publish-timeout":"7s"} {"level":"info","ts":"2026-06-28T19:58:12.184392Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-28T19:58:12.184421Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-28T19:58:12.184928Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-28T19:58:12.18506Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-28T19:58:12.185455Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","cluster-version":"3.5"} {"level":"info","ts":"2026-06-28T19:58:12.185619Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-28T19:58:12.185674Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-28T19:58:12.1877Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.169:2379"} {"level":"info","ts":"2026-06-28T19:58:12.189275Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-06-28T19:58:16.727202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.756672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-28T19:58:16.727378Z","caller":"traceutil/trace.go:171","msg":"trace[269087941] linearizableReadLoop","detail":"{readStateIndex:279; appliedIndex:278; }","duration":"232.363505ms","start":"2026-06-28T19:58:16.494992Z","end":"2026-06-28T19:58:16.727356Z","steps":["trace[269087941] 'read index received' (duration: 90.804077ms)","trace[269087941] 'applied index is now lower than readState.Index' (duration: 141.557738ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:58:16.72741Z","caller":"traceutil/trace.go:171","msg":"trace[1723998065] transaction","detail":"{read_only:false; response_revision:273; number_of_response:1; }","duration":"268.590238ms","start":"2026-06-28T19:58:16.458776Z","end":"2026-06-28T19:58:16.727366Z","steps":["trace[1723998065] 'process raft request' (duration: 127.04173ms)","trace[1723998065] 'compare' (duration: 140.549178ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:58:16.727552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.544178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-06-28T19:58:16.727593Z","caller":"traceutil/trace.go:171","msg":"trace[897076449] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:273; }","duration":"232.64441ms","start":"2026-06-28T19:58:16.494936Z","end":"2026-06-28T19:58:16.72758Z","steps":["trace[897076449] 'agreement among raft nodes before linearized reading' (duration: 232.498207ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:21.593953Z","caller":"traceutil/trace.go:171","msg":"trace[54218625] linearizableReadLoop","detail":"{readStateIndex:386; appliedIndex:385; }","duration":"149.407157ms","start":"2026-06-28T19:58:21.444499Z","end":"2026-06-28T19:58:21.593907Z","steps":["trace[54218625] 'read index received' (duration: 110.656876ms)","trace[54218625] 'applied index is now lower than readState.Index' (duration: 38.748361ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:58:21.594144Z","caller":"traceutil/trace.go:171","msg":"trace[2068757815] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"162.06515ms","start":"2026-06-28T19:58:21.431972Z","end":"2026-06-28T19:58:21.594037Z","steps":["trace[2068757815] 'process raft request' (duration: 123.258128ms)","trace[2068757815] 'compare' (duration: 38.474465ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:58:21.594802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.713043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-06-28T19:58:21.595002Z","caller":"traceutil/trace.go:171","msg":"trace[415594999] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:373; }","duration":"150.526279ms","start":"2026-06-28T19:58:21.444443Z","end":"2026-06-28T19:58:21.594969Z","steps":["trace[415594999] 'agreement among raft nodes before linearized reading' (duration: 149.632052ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:21.753518Z","caller":"traceutil/trace.go:171","msg":"trace[2089278284] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"150.744013ms","start":"2026-06-28T19:58:21.602748Z","end":"2026-06-28T19:58:21.753492Z","steps":["trace[2089278284] 'process raft request' (duration: 96.372973ms)","trace[2089278284] 'compare' (duration: 53.869211ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:58:21.753711Z","caller":"traceutil/trace.go:171","msg":"trace[419607417] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"148.819468ms","start":"2026-06-28T19:58:21.604867Z","end":"2026-06-28T19:58:21.753687Z","steps":["trace[419607417] 'process raft request' (duration: 148.489071ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:22.033102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.735532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-28T19:58:22.03335Z","caller":"traceutil/trace.go:171","msg":"trace[1408585805] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"274.190306ms","start":"2026-06-28T19:58:21.759126Z","end":"2026-06-28T19:58:22.033317Z","steps":["trace[1408585805] 'process raft request' (duration: 144.165158ms)","trace[1408585805] 'compare' (duration: 129.548389ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:58:22.033512Z","caller":"traceutil/trace.go:171","msg":"trace[1003731807] linearizableReadLoop","detail":"{readStateIndex:393; appliedIndex:390; }","duration":"144.379032ms","start":"2026-06-28T19:58:21.889118Z","end":"2026-06-28T19:58:22.033497Z","steps":["trace[1003731807] 'read index received' (duration: 14.155801ms)","trace[1003731807] 'applied index is now lower than readState.Index' (duration: 130.221521ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:58:22.033618Z","caller":"traceutil/trace.go:171","msg":"trace[1368171268] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"273.738076ms","start":"2026-06-28T19:58:21.759792Z","end":"2026-06-28T19:58:22.03353Z","steps":["trace[1368171268] 'process raft request' (duration: 273.42956ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:22.033743Z","caller":"traceutil/trace.go:171","msg":"trace[1792525278] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"267.610489ms","start":"2026-06-28T19:58:21.765956Z","end":"2026-06-28T19:58:22.033567Z","steps":["trace[1792525278] 'process raft request' (duration: 267.400396ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:22.034556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.438552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-28T19:58:22.034588Z","caller":"traceutil/trace.go:171","msg":"trace[390770621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:380; }","duration":"145.509364ms","start":"2026-06-28T19:58:21.889071Z","end":"2026-06-28T19:58:22.034581Z","steps":["trace[390770621] 'agreement among raft nodes before linearized reading' (duration: 144.473914ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:23.927795Z","caller":"traceutil/trace.go:171","msg":"trace[2104297209] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"273.882718ms","start":"2026-06-28T19:58:23.653876Z","end":"2026-06-28T19:58:23.927758Z","steps":["trace[2104297209] 'process raft request' (duration: 273.658423ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:24.06126Z","caller":"traceutil/trace.go:171","msg":"trace[351281968] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"371.967374ms","start":"2026-06-28T19:58:23.689262Z","end":"2026-06-28T19:58:24.061229Z","steps":["trace[351281968] 'process raft request' (duration: 363.41752ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:24.061697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:23.689224Z","time spent":"372.124486ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T19:58:28.683445Z","caller":"traceutil/trace.go:171","msg":"trace[1628199910] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"162.462208ms","start":"2026-06-28T19:58:28.520931Z","end":"2026-06-28T19:58:28.683393Z","steps":["trace[1628199910] 'process raft request' (duration: 162.05005ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:30.660122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702027946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T19:58:31.160954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702027946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T19:58:31.661361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702027946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T19:58:32.124153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.150390944s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T19:58:32.124933Z","caller":"traceutil/trace.go:171","msg":"trace[33158734] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"2.151301192s","start":"2026-06-28T19:58:29.973594Z","end":"2026-06-28T19:58:32.124895Z","steps":["trace[33158734] 'process raft request' (duration: 2.150994907s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:32.125239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:29.973384Z","time spent":"2.151619668s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T19:58:32.455266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.905518ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-28T19:58:32.455384Z","caller":"traceutil/trace.go:171","msg":"trace[380444192] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:432; }","duration":"2.296218952s","start":"2026-06-28T19:58:30.159144Z","end":"2026-06-28T19:58:32.455363Z","steps":["trace[380444192] 'read index received' (duration: 1.965463037s)","trace[380444192] 'applied index is now lower than readState.Index' (duration: 330.754465ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:58:32.455666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264536106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-06-28T19:58:32.455654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296479017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-28T19:58:32.455757Z","caller":"traceutil/trace.go:171","msg":"trace[1786835045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:418; }","duration":"2.29665549s","start":"2026-06-28T19:58:30.159075Z","end":"2026-06-28T19:58:32.455731Z","steps":["trace[1786835045] 'agreement among raft nodes before linearized reading' (duration: 2.296428296s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:32.455792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793549646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T19:58:32.455822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:30.159018Z","time spent":"2.296792053s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-28T19:58:32.455871Z","caller":"traceutil/trace.go:171","msg":"trace[1032062068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:418; }","duration":"1.793672558s","start":"2026-06-28T19:58:30.662184Z","end":"2026-06-28T19:58:32.455857Z","steps":["trace[1032062068] 'agreement among raft nodes before linearized reading' (duration: 1.793576397s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:32.455905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062174215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"warn","ts":"2026-06-28T19:58:32.455948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:30.662148Z","time spent":"1.793788871s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T19:58:32.455956Z","caller":"traceutil/trace.go:171","msg":"trace[2080811750] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:418; }","duration":"2.062269117s","start":"2026-06-28T19:58:30.393674Z","end":"2026-06-28T19:58:32.455943Z","steps":["trace[2080811750] 'agreement among raft nodes before linearized reading' (duration: 2.062152895s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:32.456086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:30.393661Z","time spent":"2.062416679s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6988,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-06-28T19:58:32.456063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178521951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-06-28T19:58:32.456186Z","caller":"traceutil/trace.go:171","msg":"trace[809701507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:418; }","duration":"2.178721065s","start":"2026-06-28T19:58:30.27744Z","end":"2026-06-28T19:58:32.456161Z","steps":["trace[809701507] 'agreement among raft nodes before linearized reading' (duration: 2.17844255s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:32.456247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:30.277417Z","time spent":"2.178818907s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-28T19:58:32.455708Z","caller":"traceutil/trace.go:171","msg":"trace[632501898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:418; }","duration":"2.264619847s","start":"2026-06-28T19:58:30.191077Z","end":"2026-06-28T19:58:32.455697Z","steps":["trace[632501898] 'agreement among raft nodes before linearized reading' (duration: 2.264499655s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:32.456351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:30.191064Z","time spent":"2.265264421s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T19:58:32.681974Z","caller":"traceutil/trace.go:171","msg":"trace[30054493] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"220.263454ms","start":"2026-06-28T19:58:32.461682Z","end":"2026-06-28T19:58:32.681946Z","steps":["trace[30054493] 'process raft request' (duration: 220.007769ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:32.682326Z","caller":"traceutil/trace.go:171","msg":"trace[1482689664] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"220.569879ms","start":"2026-06-28T19:58:32.461737Z","end":"2026-06-28T19:58:32.682306Z","steps":["trace[1482689664] 'process raft request' (duration: 220.149082ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:32.682498Z","caller":"traceutil/trace.go:171","msg":"trace[1904000146] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"216.660484ms","start":"2026-06-28T19:58:32.465819Z","end":"2026-06-28T19:58:32.682479Z","steps":["trace[1904000146] 'process raft request' (duration: 216.357219ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:32.682503Z","caller":"traceutil/trace.go:171","msg":"trace[892640130] linearizableReadLoop","detail":"{readStateIndex:437; appliedIndex:434; }","duration":"220.09416ms","start":"2026-06-28T19:58:32.46237Z","end":"2026-06-28T19:58:32.682464Z","steps":["trace[892640130] 'read index received' (duration: 21.40341ms)","trace[892640130] 'applied index is now lower than readState.Index' (duration: 198.689ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:58:32.682657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.266133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T19:58:32.6827Z","caller":"traceutil/trace.go:171","msg":"trace[2130154180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:422; }","duration":"220.362444ms","start":"2026-06-28T19:58:32.462325Z","end":"2026-06-28T19:58:32.682687Z","steps":["trace[2130154180] 'agreement among raft nodes before linearized reading' (duration: 220.263172ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:32.815309Z","caller":"traceutil/trace.go:171","msg":"trace[1712827206] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"120.366883ms","start":"2026-06-28T19:58:32.694912Z","end":"2026-06-28T19:58:32.815279Z","steps":["trace[1712827206] 'process raft request' (duration: 69.47645ms)","trace[1712827206] 'compare' (duration: 50.7582ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:58:38.204455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.887351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-06-28T19:58:38.20455Z","caller":"traceutil/trace.go:171","msg":"trace[1483434562] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:435; }","duration":"180.063255ms","start":"2026-06-28T19:58:38.024463Z","end":"2026-06-28T19:58:38.204526Z","steps":["trace[1483434562] 'range keys from in-memory index tree' (duration: 179.718318ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:38.204627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.10797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T19:58:38.204739Z","caller":"traceutil/trace.go:171","msg":"trace[1271326413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:435; }","duration":"542.277503ms","start":"2026-06-28T19:58:37.662426Z","end":"2026-06-28T19:58:38.204703Z","steps":["trace[1271326413] 'range keys from in-memory index tree' (duration: 541.988757ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:38.204794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:37.662401Z","time spent":"542.382384ms","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T19:58:38.516332Z","caller":"traceutil/trace.go:171","msg":"trace[1141764490] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"306.278679ms","start":"2026-06-28T19:58:38.210015Z","end":"2026-06-28T19:58:38.516294Z","steps":["trace[1141764490] 'process raft request' (duration: 306.015094ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:38.516482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:38.209978Z","time spent":"306.426432ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T19:58:38.766292Z","caller":"traceutil/trace.go:171","msg":"trace[1501361787] linearizableReadLoop","detail":"{readStateIndex:454; appliedIndex:453; }","duration":"103.438479ms","start":"2026-06-28T19:58:38.662812Z","end":"2026-06-28T19:58:38.766251Z","steps":["trace[1501361787] 'read index received' (duration: 98.997744ms)","trace[1501361787] 'applied index is now lower than readState.Index' (duration: 4.439215ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:58:38.766407Z","caller":"traceutil/trace.go:171","msg":"trace[1298300010] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"245.030717ms","start":"2026-06-28T19:58:38.521334Z","end":"2026-06-28T19:58:38.766365Z","steps":["trace[1298300010] 'process raft request' (duration: 240.568102ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:38.766503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.670663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T19:58:38.766604Z","caller":"traceutil/trace.go:171","msg":"trace[2130909188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:437; }","duration":"103.828936ms","start":"2026-06-28T19:58:38.662749Z","end":"2026-06-28T19:58:38.766578Z","steps":["trace[2130909188] 'agreement among raft nodes before linearized reading' (duration: 103.642013ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:54.606956Z","caller":"traceutil/trace.go:171","msg":"trace[1484205159] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"538.528263ms","start":"2026-06-28T19:58:54.068391Z","end":"2026-06-28T19:58:54.606919Z","steps":["trace[1484205159] 'process raft request' (duration: 538.288368ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:54.607429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:54.068353Z","time spent":"538.760777ms","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T19:58:54.615933Z","caller":"traceutil/trace.go:171","msg":"trace[281845404] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"540.639872ms","start":"2026-06-28T19:58:54.075261Z","end":"2026-06-28T19:58:54.615901Z","steps":["trace[281845404] 'process raft request' (duration: 540.375227ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:54.616066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:54.075222Z","time spent":"540.778785ms","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T19:58:54.616174Z","caller":"traceutil/trace.go:171","msg":"trace[1058563144] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"541.066591ms","start":"2026-06-28T19:58:54.075098Z","end":"2026-06-28T19:58:54.616165Z","steps":["trace[1058563144] 'process raft request' (duration: 540.382117ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:54.616215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:54.07507Z","time spent":"541.127362ms","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T19:58:54.616361Z","caller":"traceutil/trace.go:171","msg":"trace[867908873] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"521.465026ms","start":"2026-06-28T19:58:54.094887Z","end":"2026-06-28T19:58:54.616352Z","steps":["trace[867908873] 'process raft request' (duration: 520.960446ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:54.616405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:54.094856Z","time spent":"521.532368ms","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T19:58:54.616398Z","caller":"traceutil/trace.go:171","msg":"trace[83900819] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"367.277817ms","start":"2026-06-28T19:58:54.249092Z","end":"2026-06-28T19:58:54.61637Z","steps":["trace[83900819] 'process raft request' (duration: 367.196226ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:54.616504Z","caller":"traceutil/trace.go:171","msg":"trace[3774399] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"504.717636ms","start":"2026-06-28T19:58:54.111775Z","end":"2026-06-28T19:58:54.616493Z","steps":["trace[3774399] 'process raft request' (duration: 504.263146ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:54.616561Z","caller":"traceutil/trace.go:171","msg":"trace[1967781699] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"530.867106ms","start":"2026-06-28T19:58:54.085686Z","end":"2026-06-28T19:58:54.616553Z","steps":["trace[1967781699] 'process raft request' (duration: 530.021199ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:54.616572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:54.111756Z","time spent":"504.788627ms","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T19:58:54.616571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:54.249057Z","time spent":"367.43139ms","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T19:58:54.616604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:54.085655Z","time spent":"530.930946ms","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T19:58:54.61668Z","caller":"traceutil/trace.go:171","msg":"trace[344019978] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"517.112042ms","start":"2026-06-28T19:58:54.09956Z","end":"2026-06-28T19:58:54.616672Z","steps":["trace[344019978] 'process raft request' (duration: 516.421928ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:54.61672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:54.099547Z","time spent":"517.157803ms","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T19:58:54.616745Z","caller":"traceutil/trace.go:171","msg":"trace[1925099270] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"488.593257ms","start":"2026-06-28T19:58:54.128139Z","end":"2026-06-28T19:58:54.616732Z","steps":["trace[1925099270] 'process raft request' (duration: 487.962065ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:54.616771Z","caller":"traceutil/trace.go:171","msg":"trace[659411279] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"531.012858ms","start":"2026-06-28T19:58:54.08575Z","end":"2026-06-28T19:58:54.616763Z","steps":["trace[659411279] 'process raft request' (duration: 530.012318ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:54.616833Z","caller":"traceutil/trace.go:171","msg":"trace[322734214] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"477.681158ms","start":"2026-06-28T19:58:54.139143Z","end":"2026-06-28T19:58:54.616824Z","steps":["trace[322734214] 'process raft request' (duration: 477.049196ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:54.616884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:54.139111Z","time spent":"477.75368ms","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T19:58:54.616874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:54.085716Z","time spent":"531.11439ms","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T19:58:54.617015Z","caller":"traceutil/trace.go:171","msg":"trace[811031955] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"531.215412ms","start":"2026-06-28T19:58:54.085792Z","end":"2026-06-28T19:58:54.617007Z","steps":["trace[811031955] 'process raft request' (duration: 530.014669ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:54.616799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:54.128106Z","time spent":"488.669078ms","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T19:58:54.617077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:54.085762Z","time spent":"531.277393ms","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T19:59:00.903374Z","caller":"traceutil/trace.go:171","msg":"trace[644389400] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:666; }","duration":"194.299557ms","start":"2026-06-28T19:59:00.709041Z","end":"2026-06-28T19:59:00.903341Z","steps":["trace[644389400] 'read index received' (duration: 193.531982ms)","trace[644389400] 'applied index is now lower than readState.Index' (duration: 766.275µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:59:00.9034Z","caller":"traceutil/trace.go:171","msg":"trace[833652661] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"329.925062ms","start":"2026-06-28T19:59:00.573444Z","end":"2026-06-28T19:59:00.903369Z","steps":["trace[833652661] 'process raft request' (duration: 329.28635ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:00.903625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.574492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T19:59:00.90368Z","caller":"traceutil/trace.go:171","msg":"trace[107764411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:642; }","duration":"194.699344ms","start":"2026-06-28T19:59:00.708966Z","end":"2026-06-28T19:59:00.903666Z","steps":["trace[107764411] 'agreement among raft nodes before linearized reading' (duration: 194.502511ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:00.903659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:00.573388Z","time spent":"330.131426ms","remote":"127.0.0.1:43918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036297,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T19:59:01.646352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.03102ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-28T19:59:01.646515Z","caller":"traceutil/trace.go:171","msg":"trace[1082415980] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:667; }","duration":"743.012471ms","start":"2026-06-28T19:59:00.903477Z","end":"2026-06-28T19:59:01.64649Z","steps":["trace[1082415980] 'read index received' (duration: 305.865101ms)","trace[1082415980] 'applied index is now lower than readState.Index' (duration: 437.14545ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:59:01.646772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.094413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-28T19:59:01.646814Z","caller":"traceutil/trace.go:171","msg":"trace[79618291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:642; }","duration":"766.178384ms","start":"2026-06-28T19:59:00.88062Z","end":"2026-06-28T19:59:01.646798Z","steps":["trace[79618291] 'agreement among raft nodes before linearized reading' (duration: 765.932159ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:01.646988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.743321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-28T19:59:01.646864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:00.880604Z","time spent":"766.246455ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T19:59:01.647057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.757738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-28T19:59:01.647254Z","caller":"traceutil/trace.go:171","msg":"trace[928254211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:642; }","duration":"752.033293ms","start":"2026-06-28T19:59:00.895172Z","end":"2026-06-28T19:59:01.647205Z","steps":["trace[928254211] 'agreement among raft nodes before linearized reading' (duration: 751.522064ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:01.647335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:00.895133Z","time spent":"752.183447ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-28T19:59:01.647144Z","caller":"traceutil/trace.go:171","msg":"trace[2049848824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:642; }","duration":"748.978026ms","start":"2026-06-28T19:59:00.898133Z","end":"2026-06-28T19:59:01.647111Z","steps":["trace[2049848824] 'agreement among raft nodes before linearized reading' (duration: 748.531688ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:01.647527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:00.898107Z","time spent":"749.380343ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-28T19:59:01.677232Z","caller":"traceutil/trace.go:171","msg":"trace[498181690] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"767.193144ms","start":"2026-06-28T19:59:00.910014Z","end":"2026-06-28T19:59:01.677207Z","steps":["trace[498181690] 'process raft request' (duration: 766.856407ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:01.677395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:00.909992Z","time spent":"767.317976ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T19:59:01.677504Z","caller":"traceutil/trace.go:171","msg":"trace[2048208226] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"720.563282ms","start":"2026-06-28T19:59:00.956919Z","end":"2026-06-28T19:59:01.677482Z","steps":["trace[2048208226] 'process raft request' (duration: 720.204446ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:01.677647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:00.956888Z","time spent":"720.679885ms","remote":"127.0.0.1:44314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T19:59:02.697197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.184829ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T19:59:02.697385Z","caller":"traceutil/trace.go:171","msg":"trace[442959317] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:644; }","duration":"648.393793ms","start":"2026-06-28T19:59:02.048968Z","end":"2026-06-28T19:59:02.697362Z","steps":["trace[442959317] 'range keys from in-memory index tree' (duration: 648.155749ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:02.697477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.012868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T19:59:02.697824Z","caller":"traceutil/trace.go:171","msg":"trace[2006518416] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"1.045402067s","start":"2026-06-28T19:59:01.65239Z","end":"2026-06-28T19:59:02.697792Z","steps":["trace[2006518416] 'process raft request' (duration: 228.953439ms)","trace[2006518416] 'compare' (duration: 815.775274ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:59:02.697836Z","caller":"traceutil/trace.go:171","msg":"trace[1575992469] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"1.045129552s","start":"2026-06-28T19:59:01.652681Z","end":"2026-06-28T19:59:02.697811Z","steps":["trace[1575992469] 'process raft request' (duration: 1.044966428s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:02.697931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:01.652649Z","time spent":"1.045241524s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T19:59:02.697998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:01.652363Z","time spent":"1.045520638s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T19:59:02.698038Z","caller":"traceutil/trace.go:171","msg":"trace[467460107] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"1.045109881s","start":"2026-06-28T19:59:01.652902Z","end":"2026-06-28T19:59:02.698012Z","steps":["trace[467460107] 'process raft request' (duration: 1.044852366s)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:02.698021Z","caller":"traceutil/trace.go:171","msg":"trace[2131169032] linearizableReadLoop","detail":"{readStateIndex:673; appliedIndex:668; }","duration":"1.036984416s","start":"2026-06-28T19:59:01.660975Z","end":"2026-06-28T19:59:02.697959Z","steps":["trace[2131169032] 'read index received' (duration: 15.947985ms)","trace[2131169032] 'applied index is now lower than readState.Index' (duration: 1.021032501s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:59:02.698139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:01.652871Z","time spent":"1.045216853s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T19:59:02.698217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007776756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T19:59:02.698229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037262721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T19:59:02.698261Z","caller":"traceutil/trace.go:171","msg":"trace[1252170561] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:647; }","duration":"1.007833748s","start":"2026-06-28T19:59:01.690411Z","end":"2026-06-28T19:59:02.698245Z","steps":["trace[1252170561] 'agreement among raft nodes before linearized reading' (duration: 1.007774747s)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:02.698271Z","caller":"traceutil/trace.go:171","msg":"trace[365104955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:647; }","duration":"1.037352052s","start":"2026-06-28T19:59:01.660908Z","end":"2026-06-28T19:59:02.69826Z","steps":["trace[365104955] 'agreement among raft nodes before linearized reading' (duration: 1.037262271s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:02.698294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:01.660894Z","time spent":"1.037395983s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T19:59:02.698295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:01.690399Z","time spent":"1.007889429s","remote":"127.0.0.1:44070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-06-28T19:59:04.182571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702028377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T19:59:04.683341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702028377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T19:59:05.031584Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.939885406s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T19:59:05.032798Z","caller":"traceutil/trace.go:171","msg":"trace[1930399628] linearizableReadLoop","detail":"{readStateIndex:674; appliedIndex:673; }","duration":"1.350524394s","start":"2026-06-28T19:59:03.682236Z","end":"2026-06-28T19:59:05.03276Z","steps":["trace[1930399628] 'read index received' (duration: 1.349619607s)","trace[1930399628] 'applied index is now lower than readState.Index' (duration: 903.277µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:59:05.032826Z","caller":"traceutil/trace.go:171","msg":"trace[1359428358] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"1.943002496s","start":"2026-06-28T19:59:03.089773Z","end":"2026-06-28T19:59:05.032776Z","steps":["trace[1359428358] 'process raft request' (duration: 1.942310933s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:05.033215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.802142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T19:59:05.033295Z","caller":"traceutil/trace.go:171","msg":"trace[1915954462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:649; }","duration":"371.956935ms","start":"2026-06-28T19:59:04.661317Z","end":"2026-06-28T19:59:05.033274Z","steps":["trace[1915954462] 'agreement among raft nodes before linearized reading' (duration: 371.790302ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:05.033303Z","caller":"traceutil/trace.go:171","msg":"trace[841511074] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"116.53353ms","start":"2026-06-28T19:59:04.916733Z","end":"2026-06-28T19:59:05.033267Z","steps":["trace[841511074] 'process raft request' (duration: 115.979069ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:05.033352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:04.661298Z","time spent":"372.040866ms","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T19:59:05.033183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:03.089725Z","time spent":"1.94327938s","remote":"127.0.0.1:43918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036325,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T19:59:05.033376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351123215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-28T19:59:05.033385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.531314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-28T19:59:05.033445Z","caller":"traceutil/trace.go:171","msg":"trace[1386461307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:649; }","duration":"1.351245748s","start":"2026-06-28T19:59:03.68218Z","end":"2026-06-28T19:59:05.033426Z","steps":["trace[1386461307] 'agreement among raft nodes before linearized reading' (duration: 1.350719607s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:05.033441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.296918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-28T19:59:05.033463Z","caller":"traceutil/trace.go:171","msg":"trace[1592625574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:649; }","duration":"329.659666ms","start":"2026-06-28T19:59:04.703775Z","end":"2026-06-28T19:59:05.033435Z","steps":["trace[1592625574] 'agreement among raft nodes before linearized reading' (duration: 329.364681ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:05.033487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:03.682152Z","time spent":"1.351325339s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T19:59:05.03352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:04.703768Z","time spent":"329.743988ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T19:59:05.033527Z","caller":"traceutil/trace.go:171","msg":"trace[1808879223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:649; }","duration":"330.394739ms","start":"2026-06-28T19:59:04.703107Z","end":"2026-06-28T19:59:05.033502Z","steps":["trace[1808879223] 'agreement among raft nodes before linearized reading' (duration: 330.088354ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:05.033574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:04.703097Z","time spent":"330.465431ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T19:59:05.033365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.710967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-28T19:59:05.03364Z","caller":"traceutil/trace.go:171","msg":"trace[185256370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:649; }","duration":"331.028723ms","start":"2026-06-28T19:59:04.702593Z","end":"2026-06-28T19:59:05.033622Z","steps":["trace[185256370] 'agreement among raft nodes before linearized reading' (duration: 330.674226ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:05.033709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:04.702567Z","time spent":"331.114354ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-28T19:59:06.923708Z","caller":"traceutil/trace.go:171","msg":"trace[33107988] linearizableReadLoop","detail":"{readStateIndex:716; appliedIndex:715; }","duration":"261.460662ms","start":"2026-06-28T19:59:06.662212Z","end":"2026-06-28T19:59:06.923673Z","steps":["trace[33107988] 'read index received' (duration: 255.544029ms)","trace[33107988] 'applied index is now lower than readState.Index' (duration: 5.914953ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:59:06.923951Z","caller":"traceutil/trace.go:171","msg":"trace[1232628375] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"277.280934ms","start":"2026-06-28T19:59:06.646625Z","end":"2026-06-28T19:59:06.923905Z","steps":["trace[1232628375] 'process raft request' (duration: 271.061335ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:06.923979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.741996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T19:59:06.92407Z","caller":"traceutil/trace.go:171","msg":"trace[1827424936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:689; }","duration":"261.91371ms","start":"2026-06-28T19:59:06.662123Z","end":"2026-06-28T19:59:06.924036Z","steps":["trace[1827424936] 'agreement among raft nodes before linearized reading' (duration: 261.681616ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:19.664573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702028687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T19:59:20.165549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702028687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T19:59:20.381994Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.219079536s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T19:59:20.38254Z","caller":"traceutil/trace.go:171","msg":"trace[839767533] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"1.219749849s","start":"2026-06-28T19:59:19.162753Z","end":"2026-06-28T19:59:20.382503Z","steps":["trace[839767533] 'process raft request' (duration: 1.219530345s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:20.382768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:19.162714Z","time spent":"1.219944903s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T19:59:20.384014Z","caller":"traceutil/trace.go:171","msg":"trace[1781510901] linearizableReadLoop","detail":"{readStateIndex:842; appliedIndex:839; }","duration":"1.219677207s","start":"2026-06-28T19:59:19.164296Z","end":"2026-06-28T19:59:20.383973Z","steps":["trace[1781510901] 'read index received' (duration: 1.217985985s)","trace[1781510901] 'applied index is now lower than readState.Index' (duration: 1.690032ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:59:20.384074Z","caller":"traceutil/trace.go:171","msg":"trace[1190387295] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"1.221220747s","start":"2026-06-28T19:59:19.162797Z","end":"2026-06-28T19:59:20.384018Z","steps":["trace[1190387295] 'process raft request' (duration: 1.220974382s)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:20.384133Z","caller":"traceutil/trace.go:171","msg":"trace[1469350606] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"1.221262198s","start":"2026-06-28T19:59:19.162851Z","end":"2026-06-28T19:59:20.384113Z","steps":["trace[1469350606] 'process raft request' (duration: 1.221078564s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:20.384221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:19.162825Z","time spent":"1.221353821s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T19:59:20.384297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:19.162752Z","time spent":"1.221423472s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T19:59:20.384323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220009105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-06-28T19:59:20.384487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.954295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-f66zb\" ","response":"range_response_count:1 size:3965"} {"level":"warn","ts":"2026-06-28T19:59:20.384488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.73701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T19:59:20.384505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.330118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T19:59:20.384608Z","caller":"traceutil/trace.go:171","msg":"trace[1735377398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:811; }","duration":"720.925833ms","start":"2026-06-28T19:59:19.663656Z","end":"2026-06-28T19:59:20.384582Z","steps":["trace[1735377398] 'agreement among raft nodes before linearized reading' (duration: 720.708109ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:20.384624Z","caller":"traceutil/trace.go:171","msg":"trace[827882971] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:811; }","duration":"980.536553ms","start":"2026-06-28T19:59:19.404063Z","end":"2026-06-28T19:59:20.384599Z","steps":["trace[827882971] 'agreement among raft nodes before linearized reading' (duration: 980.323189ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:20.384663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:19.663627Z","time spent":"721.025815ms","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T19:59:20.384682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:19.404036Z","time spent":"980.634015ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-06-28T19:59:20.384537Z","caller":"traceutil/trace.go:171","msg":"trace[1162584180] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-f66zb; range_end:; response_count:1; response_revision:811; }","duration":"921.039756ms","start":"2026-06-28T19:59:19.463484Z","end":"2026-06-28T19:59:20.384524Z","steps":["trace[1162584180] 'agreement among raft nodes before linearized reading' (duration: 920.868133ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:20.384751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:19.463467Z","time spent":"921.262311ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-f66zb\" "} {"level":"warn","ts":"2026-06-28T19:59:20.384963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.198703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T19:59:20.385034Z","caller":"traceutil/trace.go:171","msg":"trace[121564483] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:811; }","duration":"997.315745ms","start":"2026-06-28T19:59:19.387705Z","end":"2026-06-28T19:59:20.385021Z","steps":["trace[121564483] 'agreement among raft nodes before linearized reading' (duration: 996.599152ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:20.385067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:19.38768Z","time spent":"997.376426ms","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-06-28T19:59:20.384381Z","caller":"traceutil/trace.go:171","msg":"trace[2045010315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:811; }","duration":"1.220150967s","start":"2026-06-28T19:59:19.164213Z","end":"2026-06-28T19:59:20.384364Z","steps":["trace[2045010315] 'agreement among raft nodes before linearized reading' (duration: 1.219927442s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:20.385222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:19.164185Z","time spent":"1.220985342s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-28T19:59:26.600412Z","caller":"traceutil/trace.go:171","msg":"trace[2067723719] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"183.098077ms","start":"2026-06-28T19:59:26.417268Z","end":"2026-06-28T19:59:26.600366Z","steps":["trace[2067723719] 'process raft request' (duration: 144.499934ms)","trace[2067723719] 'compare' (duration: 38.359518ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:59:26.600437Z","caller":"traceutil/trace.go:171","msg":"trace[527365077] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"182.547045ms","start":"2026-06-28T19:59:26.417843Z","end":"2026-06-28T19:59:26.60039Z","steps":["trace[527365077] 'process raft request' (duration: 182.419823ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:26.600619Z","caller":"traceutil/trace.go:171","msg":"trace[1918501091] linearizableReadLoop","detail":"{readStateIndex:907; appliedIndex:905; }","duration":"182.795979ms","start":"2026-06-28T19:59:26.417779Z","end":"2026-06-28T19:59:26.600575Z","steps":["trace[1918501091] 'read index received' (duration: 33.76513ms)","trace[1918501091] 'applied index is now lower than readState.Index' (duration: 149.028069ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:59:26.600709Z","caller":"traceutil/trace.go:171","msg":"trace[1610981556] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"182.28926ms","start":"2026-06-28T19:59:26.4184Z","end":"2026-06-28T19:59:26.600689Z","steps":["trace[1610981556] 'process raft request' (duration: 181.913954ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:26.600938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.137687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-28T19:59:26.601015Z","caller":"traceutil/trace.go:171","msg":"trace[1011848615] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:876; }","duration":"183.253069ms","start":"2026-06-28T19:59:26.417746Z","end":"2026-06-28T19:59:26.601Z","steps":["trace[1011848615] 'agreement among raft nodes before linearized reading' (duration: 183.010415ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:26.603879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.252357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T19:59:26.603944Z","caller":"traceutil/trace.go:171","msg":"trace[1304322250] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:877; }","duration":"105.39583ms","start":"2026-06-28T19:59:26.498535Z","end":"2026-06-28T19:59:26.603931Z","steps":["trace[1304322250] 'agreement among raft nodes before linearized reading' (duration: 105.230167ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:46.772661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.15517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T19:59:46.772786Z","caller":"traceutil/trace.go:171","msg":"trace[1454403554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1189; }","duration":"112.337364ms","start":"2026-06-28T19:59:46.660424Z","end":"2026-06-28T19:59:46.772761Z","steps":["trace[1454403554] 'range keys from in-memory index tree' (duration: 112.057228ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:49.070819Z","caller":"traceutil/trace.go:171","msg":"trace[170151519] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"114.722399ms","start":"2026-06-28T19:59:48.956069Z","end":"2026-06-28T19:59:49.070791Z","steps":["trace[170151519] 'process raft request' (duration: 114.513545ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:50.413588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.084433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T19:59:50.413773Z","caller":"traceutil/trace.go:171","msg":"trace[298032348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1207; }","duration":"751.321688ms","start":"2026-06-28T19:59:49.662429Z","end":"2026-06-28T19:59:50.41375Z","steps":["trace[298032348] 'range keys from in-memory index tree' (duration: 750.933911ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:50.413854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:49.662397Z","time spent":"751.43844ms","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T19:59:50.925383Z","caller":"traceutil/trace.go:171","msg":"trace[552817039] linearizableReadLoop","detail":"{readStateIndex:1249; appliedIndex:1247; }","duration":"115.185818ms","start":"2026-06-28T19:59:50.810171Z","end":"2026-06-28T19:59:50.925357Z","steps":["trace[552817039] 'read index received' (duration: 60.131117ms)","trace[552817039] 'applied index is now lower than readState.Index' (duration: 55.053711ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:59:50.925444Z","caller":"traceutil/trace.go:171","msg":"trace[1048577380] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"136.673732ms","start":"2026-06-28T19:59:50.788724Z","end":"2026-06-28T19:59:50.925398Z","steps":["trace[1048577380] 'process raft request' (duration: 136.465497ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:50.925686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.459044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-28T19:59:50.925686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.503025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-28T19:59:50.925755Z","caller":"traceutil/trace.go:171","msg":"trace[1806779195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1210; }","duration":"115.577316ms","start":"2026-06-28T19:59:50.810158Z","end":"2026-06-28T19:59:50.925735Z","steps":["trace[1806779195] 'agreement among raft nodes before linearized reading' (duration: 115.369643ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:50.92576Z","caller":"traceutil/trace.go:171","msg":"trace[2120864717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1210; }","duration":"115.634588ms","start":"2026-06-28T19:59:50.81011Z","end":"2026-06-28T19:59:50.925745Z","steps":["trace[2120864717] 'agreement among raft nodes before linearized reading' (duration: 115.409203ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:50.925881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.491745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-06-28T19:59:50.92591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.144599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-28T19:59:50.925987Z","caller":"traceutil/trace.go:171","msg":"trace[1867527837] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1210; }","duration":"114.694209ms","start":"2026-06-28T19:59:50.811271Z","end":"2026-06-28T19:59:50.925965Z","steps":["trace[1867527837] 'agreement among raft nodes before linearized reading' (duration: 114.387093ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:50.926032Z","caller":"traceutil/trace.go:171","msg":"trace[856535475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1210; }","duration":"114.314831ms","start":"2026-06-28T19:59:50.811689Z","end":"2026-06-28T19:59:50.926004Z","steps":["trace[856535475] 'agreement among raft nodes before linearized reading' (duration: 113.932104ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:51.037763Z","caller":"traceutil/trace.go:171","msg":"trace[1845436131] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"106.975121ms","start":"2026-06-28T19:59:50.930736Z","end":"2026-06-28T19:59:51.037711Z","steps":["trace[1845436131] 'process raft request' (duration: 47.549566ms)","trace[1845436131] 'compare' (duration: 59.214321ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:59:51.037829Z","caller":"traceutil/trace.go:171","msg":"trace[1034602983] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"107.060912ms","start":"2026-06-28T19:59:50.930736Z","end":"2026-06-28T19:59:51.037797Z","steps":["trace[1034602983] 'process raft request' (duration: 106.897069ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:51.038031Z","caller":"traceutil/trace.go:171","msg":"trace[919842323] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"107.177264ms","start":"2026-06-28T19:59:50.930828Z","end":"2026-06-28T19:59:51.038005Z","steps":["trace[919842323] 'process raft request' (duration: 106.858018ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:52.762528Z","caller":"traceutil/trace.go:171","msg":"trace[1800249930] linearizableReadLoop","detail":"{readStateIndex:1256; appliedIndex:1255; }","duration":"100.501065ms","start":"2026-06-28T19:59:52.661997Z","end":"2026-06-28T19:59:52.762498Z","steps":["trace[1800249930] 'read index received' (duration: 100.346292ms)","trace[1800249930] 'applied index is now lower than readState.Index' (duration: 152.983µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:59:52.762679Z","caller":"traceutil/trace.go:171","msg":"trace[843289598] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"111.266123ms","start":"2026-06-28T19:59:52.651375Z","end":"2026-06-28T19:59:52.762641Z","steps":["trace[843289598] 'process raft request' (duration: 110.897066ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:52.762835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.74911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T19:59:52.763122Z","caller":"traceutil/trace.go:171","msg":"trace[1002222485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1217; }","duration":"101.013156ms","start":"2026-06-28T19:59:52.66198Z","end":"2026-06-28T19:59:52.762993Z","steps":["trace[1002222485] 'agreement among raft nodes before linearized reading' (duration: 100.69285ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:53.254039Z","caller":"traceutil/trace.go:171","msg":"trace[542902734] linearizableReadLoop","detail":"{readStateIndex:1259; appliedIndex:1258; }","duration":"251.791039ms","start":"2026-06-28T19:59:53.002208Z","end":"2026-06-28T19:59:53.253999Z","steps":["trace[542902734] 'read index received' (duration: 219.752592ms)","trace[542902734] 'applied index is now lower than readState.Index' (duration: 32.036137ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:59:53.254123Z","caller":"traceutil/trace.go:171","msg":"trace[506593444] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"273.278763ms","start":"2026-06-28T19:59:52.980791Z","end":"2026-06-28T19:59:53.25407Z","steps":["trace[506593444] 'process raft request' (duration: 241.147464ms)","trace[506593444] 'compare' (duration: 31.812113ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:59:53.254283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.033674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-06-28T19:59:53.254409Z","caller":"traceutil/trace.go:171","msg":"trace[760579496] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1220; }","duration":"252.220807ms","start":"2026-06-28T19:59:53.00215Z","end":"2026-06-28T19:59:53.254371Z","steps":["trace[760579496] 'agreement among raft nodes before linearized reading' (duration: 251.980953ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:53.254546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.903581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-28T19:59:53.254664Z","caller":"traceutil/trace.go:171","msg":"trace[32225278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1220; }","duration":"212.055773ms","start":"2026-06-28T19:59:53.04258Z","end":"2026-06-28T19:59:53.254636Z","steps":["trace[32225278] 'agreement among raft nodes before linearized reading' (duration: 211.791888ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:53.254742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.136615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-28T19:59:53.254857Z","caller":"traceutil/trace.go:171","msg":"trace[43507819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1220; }","duration":"212.278028ms","start":"2026-06-28T19:59:53.042548Z","end":"2026-06-28T19:59:53.254826Z","steps":["trace[43507819] 'agreement among raft nodes before linearized reading' (duration: 211.958892ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:53.254545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.108295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T19:59:53.255087Z","caller":"traceutil/trace.go:171","msg":"trace[971356054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1220; }","duration":"212.629794ms","start":"2026-06-28T19:59:53.042364Z","end":"2026-06-28T19:59:53.254993Z","steps":["trace[971356054] 'agreement among raft nodes before linearized reading' (duration: 212.002242ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:53.506029Z","caller":"traceutil/trace.go:171","msg":"trace[1894438742] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"176.699753ms","start":"2026-06-28T19:59:53.329299Z","end":"2026-06-28T19:59:53.505999Z","steps":["trace[1894438742] 'process raft request' (duration: 175.696443ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:54.283984Z","caller":"traceutil/trace.go:171","msg":"trace[370255028] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"220.23357ms","start":"2026-06-28T19:59:54.063719Z","end":"2026-06-28T19:59:54.283952Z","steps":["trace[370255028] 'process raft request' (duration: 219.978885ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:54.398573Z","caller":"traceutil/trace.go:171","msg":"trace[645121293] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"257.07491ms","start":"2026-06-28T19:59:54.141471Z","end":"2026-06-28T19:59:54.398546Z","steps":["trace[645121293] 'process raft request' (duration: 256.097761ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:54.398903Z","caller":"traceutil/trace.go:171","msg":"trace[1480303851] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1237; }","duration":"112.627038ms","start":"2026-06-28T19:59:54.286249Z","end":"2026-06-28T19:59:54.398876Z","steps":["trace[1480303851] 'process raft request' (duration: 112.532587ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:01.366098Z","caller":"traceutil/trace.go:171","msg":"trace[387493016] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"126.217231ms","start":"2026-06-28T20:00:01.239839Z","end":"2026-06-28T20:00:01.366056Z","steps":["trace[387493016] 'process raft request' (duration: 94.066143ms)","trace[387493016] 'compare' (duration: 31.906283ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:00:01.527819Z","caller":"traceutil/trace.go:171","msg":"trace[735949407] linearizableReadLoop","detail":"{readStateIndex:1346; appliedIndex:1344; }","duration":"155.676178ms","start":"2026-06-28T20:00:01.372114Z","end":"2026-06-28T20:00:01.52779Z","steps":["trace[735949407] 'read index received' (duration: 29.935146ms)","trace[735949407] 'applied index is now lower than readState.Index' (duration: 125.739562ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:00:01.527995Z","caller":"traceutil/trace.go:171","msg":"trace[304172214] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"156.766809ms","start":"2026-06-28T20:00:01.371172Z","end":"2026-06-28T20:00:01.527939Z","steps":["trace[304172214] 'process raft request' (duration: 156.417942ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:01.528185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.019484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/atmosphere.18bd571b0ea969d2\" ","response":"range_response_count:1 size:688"} {"level":"info","ts":"2026-06-28T20:00:01.528305Z","caller":"traceutil/trace.go:171","msg":"trace[1691596512] range","detail":"{range_begin:/registry/events/default/atmosphere.18bd571b0ea969d2; range_end:; response_count:1; response_revision:1299; }","duration":"156.211977ms","start":"2026-06-28T20:00:01.372076Z","end":"2026-06-28T20:00:01.528288Z","steps":["trace[1691596512] 'agreement among raft nodes before linearized reading' (duration: 155.872091ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:01.528348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.73545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:00:01.528423Z","caller":"traceutil/trace.go:171","msg":"trace[1887551817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1299; }","duration":"154.830661ms","start":"2026-06-28T20:00:01.373577Z","end":"2026-06-28T20:00:01.528407Z","steps":["trace[1887551817] 'agreement among raft nodes before linearized reading' (duration: 154.600927ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:01.528464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.713062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-28T20:00:01.52856Z","caller":"traceutil/trace.go:171","msg":"trace[1372772650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1299; }","duration":"149.838576ms","start":"2026-06-28T20:00:01.378698Z","end":"2026-06-28T20:00:01.528537Z","steps":["trace[1372772650] 'agreement among raft nodes before linearized reading' (duration: 149.549059ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:05.487995Z","caller":"traceutil/trace.go:171","msg":"trace[811288374] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"117.438061ms","start":"2026-06-28T20:00:05.370512Z","end":"2026-06-28T20:00:05.487951Z","steps":["trace[811288374] 'process raft request' (duration: 53.03281ms)","trace[811288374] 'compare' (duration: 64.233698ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:00:05.856324Z","caller":"traceutil/trace.go:171","msg":"trace[236112230] linearizableReadLoop","detail":"{readStateIndex:1385; appliedIndex:1384; }","duration":"363.54153ms","start":"2026-06-28T20:00:05.492748Z","end":"2026-06-28T20:00:05.85629Z","steps":["trace[236112230] 'read index received' (duration: 363.324746ms)","trace[236112230] 'applied index is now lower than readState.Index' (duration: 214.784µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:00:05.856464Z","caller":"traceutil/trace.go:171","msg":"trace[2120608011] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"364.087421ms","start":"2026-06-28T20:00:05.492324Z","end":"2026-06-28T20:00:05.856411Z","steps":["trace[2120608011] 'process raft request' (duration: 363.705263ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:05.856728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:05.492305Z","time spent":"364.296205ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:00:05.8567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.928039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-06-28T20:00:05.856731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.04391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-28T20:00:05.856808Z","caller":"traceutil/trace.go:171","msg":"trace[519472209] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1337; }","duration":"364.108842ms","start":"2026-06-28T20:00:05.492673Z","end":"2026-06-28T20:00:05.856782Z","steps":["trace[519472209] 'agreement among raft nodes before linearized reading' (duration: 363.808296ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:05.856826Z","caller":"traceutil/trace.go:171","msg":"trace[1924681983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1337; }","duration":"258.176342ms","start":"2026-06-28T20:00:05.598626Z","end":"2026-06-28T20:00:05.856802Z","steps":["trace[1924681983] 'agreement among raft nodes before linearized reading' (duration: 257.915828ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:05.856842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.69414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-06-28T20:00:05.856861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:05.492647Z","time spent":"364.202023ms","remote":"127.0.0.1:43864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-06-28T20:00:05.85687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.224092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:00:05.85691Z","caller":"traceutil/trace.go:171","msg":"trace[139324453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1337; }","duration":"314.825573ms","start":"2026-06-28T20:00:05.542064Z","end":"2026-06-28T20:00:05.856889Z","steps":["trace[139324453] 'agreement among raft nodes before linearized reading' (duration: 314.471776ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:05.856968Z","caller":"traceutil/trace.go:171","msg":"trace[422711553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1337; }","duration":"259.374484ms","start":"2026-06-28T20:00:05.597568Z","end":"2026-06-28T20:00:05.856943Z","steps":["trace[422711553] 'agreement among raft nodes before linearized reading' (duration: 259.038778ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:05.856985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:05.542047Z","time spent":"314.918434ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-28T20:00:06.04642Z","caller":"traceutil/trace.go:171","msg":"trace[496869470] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"184.382009ms","start":"2026-06-28T20:00:05.861999Z","end":"2026-06-28T20:00:06.046381Z","steps":["trace[496869470] 'process raft request' (duration: 184.284368ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:06.046492Z","caller":"traceutil/trace.go:171","msg":"trace[2046787441] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"184.498972ms","start":"2026-06-28T20:00:05.861948Z","end":"2026-06-28T20:00:06.046447Z","steps":["trace[2046787441] 'process raft request' (duration: 105.710465ms)","trace[2046787441] 'compare' (duration: 78.43449ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:00:06.046836Z","caller":"traceutil/trace.go:171","msg":"trace[1524491687] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"184.033584ms","start":"2026-06-28T20:00:05.862774Z","end":"2026-06-28T20:00:06.046808Z","steps":["trace[1524491687] 'process raft request' (duration: 183.562415ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:07.059824Z","caller":"traceutil/trace.go:171","msg":"trace[2070806105] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"178.824574ms","start":"2026-06-28T20:00:06.880677Z","end":"2026-06-28T20:00:07.059502Z","steps":["trace[2070806105] 'process raft request' (duration: 178.59173ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:10.178176Z","caller":"traceutil/trace.go:171","msg":"trace[1736813179] linearizableReadLoop","detail":"{readStateIndex:1403; appliedIndex:1402; }","duration":"305.447462ms","start":"2026-06-28T20:00:09.872698Z","end":"2026-06-28T20:00:10.178145Z","steps":["trace[1736813179] 'read index received' (duration: 240.737656ms)","trace[1736813179] 'applied index is now lower than readState.Index' (duration: 64.708686ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:00:10.178303Z","caller":"traceutil/trace.go:171","msg":"trace[149590150] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"452.722708ms","start":"2026-06-28T20:00:09.725534Z","end":"2026-06-28T20:00:10.178257Z","steps":["trace[149590150] 'process raft request' (duration: 387.89793ms)","trace[149590150] 'compare' (duration: 64.591273ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:00:10.178503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:09.725516Z","time spent":"452.87268ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4332,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:00:10.17894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.122995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-28T20:00:10.179006Z","caller":"traceutil/trace.go:171","msg":"trace[1983220875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1355; }","duration":"306.366779ms","start":"2026-06-28T20:00:09.872622Z","end":"2026-06-28T20:00:10.178989Z","steps":["trace[1983220875] 'agreement among raft nodes before linearized reading' (duration: 305.692776ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:10.179074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:09.872588Z","time spent":"306.473182ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T20:00:14.120931Z","caller":"traceutil/trace.go:171","msg":"trace[1936512038] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1381; }","duration":"118.440051ms","start":"2026-06-28T20:00:14.002456Z","end":"2026-06-28T20:00:14.120896Z","steps":["trace[1936512038] 'process raft request' (duration: 39.904469ms)","trace[1936512038] 'compare' (duration: 78.400319ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:00:16.166797Z","caller":"traceutil/trace.go:171","msg":"trace[989263154] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"195.25618ms","start":"2026-06-28T20:00:15.971509Z","end":"2026-06-28T20:00:16.166766Z","steps":["trace[989263154] 'process raft request' (duration: 195.087497ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:16.334851Z","caller":"traceutil/trace.go:171","msg":"trace[1804221523] linearizableReadLoop","detail":"{readStateIndex:1520; appliedIndex:1519; }","duration":"124.871654ms","start":"2026-06-28T20:00:16.209954Z","end":"2026-06-28T20:00:16.334826Z","steps":["trace[1804221523] 'read index received' (duration: 124.735102ms)","trace[1804221523] 'applied index is now lower than readState.Index' (duration: 135.532µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:00:16.334901Z","caller":"traceutil/trace.go:171","msg":"trace[289952039] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"157.095355ms","start":"2026-06-28T20:00:16.177774Z","end":"2026-06-28T20:00:16.334869Z","steps":["trace[289952039] 'process raft request' (duration: 156.920802ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:16.335111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.141051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:00:16.335225Z","caller":"traceutil/trace.go:171","msg":"trace[1123535342] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1470; }","duration":"125.317483ms","start":"2026-06-28T20:00:16.209888Z","end":"2026-06-28T20:00:16.335206Z","steps":["trace[1123535342] 'agreement among raft nodes before linearized reading' (duration: 125.019988ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:16.335149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.23252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-06-28T20:00:16.335438Z","caller":"traceutil/trace.go:171","msg":"trace[488823243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1470; }","duration":"115.563536ms","start":"2026-06-28T20:00:16.219861Z","end":"2026-06-28T20:00:16.335425Z","steps":["trace[488823243] 'agreement among raft nodes before linearized reading' (duration: 115.112218ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:16.335736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.676658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-06-28T20:00:16.335891Z","caller":"traceutil/trace.go:171","msg":"trace[729534281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1470; }","duration":"115.873182ms","start":"2026-06-28T20:00:16.219959Z","end":"2026-06-28T20:00:16.335832Z","steps":["trace[729534281] 'agreement among raft nodes before linearized reading' (duration: 115.404373ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:17.360239Z","caller":"traceutil/trace.go:171","msg":"trace[483213060] linearizableReadLoop","detail":"{readStateIndex:1526; appliedIndex:1525; }","duration":"244.2737ms","start":"2026-06-28T20:00:17.115938Z","end":"2026-06-28T20:00:17.360211Z","steps":["trace[483213060] 'read index received' (duration: 244.024265ms)","trace[483213060] 'applied index is now lower than readState.Index' (duration: 248.575µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:00:17.360362Z","caller":"traceutil/trace.go:171","msg":"trace[1028314911] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"244.477474ms","start":"2026-06-28T20:00:17.115846Z","end":"2026-06-28T20:00:17.360323Z","steps":["trace[1028314911] 'process raft request' (duration: 244.193419ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:17.360458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.496024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-28T20:00:17.360497Z","caller":"traceutil/trace.go:171","msg":"trace[400391872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1476; }","duration":"244.592776ms","start":"2026-06-28T20:00:17.115891Z","end":"2026-06-28T20:00:17.360484Z","steps":["trace[400391872] 'agreement among raft nodes before linearized reading' (duration: 244.427483ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:18.402515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.008559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1827"} {"level":"info","ts":"2026-06-28T20:00:18.402598Z","caller":"traceutil/trace.go:171","msg":"trace[1863011725] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1479; }","duration":"421.143392ms","start":"2026-06-28T20:00:17.981436Z","end":"2026-06-28T20:00:18.402579Z","steps":["trace[1863011725] 'range keys from in-memory index tree' (duration: 420.797845ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:18.402643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:17.981404Z","time spent":"421.225114ms","remote":"127.0.0.1:43918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1850,"request content":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" "} {"level":"info","ts":"2026-06-28T20:00:18.536893Z","caller":"traceutil/trace.go:171","msg":"trace[1936292114] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"129.282847ms","start":"2026-06-28T20:00:18.407578Z","end":"2026-06-28T20:00:18.536861Z","steps":["trace[1936292114] 'process raft request' (duration: 129.107634ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:18.541509Z","caller":"traceutil/trace.go:171","msg":"trace[1282097321] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"133.536829ms","start":"2026-06-28T20:00:18.407958Z","end":"2026-06-28T20:00:18.541495Z","steps":["trace[1282097321] 'process raft request' (duration: 133.372726ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:18.541614Z","caller":"traceutil/trace.go:171","msg":"trace[1523167326] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"133.295216ms","start":"2026-06-28T20:00:18.408309Z","end":"2026-06-28T20:00:18.541604Z","steps":["trace[1523167326] 'process raft request' (duration: 133.071601ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:18.54156Z","caller":"traceutil/trace.go:171","msg":"trace[945789900] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"129.777287ms","start":"2026-06-28T20:00:18.411741Z","end":"2026-06-28T20:00:18.541518Z","steps":["trace[945789900] 'process raft request' (duration: 129.689305ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:18.541539Z","caller":"traceutil/trace.go:171","msg":"trace[1427499828] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"133.558579ms","start":"2026-06-28T20:00:18.407915Z","end":"2026-06-28T20:00:18.541474Z","steps":["trace[1427499828] 'process raft request' (duration: 133.203173ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:35.746858Z","caller":"traceutil/trace.go:171","msg":"trace[1471571522] linearizableReadLoop","detail":"{readStateIndex:1822; appliedIndex:1821; }","duration":"248.528432ms","start":"2026-06-28T20:00:35.498295Z","end":"2026-06-28T20:00:35.746824Z","steps":["trace[1471571522] 'read index received' (duration: 248.337509ms)","trace[1471571522] 'applied index is now lower than readState.Index' (duration: 189.393µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:00:35.747057Z","caller":"traceutil/trace.go:171","msg":"trace[596332681] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"282.442744ms","start":"2026-06-28T20:00:35.464559Z","end":"2026-06-28T20:00:35.747002Z","steps":["trace[596332681] 'process raft request' (duration: 282.074478ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:35.747196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.882668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-28T20:00:35.747263Z","caller":"traceutil/trace.go:171","msg":"trace[36254631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1746; }","duration":"249.007941ms","start":"2026-06-28T20:00:35.49824Z","end":"2026-06-28T20:00:35.747248Z","steps":["trace[36254631] 'agreement among raft nodes before linearized reading' (duration: 248.760526ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:35.865152Z","caller":"traceutil/trace.go:171","msg":"trace[1321138611] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"113.26644ms","start":"2026-06-28T20:00:35.75185Z","end":"2026-06-28T20:00:35.865117Z","steps":["trace[1321138611] 'process raft request' (duration: 106.507139ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:36.230958Z","caller":"traceutil/trace.go:171","msg":"trace[1219519801] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"160.498048ms","start":"2026-06-28T20:00:36.070433Z","end":"2026-06-28T20:00:36.230931Z","steps":["trace[1219519801] 'process raft request' (duration: 160.305473ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:36.695441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.920878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:00:36.695995Z","caller":"traceutil/trace.go:171","msg":"trace[819212649] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"355.295736ms","start":"2026-06-28T20:00:36.340663Z","end":"2026-06-28T20:00:36.695958Z","steps":["trace[819212649] 'process raft request' (duration: 170.752765ms)","trace[819212649] 'compare' (duration: 183.647353ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:00:36.696024Z","caller":"traceutil/trace.go:171","msg":"trace[1248576917] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"354.571622ms","start":"2026-06-28T20:00:36.341436Z","end":"2026-06-28T20:00:36.696008Z","steps":["trace[1248576917] 'process raft request' (duration: 354.143343ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:36.696111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:36.340644Z","time spent":"355.423569ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3194,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:00:36.696129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:36.341421Z","time spent":"354.648393ms","remote":"127.0.0.1:44266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3995,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:00:36.696271Z","caller":"traceutil/trace.go:171","msg":"trace[26952764] linearizableReadLoop","detail":"{readStateIndex:1835; appliedIndex:1832; }","duration":"240.813293ms","start":"2026-06-28T20:00:36.455426Z","end":"2026-06-28T20:00:36.696239Z","steps":["trace[26952764] 'read index received' (duration: 56.053498ms)","trace[26952764] 'applied index is now lower than readState.Index' (duration: 184.757265ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:00:36.696311Z","caller":"traceutil/trace.go:171","msg":"trace[639624093] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"304.856465ms","start":"2026-06-28T20:00:36.391418Z","end":"2026-06-28T20:00:36.696274Z","steps":["trace[639624093] 'process raft request' (duration: 304.368216ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:36.696444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.008216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:00:36.696488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:36.391395Z","time spent":"304.994228ms","remote":"127.0.0.1:43918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:00:36.696507Z","caller":"traceutil/trace.go:171","msg":"trace[1315612092] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1758; }","duration":"241.116138ms","start":"2026-06-28T20:00:36.455376Z","end":"2026-06-28T20:00:36.696492Z","steps":["trace[1315612092] 'agreement among raft nodes before linearized reading' (duration: 240.961186ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:36.861694Z","caller":"traceutil/trace.go:171","msg":"trace[47831883] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"160.10904ms","start":"2026-06-28T20:00:36.701539Z","end":"2026-06-28T20:00:36.861649Z","steps":["trace[47831883] 'process raft request' (duration: 104.423968ms)","trace[47831883] 'compare' (duration: 55.485868ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:00:36.861996Z","caller":"traceutil/trace.go:171","msg":"trace[45290334] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"158.424797ms","start":"2026-06-28T20:00:36.703534Z","end":"2026-06-28T20:00:36.861959Z","steps":["trace[45290334] 'process raft request' (duration: 158.139032ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:36.862095Z","caller":"traceutil/trace.go:171","msg":"trace[794213640] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"160.072009ms","start":"2026-06-28T20:00:36.701779Z","end":"2026-06-28T20:00:36.861851Z","steps":["trace[794213640] 'process raft request' (duration: 159.787464ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:36.862248Z","caller":"traceutil/trace.go:171","msg":"trace[1281437010] linearizableReadLoop","detail":"{readStateIndex:1842; appliedIndex:1835; }","duration":"157.295995ms","start":"2026-06-28T20:00:36.704931Z","end":"2026-06-28T20:00:36.862227Z","steps":["trace[1281437010] 'read index received' (duration: 11.4631ms)","trace[1281437010] 'applied index is now lower than readState.Index' (duration: 145.830985ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:00:36.862272Z","caller":"traceutil/trace.go:171","msg":"trace[602440969] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"158.434319ms","start":"2026-06-28T20:00:36.703827Z","end":"2026-06-28T20:00:36.862262Z","steps":["trace[602440969] 'process raft request' (duration: 158.100822ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:36.862281Z","caller":"traceutil/trace.go:171","msg":"trace[1504604123] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"158.393497ms","start":"2026-06-28T20:00:36.703865Z","end":"2026-06-28T20:00:36.862258Z","steps":["trace[1504604123] 'process raft request' (duration: 158.291685ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:36.861993Z","caller":"traceutil/trace.go:171","msg":"trace[1444081346] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"159.879586ms","start":"2026-06-28T20:00:36.701833Z","end":"2026-06-28T20:00:36.861713Z","steps":["trace[1444081346] 'process raft request' (duration: 159.788514ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:36.862522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.571122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4010"} {"level":"info","ts":"2026-06-28T20:00:36.862582Z","caller":"traceutil/trace.go:171","msg":"trace[1535573479] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:1765; }","duration":"157.676434ms","start":"2026-06-28T20:00:36.704888Z","end":"2026-06-28T20:00:36.862564Z","steps":["trace[1535573479] 'agreement among raft nodes before linearized reading' (duration: 157.433319ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:36.874699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.782864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:3 size:210555"} {"level":"info","ts":"2026-06-28T20:00:36.874769Z","caller":"traceutil/trace.go:171","msg":"trace[445693864] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:3; response_revision:1766; }","duration":"118.885417ms","start":"2026-06-28T20:00:36.755868Z","end":"2026-06-28T20:00:36.874754Z","steps":["trace[445693864] 'agreement among raft nodes before linearized reading' (duration: 118.351937ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:39.938777Z","caller":"traceutil/trace.go:171","msg":"trace[1676681059] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"167.199097ms","start":"2026-06-28T20:00:39.771549Z","end":"2026-06-28T20:00:39.938749Z","steps":["trace[1676681059] 'process raft request' (duration: 167.036534ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:40.007857Z","caller":"traceutil/trace.go:171","msg":"trace[681723685] linearizableReadLoop","detail":"{readStateIndex:1870; appliedIndex:1868; }","duration":"127.707677ms","start":"2026-06-28T20:00:39.880125Z","end":"2026-06-28T20:00:40.007832Z","steps":["trace[681723685] 'read index received' (duration: 58.468475ms)","trace[681723685] 'applied index is now lower than readState.Index' (duration: 69.238092ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:00:40.007988Z","caller":"traceutil/trace.go:171","msg":"trace[741520049] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"182.495561ms","start":"2026-06-28T20:00:39.825481Z","end":"2026-06-28T20:00:40.007976Z","steps":["trace[741520049] 'process raft request' (duration: 182.214816ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:40.008243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.108284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-28T20:00:40.008317Z","caller":"traceutil/trace.go:171","msg":"trace[1959991186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1793; }","duration":"128.217786ms","start":"2026-06-28T20:00:39.880082Z","end":"2026-06-28T20:00:40.0083Z","steps":["trace[1959991186] 'agreement among raft nodes before linearized reading' (duration: 128.032452ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:40.129477Z","caller":"traceutil/trace.go:171","msg":"trace[598431496] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"121.238783ms","start":"2026-06-28T20:00:40.008216Z","end":"2026-06-28T20:00:40.129455Z","steps":["trace[598431496] 'process raft request' (duration: 121.06019ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:40.132251Z","caller":"traceutil/trace.go:171","msg":"trace[315952061] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"119.926317ms","start":"2026-06-28T20:00:40.012292Z","end":"2026-06-28T20:00:40.132218Z","steps":["trace[315952061] 'process raft request' (duration: 119.741684ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:40.132261Z","caller":"traceutil/trace.go:171","msg":"trace[427779148] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"119.399237ms","start":"2026-06-28T20:00:40.012834Z","end":"2026-06-28T20:00:40.132233Z","steps":["trace[427779148] 'process raft request' (duration: 119.302805ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:40.642046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.218014ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-28T20:00:40.642615Z","caller":"traceutil/trace.go:171","msg":"trace[841956059] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"288.102843ms","start":"2026-06-28T20:00:40.354482Z","end":"2026-06-28T20:00:40.642584Z","steps":["trace[841956059] 'process raft request' (duration: 287.634764ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:40.90245Z","caller":"traceutil/trace.go:171","msg":"trace[611209438] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"109.472806ms","start":"2026-06-28T20:00:40.792955Z","end":"2026-06-28T20:00:40.902428Z","steps":["trace[611209438] 'process raft request' (duration: 109.285013ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:43.28597Z","caller":"traceutil/trace.go:171","msg":"trace[2016970509] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"328.699333ms","start":"2026-06-28T20:00:42.957235Z","end":"2026-06-28T20:00:43.285934Z","steps":["trace[2016970509] 'process raft request' (duration: 328.552451ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:43.286117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:42.957212Z","time spent":"328.834795ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:00:43.286415Z","caller":"traceutil/trace.go:171","msg":"trace[1870138435] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"329.146522ms","start":"2026-06-28T20:00:42.95726Z","end":"2026-06-28T20:00:43.286407Z","steps":["trace[1870138435] 'process raft request' (duration: 328.643532ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:43.286472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:42.957241Z","time spent":"329.199313ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:00:43.328905Z","caller":"traceutil/trace.go:171","msg":"trace[33061798] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"371.428926ms","start":"2026-06-28T20:00:42.957452Z","end":"2026-06-28T20:00:43.328881Z","steps":["trace[33061798] 'process raft request' (duration: 371.287993ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:43.329096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:42.957443Z","time spent":"371.564238ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:00:47.150901Z","caller":"traceutil/trace.go:171","msg":"trace[266577615] linearizableReadLoop","detail":"{readStateIndex:1905; appliedIndex:1904; }","duration":"134.214512ms","start":"2026-06-28T20:00:47.016666Z","end":"2026-06-28T20:00:47.15088Z","steps":["trace[266577615] 'read index received' (duration: 133.994558ms)","trace[266577615] 'applied index is now lower than readState.Index' (duration: 219.024µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:00:47.150977Z","caller":"traceutil/trace.go:171","msg":"trace[1637454814] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"235.157734ms","start":"2026-06-28T20:00:46.915798Z","end":"2026-06-28T20:00:47.150956Z","steps":["trace[1637454814] 'process raft request' (duration: 234.91425ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:47.15117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.475547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-28T20:00:47.151277Z","caller":"traceutil/trace.go:171","msg":"trace[744354363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1826; }","duration":"134.61188ms","start":"2026-06-28T20:00:47.016628Z","end":"2026-06-28T20:00:47.15124Z","steps":["trace[744354363] 'agreement among raft nodes before linearized reading' (duration: 134.348975ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:47.280439Z","caller":"traceutil/trace.go:171","msg":"trace[796262332] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"124.612387ms","start":"2026-06-28T20:00:47.15581Z","end":"2026-06-28T20:00:47.280422Z","steps":["trace[796262332] 'process raft request' (duration: 87.543715ms)","trace[796262332] 'compare' (duration: 36.95936ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:00:47.557436Z","caller":"traceutil/trace.go:171","msg":"trace[1101434879] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"252.894425ms","start":"2026-06-28T20:00:47.304511Z","end":"2026-06-28T20:00:47.557406Z","steps":["trace[1101434879] 'process raft request' (duration: 217.944773ms)","trace[1101434879] 'compare' (duration: 34.718818ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:00:47.559368Z","caller":"traceutil/trace.go:171","msg":"trace[408856749] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"252.553149ms","start":"2026-06-28T20:00:47.30679Z","end":"2026-06-28T20:00:47.559343Z","steps":["trace[408856749] 'process raft request' (duration: 252.373505ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:47.559568Z","caller":"traceutil/trace.go:171","msg":"trace[36750474] linearizableReadLoop","detail":"{readStateIndex:1908; appliedIndex:1906; }","duration":"146.895446ms","start":"2026-06-28T20:00:47.412606Z","end":"2026-06-28T20:00:47.559501Z","steps":["trace[36750474] 'read index received' (duration: 109.870553ms)","trace[36750474] 'applied index is now lower than readState.Index' (duration: 37.023293ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:00:47.559809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.207832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-28T20:00:47.559892Z","caller":"traceutil/trace.go:171","msg":"trace[1658613881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1830; }","duration":"147.336304ms","start":"2026-06-28T20:00:47.412504Z","end":"2026-06-28T20:00:47.559841Z","steps":["trace[1658613881] 'agreement among raft nodes before linearized reading' (duration: 147.185471ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:51.455752Z","caller":"traceutil/trace.go:171","msg":"trace[2111508079] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"157.183324ms","start":"2026-06-28T20:00:51.298536Z","end":"2026-06-28T20:00:51.45572Z","steps":["trace[2111508079] 'process raft request' (duration: 156.98249ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:52.437015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.851062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-28T20:00:52.437116Z","caller":"traceutil/trace.go:171","msg":"trace[1006131053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1852; }","duration":"861.005215ms","start":"2026-06-28T20:00:51.57609Z","end":"2026-06-28T20:00:52.437096Z","steps":["trace[1006131053] 'range keys from in-memory index tree' (duration: 860.684849ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:52.4371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.494333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-06-28T20:00:52.437166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:51.57607Z","time spent":"861.086466ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T20:00:52.437188Z","caller":"traceutil/trace.go:171","msg":"trace[347657428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1852; }","duration":"824.649565ms","start":"2026-06-28T20:00:51.612516Z","end":"2026-06-28T20:00:52.437165Z","steps":["trace[347657428] 'range keys from in-memory index tree' (duration: 824.254048ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:52.437183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.980484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:35 size:29821"} {"level":"warn","ts":"2026-06-28T20:00:52.437234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:51.612497Z","time spent":"824.727127ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-28T20:00:52.437249Z","caller":"traceutil/trace.go:171","msg":"trace[230407049] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:35; response_revision:1852; }","duration":"533.098475ms","start":"2026-06-28T20:00:51.904135Z","end":"2026-06-28T20:00:52.437234Z","steps":["trace[230407049] 'range keys from in-memory index tree' (duration: 532.645188ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:52.437295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:51.904115Z","time spent":"533.169077ms","remote":"127.0.0.1:44318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":35,"response size":29844,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-06-28T20:00:52.437326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.27204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-28T20:00:52.437232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.769113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:00:52.437359Z","caller":"traceutil/trace.go:171","msg":"trace[990180586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1852; }","duration":"861.334812ms","start":"2026-06-28T20:00:51.576013Z","end":"2026-06-28T20:00:52.437348Z","steps":["trace[990180586] 'range keys from in-memory index tree' (duration: 861.146297ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:52.437384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:51.575997Z","time spent":"861.381933ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:00:52.437384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.943525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:00:52.437385Z","caller":"traceutil/trace.go:171","msg":"trace[1305645136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1852; }","duration":"776.950308ms","start":"2026-06-28T20:00:51.660424Z","end":"2026-06-28T20:00:52.437374Z","steps":["trace[1305645136] 'range keys from in-memory index tree' (duration: 776.713892ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:52.437445Z","caller":"traceutil/trace.go:171","msg":"trace[244015600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1852; }","duration":"518.021126ms","start":"2026-06-28T20:00:51.9194Z","end":"2026-06-28T20:00:52.437421Z","steps":["trace[244015600] 'count revisions from in-memory index tree' (duration: 517.858373ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:52.437468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:51.660413Z","time spent":"777.048619ms","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:00:52.437486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:51.919377Z","time spent":"518.099188ms","remote":"127.0.0.1:41638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:00:52.437435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.333971ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:00:52.437318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.940424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:00:52.437583Z","caller":"traceutil/trace.go:171","msg":"trace[610446062] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1852; }","duration":"389.506134ms","start":"2026-06-28T20:00:52.048051Z","end":"2026-06-28T20:00:52.437557Z","steps":["trace[610446062] 'range keys from in-memory index tree' (duration: 389.314961ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:52.437611Z","caller":"traceutil/trace.go:171","msg":"trace[1241837234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1852; }","duration":"518.286411ms","start":"2026-06-28T20:00:51.91931Z","end":"2026-06-28T20:00:52.437596Z","steps":["trace[1241837234] 'range keys from in-memory index tree' (duration: 517.859002ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:52.437642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:51.919294Z","time spent":"518.336873ms","remote":"127.0.0.1:41638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 "} {"level":"warn","ts":"2026-06-28T20:00:52.437664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.942605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:00:52.437695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.706704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:00:52.437772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.51448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:00:52.437807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.913908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:00:52.437806Z","caller":"traceutil/trace.go:171","msg":"trace[48795409] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1852; }","duration":"500.576921ms","start":"2026-06-28T20:00:51.93722Z","end":"2026-06-28T20:00:52.437797Z","steps":["trace[48795409] 'range keys from in-memory index tree' (duration: 500.443099ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:52.437811Z","caller":"traceutil/trace.go:171","msg":"trace[1825622640] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1852; }","duration":"500.883697ms","start":"2026-06-28T20:00:51.936902Z","end":"2026-06-28T20:00:52.437786Z","steps":["trace[1825622640] 'range keys from in-memory index tree' (duration: 500.569561ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:52.437842Z","caller":"traceutil/trace.go:171","msg":"trace[1534179797] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1852; }","duration":"500.950738ms","start":"2026-06-28T20:00:51.93688Z","end":"2026-06-28T20:00:52.437831Z","steps":["trace[1534179797] 'count revisions from in-memory index tree' (duration: 500.776755ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:52.437847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:51.937209Z","time spent":"500.630532ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:500 "} {"level":"warn","ts":"2026-06-28T20:00:52.437865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:51.936862Z","time spent":"500.996629ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:00:52.437867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:51.936872Z","time spent":"500.983049ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 "} {"level":"info","ts":"2026-06-28T20:00:52.437919Z","caller":"traceutil/trace.go:171","msg":"trace[948804813] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"348.100188ms","start":"2026-06-28T20:00:52.089802Z","end":"2026-06-28T20:00:52.437902Z","steps":["trace[948804813] 'process raft request' (duration: 343.488399ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:52.437749Z","caller":"traceutil/trace.go:171","msg":"trace[1245419096] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1852; }","duration":"518.060447ms","start":"2026-06-28T20:00:51.919663Z","end":"2026-06-28T20:00:52.437724Z","steps":["trace[1245419096] 'range keys from in-memory index tree' (duration: 517.876463ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:52.437987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:51.919648Z","time spent":"518.324732ms","remote":"127.0.0.1:41638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:500 "} {"level":"warn","ts":"2026-06-28T20:00:52.437659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.1077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-06-28T20:00:52.438073Z","caller":"traceutil/trace.go:171","msg":"trace[1042834225] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1852; }","duration":"659.58587ms","start":"2026-06-28T20:00:51.778477Z","end":"2026-06-28T20:00:52.438063Z","steps":["trace[1042834225] 'range keys from in-memory index tree' (duration: 658.835826ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:52.438113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:51.778458Z","time spent":"659.64518ms","remote":"127.0.0.1:43596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4018,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-28T20:00:52.43884Z","caller":"traceutil/trace.go:171","msg":"trace[1525269643] linearizableReadLoop","detail":"{readStateIndex:1934; appliedIndex:1932; }","duration":"137.149538ms","start":"2026-06-28T20:00:52.301652Z","end":"2026-06-28T20:00:52.438801Z","steps":["trace[1525269643] 'read index received' (duration: 131.659062ms)","trace[1525269643] 'applied index is now lower than readState.Index' (duration: 5.489356ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:00:52.438876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:52.08977Z","time spent":"348.200969ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:00:52.439051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.475869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-06-28T20:00:52.439084Z","caller":"traceutil/trace.go:171","msg":"trace[177398492] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1854; }","duration":"119.54444ms","start":"2026-06-28T20:00:52.319531Z","end":"2026-06-28T20:00:52.439076Z","steps":["trace[177398492] 'agreement among raft nodes before linearized reading' (duration: 119.445819ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:52.439076Z","caller":"traceutil/trace.go:171","msg":"trace[1397292280] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"147.07643ms","start":"2026-06-28T20:00:52.291865Z","end":"2026-06-28T20:00:52.438941Z","steps":["trace[1397292280] 'process raft request' (duration: 146.839245ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:52.439228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.502995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-28T20:00:52.439327Z","caller":"traceutil/trace.go:171","msg":"trace[1286050841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1854; }","duration":"137.697409ms","start":"2026-06-28T20:00:52.301617Z","end":"2026-06-28T20:00:52.439314Z","steps":["trace[1286050841] 'agreement among raft nodes before linearized reading' (duration: 137.330222ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:55.669002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702030977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:00:56.170147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702030977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:00:56.67054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702030977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:00:57.171321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702030977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:00:57.611765Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.635191778s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T20:00:57.612042Z","caller":"traceutil/trace.go:171","msg":"trace[271787721] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"2.635582366s","start":"2026-06-28T20:00:54.97644Z","end":"2026-06-28T20:00:57.612023Z","steps":["trace[271787721] 'process raft request' (duration: 2.635468503s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:57.612144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:54.976409Z","time spent":"2.635678887s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:00:57.662096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00014912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:00:57.662181Z","caller":"traceutil/trace.go:171","msg":"trace[736213178] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272582s","start":"2026-06-28T20:00:55.661893Z","end":"2026-06-28T20:00:57.662166Z","steps":["trace[736213178] 'agreement among raft nodes before linearized reading' (duration: 2.000184521s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:57.662221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:55.661875Z","time spent":"2.000338303s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:00:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:00:58.709093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.097135808s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T20:00:58.709476Z","caller":"traceutil/trace.go:171","msg":"trace[1624269114] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"3.643723111s","start":"2026-06-28T20:00:55.065729Z","end":"2026-06-28T20:00:58.709452Z","steps":["trace[1624269114] 'process raft request' (duration: 3.643522497s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:58.7096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:55.065716Z","time spent":"3.643805582s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:00:58.709808Z","caller":"traceutil/trace.go:171","msg":"trace[1210870968] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"2.256716806s","start":"2026-06-28T20:00:56.453064Z","end":"2026-06-28T20:00:58.709781Z","steps":["trace[1210870968] 'process raft request' (duration: 2.256340679s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:58.709936Z","caller":"traceutil/trace.go:171","msg":"trace[623098762] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"2.181761075s","start":"2026-06-28T20:00:56.528163Z","end":"2026-06-28T20:00:58.709924Z","steps":["trace[623098762] 'process raft request' (duration: 2.181618622s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:58.709968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:56.453035Z","time spent":"2.256852559s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:00:58.710017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:56.528148Z","time spent":"2.181836297s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:00:58.710016Z","caller":"traceutil/trace.go:171","msg":"trace[1419520418] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"2.255624106s","start":"2026-06-28T20:00:56.454354Z","end":"2026-06-28T20:00:58.709978Z","steps":["trace[1419520418] 'process raft request' (duration: 2.255331689s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:58.709921Z","caller":"traceutil/trace.go:171","msg":"trace[1951548006] linearizableReadLoop","detail":"{readStateIndex:2018; appliedIndex:2014; }","duration":"3.541297281s","start":"2026-06-28T20:00:55.168605Z","end":"2026-06-28T20:00:58.709903Z","steps":["trace[1951548006] 'read index received' (duration: 2.44352095s)","trace[1951548006] 'applied index is now lower than readState.Index' (duration: 1.097775441s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:00:58.710093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.541486485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27d20d20-a325-45df-9b27-ba04f9951b7e\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-06-28T20:00:58.7101Z","caller":"traceutil/trace.go:171","msg":"trace[781192162] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"1.192615615s","start":"2026-06-28T20:00:57.517464Z","end":"2026-06-28T20:00:58.710079Z","steps":["trace[781192162] 'process raft request' (duration: 1.19239415s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:58.710141Z","caller":"traceutil/trace.go:171","msg":"trace[1957240645] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-27d20d20-a325-45df-9b27-ba04f9951b7e; range_end:; response_count:1; response_revision:1939; }","duration":"3.541577307s","start":"2026-06-28T20:00:55.168548Z","end":"2026-06-28T20:00:58.710126Z","steps":["trace[1957240645] 'agreement among raft nodes before linearized reading' (duration: 3.541420574s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:58.710199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:56.454329Z","time spent":"2.25576578s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:00:58.710212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:57.517439Z","time spent":"1.192702797s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:00:58.710263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.38845675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-28T20:00:58.7103Z","caller":"traceutil/trace.go:171","msg":"trace[454318329] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1939; }","duration":"3.388535122s","start":"2026-06-28T20:00:55.321754Z","end":"2026-06-28T20:00:58.710289Z","steps":["trace[454318329] 'agreement among raft nodes before linearized reading' (duration: 3.388386199s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:58.710323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261774703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:00:58.710328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:55.321733Z","time spent":"3.388588412s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:00:58.710326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.24800018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:00:58.710357Z","caller":"traceutil/trace.go:171","msg":"trace[26153442] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1939; }","duration":"3.261832335s","start":"2026-06-28T20:00:55.448512Z","end":"2026-06-28T20:00:58.710344Z","steps":["trace[26153442] 'agreement among raft nodes before linearized reading' (duration: 3.261780814s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:58.710367Z","caller":"traceutil/trace.go:171","msg":"trace[1412800972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1939; }","duration":"2.248039981s","start":"2026-06-28T20:00:56.462316Z","end":"2026-06-28T20:00:58.710356Z","steps":["trace[1412800972] 'agreement among raft nodes before linearized reading' (duration: 2.247933209s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:58.710391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:55.448467Z","time spent":"3.261915366s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:00:58.710396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:56.462276Z","time spent":"2.248113343s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:00:58.710405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092607242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27d20d20-a325-45df-9b27-ba04f9951b7e\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-06-28T20:00:58.710416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.241205137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-06-28T20:00:58.710449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.249908204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-28T20:00:58.710511Z","caller":"traceutil/trace.go:171","msg":"trace[566996496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1939; }","duration":"3.241327369s","start":"2026-06-28T20:00:55.469159Z","end":"2026-06-28T20:00:58.710487Z","steps":["trace[566996496] 'agreement among raft nodes before linearized reading' (duration: 3.241093245s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:58.710476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252847963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-06-28T20:00:58.710511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047970323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:00:58.710562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095298263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:00:58.710548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250413486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-28T20:00:58.710585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:55.469148Z","time spent":"3.241411942s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-28T20:00:58.710593Z","caller":"traceutil/trace.go:171","msg":"trace[593146971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1939; }","duration":"2.252967845s","start":"2026-06-28T20:00:56.457608Z","end":"2026-06-28T20:00:58.710576Z","steps":["trace[593146971] 'agreement among raft nodes before linearized reading' (duration: 2.252739481s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:58.710603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611747338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:00:58.710603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.692267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-06-28T20:00:58.710615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:55.168526Z","time spent":"3.541659148s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27d20d20-a325-45df-9b27-ba04f9951b7e\" "} {"level":"info","ts":"2026-06-28T20:00:58.710649Z","caller":"traceutil/trace.go:171","msg":"trace[491196595] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1939; }","duration":"1.61184029s","start":"2026-06-28T20:00:57.098795Z","end":"2026-06-28T20:00:58.710635Z","steps":["trace[491196595] 'agreement among raft nodes before linearized reading' (duration: 1.611763119s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:58.710645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:56.457557Z","time spent":"2.253074667s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T20:00:58.710661Z","caller":"traceutil/trace.go:171","msg":"trace[1437103016] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1939; }","duration":"928.783528ms","start":"2026-06-28T20:00:57.781862Z","end":"2026-06-28T20:00:58.710646Z","steps":["trace[1437103016] 'agreement among raft nodes before linearized reading' (duration: 928.624055ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:58.710683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:57.098769Z","time spent":"1.611905812s","remote":"127.0.0.1:50196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:00:58.710706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:57.781839Z","time spent":"928.85613ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-28T20:00:58.710734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248046861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-06-28T20:00:58.710455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.386716227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-28T20:00:58.710766Z","caller":"traceutil/trace.go:171","msg":"trace[27864312] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1939; }","duration":"2.248095861s","start":"2026-06-28T20:00:56.462658Z","end":"2026-06-28T20:00:58.710754Z","steps":["trace[27864312] 'agreement among raft nodes before linearized reading' (duration: 2.24800779s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:58.710775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248458629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-06-28T20:00:58.710793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:56.462652Z","time spent":"2.248134783s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-28T20:00:58.710454Z","caller":"traceutil/trace.go:171","msg":"trace[1352041640] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-27d20d20-a325-45df-9b27-ba04f9951b7e; range_end:; response_count:1; response_revision:1939; }","duration":"1.092689343s","start":"2026-06-28T20:00:57.617749Z","end":"2026-06-28T20:00:58.710439Z","steps":["trace[1352041640] 'agreement among raft nodes before linearized reading' (duration: 1.092531711s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:58.710812Z","caller":"traceutil/trace.go:171","msg":"trace[364069417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1939; }","duration":"2.24852728s","start":"2026-06-28T20:00:56.462275Z","end":"2026-06-28T20:00:58.710802Z","steps":["trace[364069417] 'agreement among raft nodes before linearized reading' (duration: 2.248418018s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:58.710832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:57.617732Z","time spent":"1.093088271s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27d20d20-a325-45df-9b27-ba04f9951b7e\" "} {"level":"info","ts":"2026-06-28T20:00:58.710837Z","caller":"traceutil/trace.go:171","msg":"trace[90842433] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1939; }","duration":"3.250317442s","start":"2026-06-28T20:00:55.460503Z","end":"2026-06-28T20:00:58.710821Z","steps":["trace[90842433] 'agreement among raft nodes before linearized reading' (duration: 3.249824242s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:58.710858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:56.462261Z","time spent":"2.248590731s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-28T20:00:58.710788Z","caller":"traceutil/trace.go:171","msg":"trace[1722490766] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1939; }","duration":"3.387061913s","start":"2026-06-28T20:00:55.323715Z","end":"2026-06-28T20:00:58.710777Z","steps":["trace[1722490766] 'agreement among raft nodes before linearized reading' (duration: 3.386686066s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:58.710874Z","caller":"traceutil/trace.go:171","msg":"trace[18324020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1939; }","duration":"1.048346919s","start":"2026-06-28T20:00:57.66251Z","end":"2026-06-28T20:00:58.710857Z","steps":["trace[18324020] 'agreement among raft nodes before linearized reading' (duration: 1.047970012s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:58.710933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:57.662501Z","time spent":"1.04841896s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:00:58.710931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:55.323706Z","time spent":"3.387207986s","remote":"127.0.0.1:43864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-06-28T20:00:58.710885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:55.460492Z","time spent":"3.250379514s","remote":"127.0.0.1:43596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-28T20:00:58.710595Z","caller":"traceutil/trace.go:171","msg":"trace[1873434012] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1939; }","duration":"1.095372494s","start":"2026-06-28T20:00:57.615211Z","end":"2026-06-28T20:00:58.710584Z","steps":["trace[1873434012] 'agreement among raft nodes before linearized reading' (duration: 1.095318983s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:58.711396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:57.615191Z","time spent":"1.096134398s","remote":"127.0.0.1:55304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:00:58.710616Z","caller":"traceutil/trace.go:171","msg":"trace[655949980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1939; }","duration":"2.250494667s","start":"2026-06-28T20:00:56.460103Z","end":"2026-06-28T20:00:58.710598Z","steps":["trace[655949980] 'agreement among raft nodes before linearized reading' (duration: 2.250243243s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:58.711767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:56.460059Z","time spent":"2.251675241s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-28T20:00:59.103059Z","caller":"traceutil/trace.go:171","msg":"trace[1714386150] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"107.411815ms","start":"2026-06-28T20:00:58.995585Z","end":"2026-06-28T20:00:59.102997Z","steps":["trace[1714386150] 'process raft request' (duration: 107.045479ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:00.823893Z","caller":"traceutil/trace.go:171","msg":"trace[296371201] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"108.328954ms","start":"2026-06-28T20:01:00.71553Z","end":"2026-06-28T20:01:00.823859Z","steps":["trace[296371201] 'process raft request' (duration: 96.354074ms)","trace[296371201] 'compare' (duration: 11.656854ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:01:00.823942Z","caller":"traceutil/trace.go:171","msg":"trace[1387657941] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"106.473378ms","start":"2026-06-28T20:01:00.717442Z","end":"2026-06-28T20:01:00.823915Z","steps":["trace[1387657941] 'process raft request' (duration: 106.319285ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:06.90068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.639333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:01:06.900733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.783169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:01:06.900818Z","caller":"traceutil/trace.go:171","msg":"trace[1061635701] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2027; }","duration":"350.892042ms","start":"2026-06-28T20:01:06.549909Z","end":"2026-06-28T20:01:06.900801Z","steps":["trace[1061635701] 'count revisions from in-memory index tree' (duration: 350.638615ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:06.900851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:06.549849Z","time spent":"350.993553ms","remote":"127.0.0.1:56540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:01:06.900761Z","caller":"traceutil/trace.go:171","msg":"trace[279812481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2027; }","duration":"236.787497ms","start":"2026-06-28T20:01:06.663955Z","end":"2026-06-28T20:01:06.900743Z","steps":["trace[279812481] 'range keys from in-memory index tree' (duration: 236.558311ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:06.972417Z","caller":"traceutil/trace.go:171","msg":"trace[959356622] linearizableReadLoop","detail":"{readStateIndex:2111; appliedIndex:2110; }","duration":"201.617649ms","start":"2026-06-28T20:01:06.770773Z","end":"2026-06-28T20:01:06.972391Z","steps":["trace[959356622] 'read index received' (duration: 201.332373ms)","trace[959356622] 'applied index is now lower than readState.Index' (duration: 284.096µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:01:06.972563Z","caller":"traceutil/trace.go:171","msg":"trace[1947939751] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"229.879483ms","start":"2026-06-28T20:01:06.742667Z","end":"2026-06-28T20:01:06.972547Z","steps":["trace[1947939751] 'process raft request' (duration: 229.529676ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:06.972844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.045896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:01:06.972931Z","caller":"traceutil/trace.go:171","msg":"trace[2010907026] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2028; }","duration":"202.155828ms","start":"2026-06-28T20:01:06.770753Z","end":"2026-06-28T20:01:06.972909Z","steps":["trace[2010907026] 'agreement among raft nodes before linearized reading' (duration: 201.923174ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:06.974551Z","caller":"traceutil/trace.go:171","msg":"trace[1504561793] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"119.323325ms","start":"2026-06-28T20:01:06.855209Z","end":"2026-06-28T20:01:06.974532Z","steps":["trace[1504561793] 'process raft request' (duration: 119.078831ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:06.974577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.651199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-28T20:01:06.974627Z","caller":"traceutil/trace.go:171","msg":"trace[1238290500] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2030; }","duration":"110.71637ms","start":"2026-06-28T20:01:06.863894Z","end":"2026-06-28T20:01:06.974611Z","steps":["trace[1238290500] 'agreement among raft nodes before linearized reading' (duration: 110.504056ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:06.974641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.068905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-28T20:01:06.974741Z","caller":"traceutil/trace.go:171","msg":"trace[1490610012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2030; }","duration":"100.223118ms","start":"2026-06-28T20:01:06.87449Z","end":"2026-06-28T20:01:06.974713Z","steps":["trace[1490610012] 'agreement among raft nodes before linearized reading' (duration: 99.951293ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:06.974762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.544342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-06-28T20:01:06.974796Z","caller":"traceutil/trace.go:171","msg":"trace[1463678788] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2030; }","duration":"102.590423ms","start":"2026-06-28T20:01:06.872195Z","end":"2026-06-28T20:01:06.974785Z","steps":["trace[1463678788] 'agreement among raft nodes before linearized reading' (duration: 102.505961ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:06.974922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.409818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:01:06.974953Z","caller":"traceutil/trace.go:171","msg":"trace[829924449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2030; }","duration":"104.46834ms","start":"2026-06-28T20:01:06.870477Z","end":"2026-06-28T20:01:06.974945Z","steps":["trace[829924449] 'agreement among raft nodes before linearized reading' (duration: 104.389138ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:06.974967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.857768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-28T20:01:06.975084Z","caller":"traceutil/trace.go:171","msg":"trace[996673262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2030; }","duration":"104.004391ms","start":"2026-06-28T20:01:06.871062Z","end":"2026-06-28T20:01:06.975066Z","steps":["trace[996673262] 'agreement among raft nodes before linearized reading' (duration: 103.762726ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:06.975164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.294444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-28T20:01:06.975205Z","caller":"traceutil/trace.go:171","msg":"trace[1812862436] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2030; }","duration":"108.348666ms","start":"2026-06-28T20:01:06.866844Z","end":"2026-06-28T20:01:06.975193Z","steps":["trace[1812862436] 'agreement among raft nodes before linearized reading' (duration: 108.253224ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:06.975298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.231606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-28T20:01:06.974914Z","caller":"traceutil/trace.go:171","msg":"trace[1974996023] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"118.440388ms","start":"2026-06-28T20:01:06.856454Z","end":"2026-06-28T20:01:06.974894Z","steps":["trace[1974996023] 'process raft request' (duration: 117.903628ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:06.975345Z","caller":"traceutil/trace.go:171","msg":"trace[167062939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2030; }","duration":"103.292437ms","start":"2026-06-28T20:01:06.87204Z","end":"2026-06-28T20:01:06.975333Z","steps":["trace[167062939] 'agreement among raft nodes before linearized reading' (duration: 103.171415ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:13.27265Z","caller":"traceutil/trace.go:171","msg":"trace[355150630] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"277.837374ms","start":"2026-06-28T20:01:12.994788Z","end":"2026-06-28T20:01:13.272626Z","steps":["trace[355150630] 'process raft request' (duration: 277.646541ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:13.283121Z","caller":"traceutil/trace.go:171","msg":"trace[1845360039] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"286.200487ms","start":"2026-06-28T20:01:12.996897Z","end":"2026-06-28T20:01:13.283098Z","steps":["trace[1845360039] 'process raft request' (duration: 286.016113ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:13.28329Z","caller":"traceutil/trace.go:171","msg":"trace[889766435] linearizableReadLoop","detail":"{readStateIndex:2148; appliedIndex:2145; }","duration":"262.48302ms","start":"2026-06-28T20:01:13.020784Z","end":"2026-06-28T20:01:13.283267Z","steps":["trace[889766435] 'read index received' (duration: 251.696112ms)","trace[889766435] 'applied index is now lower than readState.Index' (duration: 10.784198ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:01:13.283355Z","caller":"traceutil/trace.go:171","msg":"trace[795534012] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"285.967552ms","start":"2026-06-28T20:01:12.997345Z","end":"2026-06-28T20:01:13.283313Z","steps":["trace[795534012] 'process raft request' (duration: 285.706677ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:13.283537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.742464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-06-28T20:01:13.283573Z","caller":"traceutil/trace.go:171","msg":"trace[692075012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2065; }","duration":"262.824176ms","start":"2026-06-28T20:01:13.020736Z","end":"2026-06-28T20:01:13.283561Z","steps":["trace[692075012] 'agreement among raft nodes before linearized reading' (duration: 262.645243ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:13.283681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.094318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-06-28T20:01:13.283715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.470527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-06-28T20:01:13.283721Z","caller":"traceutil/trace.go:171","msg":"trace[736603982] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2065; }","duration":"254.15521ms","start":"2026-06-28T20:01:13.029555Z","end":"2026-06-28T20:01:13.28371Z","steps":["trace[736603982] 'agreement among raft nodes before linearized reading' (duration: 253.993757ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:13.283738Z","caller":"traceutil/trace.go:171","msg":"trace[1739932900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2065; }","duration":"253.512317ms","start":"2026-06-28T20:01:13.030219Z","end":"2026-06-28T20:01:13.283732Z","steps":["trace[1739932900] 'agreement among raft nodes before linearized reading' (duration: 253.448816ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:13.283709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.651899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-28T20:01:13.283787Z","caller":"traceutil/trace.go:171","msg":"trace[750023171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2065; }","duration":"254.753591ms","start":"2026-06-28T20:01:13.029015Z","end":"2026-06-28T20:01:13.283768Z","steps":["trace[750023171] 'agreement among raft nodes before linearized reading' (duration: 254.546937ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:13.283859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.814811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-28T20:01:13.283958Z","caller":"traceutil/trace.go:171","msg":"trace[1894587830] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2065; }","duration":"242.956854ms","start":"2026-06-28T20:01:13.040976Z","end":"2026-06-28T20:01:13.283933Z","steps":["trace[1894587830] 'agreement among raft nodes before linearized reading' (duration: 242.618238ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:13.284079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.681575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-28T20:01:13.284278Z","caller":"traceutil/trace.go:171","msg":"trace[1075451436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2065; }","duration":"260.289228ms","start":"2026-06-28T20:01:13.023973Z","end":"2026-06-28T20:01:13.284263Z","steps":["trace[1075451436] 'agreement among raft nodes before linearized reading' (duration: 259.547133ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:13.284466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.588525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-06-28T20:01:13.284573Z","caller":"traceutil/trace.go:171","msg":"trace[1081114548] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2065; }","duration":"259.725687ms","start":"2026-06-28T20:01:13.024814Z","end":"2026-06-28T20:01:13.284539Z","steps":["trace[1081114548] 'agreement among raft nodes before linearized reading' (duration: 259.410881ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:43.589482Z","caller":"traceutil/trace.go:171","msg":"trace[183341274] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"207.931232ms","start":"2026-06-28T20:01:43.381535Z","end":"2026-06-28T20:01:43.589466Z","steps":["trace[183341274] 'process raft request' (duration: 207.81514ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:43.611692Z","caller":"traceutil/trace.go:171","msg":"trace[1077837778] linearizableReadLoop","detail":"{readStateIndex:2325; appliedIndex:2323; }","duration":"183.279043ms","start":"2026-06-28T20:01:43.428379Z","end":"2026-06-28T20:01:43.611658Z","steps":["trace[1077837778] 'read index received' (duration: 161.07594ms)","trace[1077837778] 'applied index is now lower than readState.Index' (duration: 22.201703ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:01:43.611732Z","caller":"traceutil/trace.go:171","msg":"trace[825092500] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"210.128875ms","start":"2026-06-28T20:01:43.401562Z","end":"2026-06-28T20:01:43.611691Z","steps":["trace[825092500] 'process raft request' (duration: 209.85845ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:43.612083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.346099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-28T20:01:43.611758Z","caller":"traceutil/trace.go:171","msg":"trace[1909149937] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"210.069184ms","start":"2026-06-28T20:01:43.401651Z","end":"2026-06-28T20:01:43.61172Z","steps":["trace[1909149937] 'process raft request' (duration: 209.953531ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:43.612121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.70328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-28T20:01:43.612135Z","caller":"traceutil/trace.go:171","msg":"trace[1501264036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2234; }","duration":"177.463322ms","start":"2026-06-28T20:01:43.434658Z","end":"2026-06-28T20:01:43.612122Z","steps":["trace[1501264036] 'agreement among raft nodes before linearized reading' (duration: 177.239758ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:43.61218Z","caller":"traceutil/trace.go:171","msg":"trace[1345742580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2234; }","duration":"152.795462ms","start":"2026-06-28T20:01:43.459369Z","end":"2026-06-28T20:01:43.612165Z","steps":["trace[1345742580] 'agreement among raft nodes before linearized reading' (duration: 152.662939ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:43.61217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.469595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:01:43.612262Z","caller":"traceutil/trace.go:171","msg":"trace[146056012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2234; }","duration":"152.591678ms","start":"2026-06-28T20:01:43.459649Z","end":"2026-06-28T20:01:43.612241Z","steps":["trace[146056012] 'agreement among raft nodes before linearized reading' (duration: 152.356253ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:43.612304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.093366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-06-28T20:01:43.61235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.62592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-28T20:01:43.612385Z","caller":"traceutil/trace.go:171","msg":"trace[1409371350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2234; }","duration":"184.067619ms","start":"2026-06-28T20:01:43.428307Z","end":"2026-06-28T20:01:43.612375Z","steps":["trace[1409371350] 'agreement among raft nodes before linearized reading' (duration: 183.502977ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:43.612404Z","caller":"traceutil/trace.go:171","msg":"trace[368963858] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2234; }","duration":"144.26999ms","start":"2026-06-28T20:01:43.468112Z","end":"2026-06-28T20:01:43.612382Z","steps":["trace[368963858] 'agreement among raft nodes before linearized reading' (duration: 143.983883ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:43.612247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.318955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-28T20:01:43.61253Z","caller":"traceutil/trace.go:171","msg":"trace[1139335298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2234; }","duration":"140.759813ms","start":"2026-06-28T20:01:43.47176Z","end":"2026-06-28T20:01:43.61252Z","steps":["trace[1139335298] 'agreement among raft nodes before linearized reading' (duration: 140.159631ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:44.13449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.376515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:01:44.134667Z","caller":"traceutil/trace.go:171","msg":"trace[765686487] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"519.742886ms","start":"2026-06-28T20:01:43.614869Z","end":"2026-06-28T20:01:44.134612Z","steps":["trace[765686487] 'process raft request' (duration: 124.133606ms)","trace[765686487] 'compare' (duration: 395.247282ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:01:44.134739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:43.614841Z","time spent":"519.865488ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:01:44.155536Z","caller":"traceutil/trace.go:171","msg":"trace[2111263239] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"538.450602ms","start":"2026-06-28T20:01:43.617034Z","end":"2026-06-28T20:01:44.155484Z","steps":["trace[2111263239] 'process raft request' (duration: 538.183196ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:44.15564Z","caller":"traceutil/trace.go:171","msg":"trace[534037191] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"538.434651ms","start":"2026-06-28T20:01:43.617174Z","end":"2026-06-28T20:01:44.155609Z","steps":["trace[534037191] 'process raft request' (duration: 538.217386ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:44.155746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:43.617168Z","time spent":"538.525943ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:01:44.155692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:43.616991Z","time spent":"538.622755ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:01:44.156334Z","caller":"traceutil/trace.go:171","msg":"trace[234597253] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"539.072073ms","start":"2026-06-28T20:01:43.617243Z","end":"2026-06-28T20:01:44.156315Z","steps":["trace[234597253] 'process raft request' (duration: 538.838159ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:44.156562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:43.617223Z","time spent":"539.255856ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:01:44.156351Z","caller":"traceutil/trace.go:171","msg":"trace[1880907602] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"538.968601ms","start":"2026-06-28T20:01:43.617357Z","end":"2026-06-28T20:01:44.156325Z","steps":["trace[1880907602] 'process raft request' (duration: 538.875139ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:44.156834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:43.617351Z","time spent":"539.387159ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:01:44.156977Z","caller":"traceutil/trace.go:171","msg":"trace[1685736369] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"538.798918ms","start":"2026-06-28T20:01:43.618164Z","end":"2026-06-28T20:01:44.156963Z","steps":["trace[1685736369] 'process raft request' (duration: 538.111144ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:44.157135Z","caller":"traceutil/trace.go:171","msg":"trace[136100296] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"538.88127ms","start":"2026-06-28T20:01:43.618242Z","end":"2026-06-28T20:01:44.157124Z","steps":["trace[136100296] 'process raft request' (duration: 538.722467ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:44.157203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:43.61823Z","time spent":"538.939171ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:01:44.157103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:43.618155Z","time spent":"538.90464ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:01:44.22782Z","caller":"traceutil/trace.go:171","msg":"trace[1820862694] linearizableReadLoop","detail":"{readStateIndex:2333; appliedIndex:2326; }","duration":"435.151333ms","start":"2026-06-28T20:01:43.792625Z","end":"2026-06-28T20:01:44.227777Z","steps":["trace[1820862694] 'read index received' (duration: 362.62302ms)","trace[1820862694] 'applied index is now lower than readState.Index' (duration: 72.526923ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:01:44.228368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.913599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-06-28T20:01:44.228447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.811277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-06-28T20:01:44.228506Z","caller":"traceutil/trace.go:171","msg":"trace[628974162] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2242; }","duration":"435.932828ms","start":"2026-06-28T20:01:43.792561Z","end":"2026-06-28T20:01:44.228493Z","steps":["trace[628974162] 'agreement among raft nodes before linearized reading' (duration: 435.710083ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:44.228552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:43.792538Z","time spent":"436.00522ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-06-28T20:01:44.228671Z","caller":"traceutil/trace.go:171","msg":"trace[120222480] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2242; }","duration":"434.259526ms","start":"2026-06-28T20:01:43.79437Z","end":"2026-06-28T20:01:44.228593Z","steps":["trace[120222480] 'agreement among raft nodes before linearized reading' (duration: 433.745355ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:44.228831Z","caller":"traceutil/trace.go:171","msg":"trace[550372972] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"480.14813ms","start":"2026-06-28T20:01:43.748606Z","end":"2026-06-28T20:01:44.228754Z","steps":["trace[550372972] 'process raft request' (duration: 479.013798ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:44.228879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:43.794343Z","time spent":"434.516331ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:01:44.229102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:43.74854Z","time spent":"480.415176ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:01:44.949847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.224296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:01:44.950198Z","caller":"traceutil/trace.go:171","msg":"trace[803280278] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"716.688898ms","start":"2026-06-28T20:01:44.233482Z","end":"2026-06-28T20:01:44.950171Z","steps":["trace[803280278] 'process raft request' (duration: 17.014934ms)","trace[803280278] 'compare' (duration: 699.037532ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:01:44.950343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:44.233457Z","time spent":"716.812851ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:01:44.950514Z","caller":"traceutil/trace.go:171","msg":"trace[1560609765] linearizableReadLoop","detail":"{readStateIndex:2335; appliedIndex:2333; }","duration":"572.315086ms","start":"2026-06-28T20:01:44.378175Z","end":"2026-06-28T20:01:44.95049Z","steps":["trace[1560609765] 'read index received' (duration: 6.420641ms)","trace[1560609765] 'applied index is now lower than readState.Index' (duration: 565.892345ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:01:44.950651Z","caller":"traceutil/trace.go:171","msg":"trace[449811552] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"716.732749ms","start":"2026-06-28T20:01:44.233872Z","end":"2026-06-28T20:01:44.950604Z","steps":["trace[449811552] 'process raft request' (duration: 716.25748ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:44.950985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:44.233847Z","time spent":"716.965115ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:01:44.951117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.317979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:01:44.951146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.239532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:01:44.951182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.825096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-28T20:01:44.951235Z","caller":"traceutil/trace.go:171","msg":"trace[44710397] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2244; }","duration":"329.925068ms","start":"2026-06-28T20:01:44.621294Z","end":"2026-06-28T20:01:44.951219Z","steps":["trace[44710397] 'agreement among raft nodes before linearized reading' (duration: 329.683814ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:44.951243Z","caller":"traceutil/trace.go:171","msg":"trace[1424430550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2244; }","duration":"289.362084ms","start":"2026-06-28T20:01:44.661852Z","end":"2026-06-28T20:01:44.951214Z","steps":["trace[1424430550] 'agreement among raft nodes before linearized reading' (duration: 289.11387ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:44.951291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:44.621258Z","time spent":"330.019609ms","remote":"127.0.0.1:43596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-28T20:01:44.951227Z","caller":"traceutil/trace.go:171","msg":"trace[1647022182] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2244; }","duration":"422.585784ms","start":"2026-06-28T20:01:44.528613Z","end":"2026-06-28T20:01:44.951199Z","steps":["trace[1647022182] 'agreement among raft nodes before linearized reading' (duration: 422.316469ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:44.951388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:44.52859Z","time spent":"422.770547ms","remote":"127.0.0.1:50026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:01:44.951482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.297146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-06-28T20:01:44.951647Z","caller":"traceutil/trace.go:171","msg":"trace[1707279434] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2244; }","duration":"573.441707ms","start":"2026-06-28T20:01:44.378112Z","end":"2026-06-28T20:01:44.951554Z","steps":["trace[1707279434] 'agreement among raft nodes before linearized reading' (duration: 572.505519ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:44.951715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:44.378086Z","time spent":"573.613532ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-28T20:01:45.910124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:45.327776Z","time spent":"582.343408ms","remote":"127.0.0.1:43864","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-28T20:01:47.186258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.276427836s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:01:47.391861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.243762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:01:47.392163Z","caller":"traceutil/trace.go:171","msg":"trace[741823762] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"1.796684591s","start":"2026-06-28T20:01:45.59545Z","end":"2026-06-28T20:01:47.392134Z","steps":["trace[741823762] 'process raft request' (duration: 1.591061212s)","trace[741823762] 'compare' (duration: 204.844985ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:01:47.392295Z","caller":"traceutil/trace.go:171","msg":"trace[496003543] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"1.480511334s","start":"2026-06-28T20:01:45.911762Z","end":"2026-06-28T20:01:47.392273Z","steps":["trace[496003543] 'process raft request' (duration: 1.480453183s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:47.392308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:45.595402Z","time spent":"1.796835213s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:01:47.392389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:45.911736Z","time spent":"1.480613666s","remote":"127.0.0.1:43864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:01:47.392847Z","caller":"traceutil/trace.go:171","msg":"trace[364047899] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"1.774940327s","start":"2026-06-28T20:01:45.617886Z","end":"2026-06-28T20:01:47.392827Z","steps":["trace[364047899] 'process raft request' (duration: 1.774263153s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:47.392941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:45.617878Z","time spent":"1.775019938s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:01:47.392953Z","caller":"traceutil/trace.go:171","msg":"trace[586714901] linearizableReadLoop","detail":"{readStateIndex:2339; appliedIndex:2335; }","duration":"1.730729883s","start":"2026-06-28T20:01:45.662204Z","end":"2026-06-28T20:01:47.392934Z","steps":["trace[586714901] 'read index received' (duration: 247.66805ms)","trace[586714901] 'applied index is now lower than readState.Index' (duration: 1.483058913s)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:01:47.392975Z","caller":"traceutil/trace.go:171","msg":"trace[1695122780] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"1.775100149s","start":"2026-06-28T20:01:45.617768Z","end":"2026-06-28T20:01:47.392868Z","steps":["trace[1695122780] 'process raft request' (duration: 1.774229802s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:47.393222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731011869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:01:47.393258Z","caller":"traceutil/trace.go:171","msg":"trace[1415806546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2248; }","duration":"1.73107904s","start":"2026-06-28T20:01:45.662168Z","end":"2026-06-28T20:01:47.393247Z","steps":["trace[1415806546] 'agreement among raft nodes before linearized reading' (duration: 1.730869316s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:47.393298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:45.662156Z","time spent":"1.731125881s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:01:47.393249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444042149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:01:47.393304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231936918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-28T20:01:47.39335Z","caller":"traceutil/trace.go:171","msg":"trace[345696792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2248; }","duration":"1.231998009s","start":"2026-06-28T20:01:46.16134Z","end":"2026-06-28T20:01:47.393338Z","steps":["trace[345696792] 'agreement among raft nodes before linearized reading' (duration: 1.231756934s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:47.393345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232115861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-28T20:01:47.393368Z","caller":"traceutil/trace.go:171","msg":"trace[222077293] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2248; }","duration":"1.444204343s","start":"2026-06-28T20:01:45.949129Z","end":"2026-06-28T20:01:47.393333Z","steps":["trace[222077293] 'agreement among raft nodes before linearized reading' (duration: 1.443981689s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:47.39338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:46.16133Z","time spent":"1.232043249s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:01:47.393377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433980098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-28T20:01:47.393409Z","caller":"traceutil/trace.go:171","msg":"trace[2009493179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2248; }","duration":"1.232218673s","start":"2026-06-28T20:01:46.16117Z","end":"2026-06-28T20:01:47.393389Z","steps":["trace[2009493179] 'agreement among raft nodes before linearized reading' (duration: 1.231969118s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:47.393396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:45.617732Z","time spent":"1.775510067s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:01:47.39343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:45.949109Z","time spent":"1.444300984s","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:01:47.393431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23155108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-06-28T20:01:47.393457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:46.161136Z","time spent":"1.232312565s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-28T20:01:47.393461Z","caller":"traceutil/trace.go:171","msg":"trace[986278626] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2248; }","duration":"1.434067449s","start":"2026-06-28T20:01:45.959359Z","end":"2026-06-28T20:01:47.393427Z","steps":["trace[986278626] 'agreement among raft nodes before linearized reading' (duration: 1.433770564s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:47.393459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231200834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-06-28T20:01:47.393489Z","caller":"traceutil/trace.go:171","msg":"trace[1353099298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2248; }","duration":"1.231661442s","start":"2026-06-28T20:01:46.161814Z","end":"2026-06-28T20:01:47.393476Z","steps":["trace[1353099298] 'agreement among raft nodes before linearized reading' (duration: 1.231447338s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:47.393509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:45.959352Z","time spent":"1.434147181s","remote":"127.0.0.1:43596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-28T20:01:47.393536Z","caller":"traceutil/trace.go:171","msg":"trace[1766672795] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2248; }","duration":"1.231305795s","start":"2026-06-28T20:01:46.16221Z","end":"2026-06-28T20:01:47.393516Z","steps":["trace[1766672795] 'agreement among raft nodes before linearized reading' (duration: 1.230988469s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:47.39355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:46.161782Z","time spent":"1.231759245s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T20:01:47.393503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231542429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-28T20:01:47.393588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:46.162203Z","time spent":"1.231377096s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:01:47.393567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233262233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-28T20:01:47.393628Z","caller":"traceutil/trace.go:171","msg":"trace[312256100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2248; }","duration":"1.231702343s","start":"2026-06-28T20:01:46.1619Z","end":"2026-06-28T20:01:47.393602Z","steps":["trace[312256100] 'agreement among raft nodes before linearized reading' (duration: 1.231238374s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:47.393691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:46.161894Z","time spent":"1.231786624s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-28T20:01:47.393716Z","caller":"traceutil/trace.go:171","msg":"trace[1292776804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2248; }","duration":"1.233452497s","start":"2026-06-28T20:01:46.160213Z","end":"2026-06-28T20:01:47.393666Z","steps":["trace[1292776804] 'agreement among raft nodes before linearized reading' (duration: 1.232902567s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:47.393807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:46.160192Z","time spent":"1.233601079s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:01:47.905829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702031686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:01:48.548644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.139274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:01:48.54898Z","caller":"traceutil/trace.go:171","msg":"trace[1355903833] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"1.148565848s","start":"2026-06-28T20:01:47.400391Z","end":"2026-06-28T20:01:48.548956Z","steps":["trace[1355903833] 'process raft request' (duration: 1.148484907s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:48.549036Z","caller":"traceutil/trace.go:171","msg":"trace[403681775] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"1.1491874s","start":"2026-06-28T20:01:47.399805Z","end":"2026-06-28T20:01:48.548992Z","steps":["trace[403681775] 'process raft request' (duration: 683.577657ms)","trace[403681775] 'compare' (duration: 464.710547ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:01:48.549066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:47.400372Z","time spent":"1.14865504s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:01:48.549034Z","caller":"traceutil/trace.go:171","msg":"trace[539334802] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"1.149029387s","start":"2026-06-28T20:01:47.399967Z","end":"2026-06-28T20:01:48.548996Z","steps":["trace[539334802] 'process raft request' (duration: 1.148814643s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:48.549107Z","caller":"traceutil/trace.go:171","msg":"trace[133688769] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"1.148865024s","start":"2026-06-28T20:01:47.400179Z","end":"2026-06-28T20:01:48.549044Z","steps":["trace[133688769] 'process raft request' (duration: 1.14866057s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:48.549248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:47.399929Z","time spent":"1.149202451s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:01:48.549269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:47.399782Z","time spent":"1.149334633s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:01:48.549385Z","caller":"traceutil/trace.go:171","msg":"trace[1660164244] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"1.148689082s","start":"2026-06-28T20:01:47.400682Z","end":"2026-06-28T20:01:48.549371Z","steps":["trace[1660164244] 'process raft request' (duration: 1.148232613s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:48.549363Z","caller":"traceutil/trace.go:171","msg":"trace[1770435676] linearizableReadLoop","detail":"{readStateIndex:2346; appliedIndex:2340; }","duration":"1.143898669s","start":"2026-06-28T20:01:47.405433Z","end":"2026-06-28T20:01:48.549331Z","steps":["trace[1770435676] 'read index received' (duration: 677.921779ms)","trace[1770435676] 'applied index is now lower than readState.Index' (duration: 465.97569ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:01:48.549391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:47.400155Z","time spent":"1.149082149s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:01:48.54946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:47.400664Z","time spent":"1.148761843s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:01:48.549537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144098203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:01:48.549594Z","caller":"traceutil/trace.go:171","msg":"trace[1065952141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2254; }","duration":"1.144165135s","start":"2026-06-28T20:01:47.405409Z","end":"2026-06-28T20:01:48.549574Z","steps":["trace[1065952141] 'agreement among raft nodes before linearized reading' (duration: 1.144045933s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:48.549557Z","caller":"traceutil/trace.go:171","msg":"trace[1157585772] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"1.148464376s","start":"2026-06-28T20:01:47.401027Z","end":"2026-06-28T20:01:48.549491Z","steps":["trace[1157585772] 'process raft request' (duration: 1.148167831s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:48.549629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:47.405392Z","time spent":"1.144230756s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:01:48.549641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142754397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-28T20:01:48.549681Z","caller":"traceutil/trace.go:171","msg":"trace[415158697] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2254; }","duration":"1.1428337s","start":"2026-06-28T20:01:47.406836Z","end":"2026-06-28T20:01:48.54967Z","steps":["trace[415158697] 'agreement among raft nodes before linearized reading' (duration: 1.142657136s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:48.549671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.689485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-06-28T20:01:48.549727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:47.406818Z","time spent":"1.1428993s","remote":"127.0.0.1:43864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-06-28T20:01:48.549756Z","caller":"traceutil/trace.go:171","msg":"trace[1624367285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2254; }","duration":"147.840218ms","start":"2026-06-28T20:01:48.401893Z","end":"2026-06-28T20:01:48.549733Z","steps":["trace[1624367285] 'agreement among raft nodes before linearized reading' (duration: 147.615504ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:48.549815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:47.400954Z","time spent":"1.148710572s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:02:35.610984Z","caller":"traceutil/trace.go:171","msg":"trace[2029764487] linearizableReadLoop","detail":"{readStateIndex:2751; appliedIndex:2750; }","duration":"282.846703ms","start":"2026-06-28T20:02:35.328111Z","end":"2026-06-28T20:02:35.610957Z","steps":["trace[2029764487] 'read index received' (duration: 282.716051ms)","trace[2029764487] 'applied index is now lower than readState.Index' (duration: 129.112µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:02:35.611103Z","caller":"traceutil/trace.go:171","msg":"trace[1489797818] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"283.065447ms","start":"2026-06-28T20:02:35.327988Z","end":"2026-06-28T20:02:35.611053Z","steps":["trace[1489797818] 'process raft request' (duration: 282.807782ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:02:35.611283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.160439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-28T20:02:35.611331Z","caller":"traceutil/trace.go:171","msg":"trace[1343737585] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:2642; }","duration":"283.258921ms","start":"2026-06-28T20:02:35.328061Z","end":"2026-06-28T20:02:35.611319Z","steps":["trace[1343737585] 'agreement among raft nodes before linearized reading' (duration: 283.067577ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:02:38.933902Z","caller":"traceutil/trace.go:171","msg":"trace[806437773] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"104.760672ms","start":"2026-06-28T20:02:38.829111Z","end":"2026-06-28T20:02:38.933872Z","steps":["trace[806437773] 'process raft request' (duration: 104.592139ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:02:38.935038Z","caller":"traceutil/trace.go:171","msg":"trace[767036086] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"104.363155ms","start":"2026-06-28T20:02:38.830628Z","end":"2026-06-28T20:02:38.934991Z","steps":["trace[767036086] 'process raft request' (duration: 104.224632ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:02:40.162001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702032649,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-28T20:02:40.252564Z","caller":"traceutil/trace.go:171","msg":"trace[1811788568] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"610.431134ms","start":"2026-06-28T20:02:39.642113Z","end":"2026-06-28T20:02:40.252544Z","steps":["trace[1811788568] 'process raft request' (duration: 610.25729ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:02:40.252682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:02:39.642096Z","time spent":"610.525776ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:02:40.258088Z","caller":"traceutil/trace.go:171","msg":"trace[606016109] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"615.485192ms","start":"2026-06-28T20:02:39.642585Z","end":"2026-06-28T20:02:40.25807Z","steps":["trace[606016109] 'process raft request' (duration: 613.83098ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:02:40.258053Z","caller":"traceutil/trace.go:171","msg":"trace[1972394757] linearizableReadLoop","detail":"{readStateIndex:2812; appliedIndex:2809; }","duration":"596.571347ms","start":"2026-06-28T20:02:39.661461Z","end":"2026-06-28T20:02:40.258033Z","steps":["trace[1972394757] 'read index received' (duration: 590.944949ms)","trace[1972394757] 'applied index is now lower than readState.Index' (duration: 5.625378ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:02:40.258153Z","caller":"traceutil/trace.go:171","msg":"trace[911727914] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"600.30584ms","start":"2026-06-28T20:02:39.657822Z","end":"2026-06-28T20:02:40.258127Z","steps":["trace[911727914] 'process raft request' (duration: 600.168917ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:02:40.258233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:02:39.64256Z","time spent":"615.601183ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:02:40.258279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:02:39.657803Z","time spent":"600.413642ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:02:40.258319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.742746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:02:40.258363Z","caller":"traceutil/trace.go:171","msg":"trace[2102393208] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2702; }","duration":"136.831128ms","start":"2026-06-28T20:02:40.12152Z","end":"2026-06-28T20:02:40.258351Z","steps":["trace[2102393208] 'agreement among raft nodes before linearized reading' (duration: 136.752647ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:02:40.258307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.710843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:02:40.258417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.692351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-06-28T20:02:40.258423Z","caller":"traceutil/trace.go:171","msg":"trace[638504905] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2702; }","duration":"592.833086ms","start":"2026-06-28T20:02:39.66556Z","end":"2026-06-28T20:02:40.258393Z","steps":["trace[638504905] 'agreement among raft nodes before linearized reading' (duration: 592.701463ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:02:40.258447Z","caller":"traceutil/trace.go:171","msg":"trace[1451071697] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2702; }","duration":"506.763863ms","start":"2026-06-28T20:02:39.751676Z","end":"2026-06-28T20:02:40.258439Z","steps":["trace[1451071697] 'agreement among raft nodes before linearized reading' (duration: 506.657311ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:02:40.258461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:02:39.665552Z","time spent":"592.897387ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:02:40.258465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:02:39.751658Z","time spent":"506.802983ms","remote":"127.0.0.1:44020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-06-28T20:02:40.258602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.779941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:02:40.258644Z","caller":"traceutil/trace.go:171","msg":"trace[52789321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2702; }","duration":"597.198119ms","start":"2026-06-28T20:02:39.661429Z","end":"2026-06-28T20:02:40.258627Z","steps":["trace[52789321] 'agreement among raft nodes before linearized reading' (duration: 596.787322ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:02:40.258692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.13205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:02:40.258699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:02:39.661417Z","time spent":"597.2671ms","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:02:40.258723Z","caller":"traceutil/trace.go:171","msg":"trace[1566450791] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2702; }","duration":"343.166371ms","start":"2026-06-28T20:02:39.915547Z","end":"2026-06-28T20:02:40.258714Z","steps":["trace[1566450791] 'agreement among raft nodes before linearized reading' (duration: 342.758783ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:02:40.258747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:02:39.915467Z","time spent":"343.273322ms","remote":"127.0.0.1:43990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:02:48.740965Z","caller":"traceutil/trace.go:171","msg":"trace[1975757810] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"374.831909ms","start":"2026-06-28T20:02:48.366097Z","end":"2026-06-28T20:02:48.740929Z","steps":["trace[1975757810] 'process raft request' (duration: 374.616124ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:02:48.741201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:02:48.366069Z","time spent":"374.997563ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:02:48.751685Z","caller":"traceutil/trace.go:171","msg":"trace[1356830141] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"381.481076ms","start":"2026-06-28T20:02:48.370179Z","end":"2026-06-28T20:02:48.75166Z","steps":["trace[1356830141] 'process raft request' (duration: 381.428275ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:02:48.751713Z","caller":"traceutil/trace.go:171","msg":"trace[1314417434] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"383.893033ms","start":"2026-06-28T20:02:48.367789Z","end":"2026-06-28T20:02:48.751682Z","steps":["trace[1314417434] 'process raft request' (duration: 374.229637ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:02:48.751863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:02:48.370155Z","time spent":"381.603738ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:02:48.751866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:02:48.367745Z","time spent":"384.033496ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:03:07.067812Z","caller":"traceutil/trace.go:171","msg":"trace[1855296070] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"250.539182ms","start":"2026-06-28T20:03:06.817249Z","end":"2026-06-28T20:03:07.067788Z","steps":["trace[1855296070] 'process raft request' (duration: 250.39475ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:07.688774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.561399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:03:07.689023Z","caller":"traceutil/trace.go:171","msg":"trace[630708966] linearizableReadLoop","detail":"{readStateIndex:2985; appliedIndex:2982; }","duration":"610.603928ms","start":"2026-06-28T20:03:07.078401Z","end":"2026-06-28T20:03:07.689005Z","steps":["trace[630708966] 'read index received' (duration: 27.674191ms)","trace[630708966] 'applied index is now lower than readState.Index' (duration: 582.928807ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:03:07.689636Z","caller":"traceutil/trace.go:171","msg":"trace[587354400] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"786.23116ms","start":"2026-06-28T20:03:06.903386Z","end":"2026-06-28T20:03:07.689617Z","steps":["trace[587354400] 'process raft request' (duration: 785.485946ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:07.689702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.28479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-06-28T20:03:07.68977Z","caller":"traceutil/trace.go:171","msg":"trace[1292288272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2869; }","duration":"611.392403ms","start":"2026-06-28T20:03:07.078364Z","end":"2026-06-28T20:03:07.689757Z","steps":["trace[1292288272] 'agreement among raft nodes before linearized reading' (duration: 611.217629ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:07.689793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.718898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-06-28T20:03:07.689805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:07.078349Z","time spent":"611.448724ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:03:07.689781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.799201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-28T20:03:07.689826Z","caller":"traceutil/trace.go:171","msg":"trace[1533504600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2869; }","duration":"599.79457ms","start":"2026-06-28T20:03:07.090022Z","end":"2026-06-28T20:03:07.689816Z","steps":["trace[1533504600] 'agreement among raft nodes before linearized reading' (duration: 599.661017ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:07.689857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:07.089997Z","time spent":"599.85251ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T20:03:07.689861Z","caller":"traceutil/trace.go:171","msg":"trace[924396848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2869; }","duration":"610.900123ms","start":"2026-06-28T20:03:07.07894Z","end":"2026-06-28T20:03:07.68984Z","steps":["trace[924396848] 'agreement among raft nodes before linearized reading' (duration: 610.687779ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:07.689875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:06.903358Z","time spent":"786.362913ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:03:07.689643Z","caller":"traceutil/trace.go:171","msg":"trace[1230771588] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"783.243672ms","start":"2026-06-28T20:03:06.906386Z","end":"2026-06-28T20:03:07.689629Z","steps":["trace[1230771588] 'process raft request' (duration: 782.56758ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:07.689968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.007061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-28T20:03:07.690009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.764841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-28T20:03:07.689913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:07.078932Z","time spent":"610.972044ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:03:07.690104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:06.906369Z","time spent":"783.668331ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:03:07.69011Z","caller":"traceutil/trace.go:171","msg":"trace[685476645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2869; }","duration":"603.197764ms","start":"2026-06-28T20:03:07.086877Z","end":"2026-06-28T20:03:07.690074Z","steps":["trace[685476645] 'agreement among raft nodes before linearized reading' (duration: 602.769477ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:07.690172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:07.086866Z","time spent":"603.294916ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-28T20:03:07.690111Z","caller":"traceutil/trace.go:171","msg":"trace[496846651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2869; }","duration":"608.878324ms","start":"2026-06-28T20:03:07.081206Z","end":"2026-06-28T20:03:07.690084Z","steps":["trace[496846651] 'agreement among raft nodes before linearized reading' (duration: 608.544347ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:03:07.689849Z","caller":"traceutil/trace.go:171","msg":"trace[1267734327] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"868.190845ms","start":"2026-06-28T20:03:06.821569Z","end":"2026-06-28T20:03:07.68976Z","steps":["trace[1267734327] 'process raft request' (duration: 284.555135ms)","trace[1267734327] 'compare' (duration: 582.150821ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:03:07.690312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:07.081197Z","time spent":"609.053548ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:03:07.690306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.635583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-06-28T20:03:07.690456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:06.821559Z","time spent":"868.786916ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:03:07.690469Z","caller":"traceutil/trace.go:171","msg":"trace[510052133] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2869; }","duration":"605.129633ms","start":"2026-06-28T20:03:07.085312Z","end":"2026-06-28T20:03:07.690442Z","steps":["trace[510052133] 'agreement among raft nodes before linearized reading' (duration: 604.369658ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:07.691051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:07.085306Z","time spent":"605.699034ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-28T20:03:13.334177Z","caller":"traceutil/trace.go:171","msg":"trace[937590881] linearizableReadLoop","detail":"{readStateIndex:3014; appliedIndex:3013; }","duration":"133.275889ms","start":"2026-06-28T20:03:13.200881Z","end":"2026-06-28T20:03:13.334157Z","steps":["trace[937590881] 'read index received' (duration: 133.082816ms)","trace[937590881] 'applied index is now lower than readState.Index' (duration: 192.173µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:03:13.33423Z","caller":"traceutil/trace.go:171","msg":"trace[1367409425] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"244.760871ms","start":"2026-06-28T20:03:13.089448Z","end":"2026-06-28T20:03:13.334209Z","steps":["trace[1367409425] 'process raft request' (duration: 244.555276ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:13.334364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.434714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:03:13.334458Z","caller":"traceutil/trace.go:171","msg":"trace[196979018] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2897; }","duration":"133.603106ms","start":"2026-06-28T20:03:13.200833Z","end":"2026-06-28T20:03:13.334436Z","steps":["trace[196979018] 'agreement among raft nodes before linearized reading' (duration: 133.420233ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:03:14.120224Z","caller":"traceutil/trace.go:171","msg":"trace[945467892] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"452.196385ms","start":"2026-06-28T20:03:13.668003Z","end":"2026-06-28T20:03:14.120199Z","steps":["trace[945467892] 'process raft request' (duration: 452.008511ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:14.120383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:13.667977Z","time spent":"452.318077ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:03:15.756748Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.636674045s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:03:15.994327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.253976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:03:15.994655Z","caller":"traceutil/trace.go:171","msg":"trace[2099627797] linearizableReadLoop","detail":"{readStateIndex:3018; appliedIndex:3014; }","duration":"2.253932719s","start":"2026-06-28T20:03:13.740699Z","end":"2026-06-28T20:03:15.994632Z","steps":["trace[2099627797] 'read index received' (duration: 379.373616ms)","trace[2099627797] 'applied index is now lower than readState.Index' (duration: 1.874558093s)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:03:15.99472Z","caller":"traceutil/trace.go:171","msg":"trace[861037915] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"2.270808494s","start":"2026-06-28T20:03:13.723893Z","end":"2026-06-28T20:03:15.994701Z","steps":["trace[861037915] 'process raft request' (duration: 2.270556079s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:03:15.994831Z","caller":"traceutil/trace.go:171","msg":"trace[616252502] transaction","detail":"{read_only:false; response_revision:2901; number_of_response:1; }","duration":"2.264813698s","start":"2026-06-28T20:03:13.729969Z","end":"2026-06-28T20:03:15.994783Z","steps":["trace[616252502] 'process raft request' (duration: 2.264608934s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:15.994929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254222895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-28T20:03:15.994989Z","caller":"traceutil/trace.go:171","msg":"trace[1303729961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2901; }","duration":"2.254323157s","start":"2026-06-28T20:03:13.740649Z","end":"2026-06-28T20:03:15.994972Z","steps":["trace[1303729961] 'agreement among raft nodes before linearized reading' (duration: 2.254080922s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:15.994886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:13.723878Z","time spent":"2.270964166s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:03:15.99509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:13.740623Z","time spent":"2.25445398s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T20:03:15.995109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:13.729962Z","time spent":"2.264984032s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:03:15.996398Z","caller":"traceutil/trace.go:171","msg":"trace[98138905] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"2.280368327s","start":"2026-06-28T20:03:13.715983Z","end":"2026-06-28T20:03:15.996351Z","steps":["trace[98138905] 'process raft request' (duration: 2.04100747s)","trace[98138905] 'compare' (duration: 236.637525ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:03:15.997109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:13.715961Z","time spent":"2.281065961s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:03:16.021649Z","caller":"traceutil/trace.go:171","msg":"trace[1887073572] transaction","detail":"{read_only:false; response_revision:2902; number_of_response:1; }","duration":"824.921284ms","start":"2026-06-28T20:03:15.196703Z","end":"2026-06-28T20:03:16.021624Z","steps":["trace[1887073572] 'process raft request' (duration: 824.658799ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:16.021866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:15.196678Z","time spent":"825.048416ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:03:16.02193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35840752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:03:16.022016Z","caller":"traceutil/trace.go:171","msg":"trace[1401922404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2903; }","duration":"1.358551132s","start":"2026-06-28T20:03:14.663445Z","end":"2026-06-28T20:03:16.021996Z","steps":["trace[1401922404] 'agreement among raft nodes before linearized reading' (duration: 1.35839189s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:16.022028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270761372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-06-28T20:03:16.022072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:14.663402Z","time spent":"1.358659244s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:03:16.0221Z","caller":"traceutil/trace.go:171","msg":"trace[1598644056] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2903; }","duration":"2.270873265s","start":"2026-06-28T20:03:13.751206Z","end":"2026-06-28T20:03:16.022079Z","steps":["trace[1598644056] 'agreement among raft nodes before linearized reading' (duration: 2.27061611s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:16.022142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:13.751191Z","time spent":"2.270942096s","remote":"127.0.0.1:44020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-06-28T20:03:16.022306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259844593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-06-28T20:03:16.022319Z","caller":"traceutil/trace.go:171","msg":"trace[1768926333] transaction","detail":"{read_only:false; response_revision:2903; number_of_response:1; }","duration":"682.563299ms","start":"2026-06-28T20:03:15.339743Z","end":"2026-06-28T20:03:16.022306Z","steps":["trace[1768926333] 'process raft request' (duration: 681.836106ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:03:16.022357Z","caller":"traceutil/trace.go:171","msg":"trace[1858340556] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2903; }","duration":"2.259896984s","start":"2026-06-28T20:03:13.762444Z","end":"2026-06-28T20:03:16.022341Z","steps":["trace[1858340556] 'agreement among raft nodes before linearized reading' (duration: 2.259768431s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:16.022392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:13.76244Z","time spent":"2.259944675s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:03:16.02258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263134377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-06-28T20:03:16.022618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260884283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-06-28T20:03:16.022633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473196495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:03:16.022669Z","caller":"traceutil/trace.go:171","msg":"trace[1614952728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2903; }","duration":"2.260954535s","start":"2026-06-28T20:03:13.761702Z","end":"2026-06-28T20:03:16.022657Z","steps":["trace[1614952728] 'agreement among raft nodes before linearized reading' (duration: 2.260791152s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:03:16.022677Z","caller":"traceutil/trace.go:171","msg":"trace[1539693020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2903; }","duration":"2.2632733s","start":"2026-06-28T20:03:13.759379Z","end":"2026-06-28T20:03:16.022653Z","steps":["trace[1539693020] 'agreement among raft nodes before linearized reading' (duration: 2.262991043s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:03:16.022681Z","caller":"traceutil/trace.go:171","msg":"trace[1337984424] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2903; }","duration":"1.473294737s","start":"2026-06-28T20:03:14.549368Z","end":"2026-06-28T20:03:16.022662Z","steps":["trace[1337984424] 'agreement among raft nodes before linearized reading' (duration: 1.473151454s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:16.022723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:13.75936Z","time spent":"2.263354481s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:03:16.022725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260966365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-06-28T20:03:16.022759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:14.549337Z","time spent":"1.473403909s","remote":"127.0.0.1:44236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:03:16.022783Z","caller":"traceutil/trace.go:171","msg":"trace[509095622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2903; }","duration":"2.261033996s","start":"2026-06-28T20:03:13.761738Z","end":"2026-06-28T20:03:16.022772Z","steps":["trace[509095622] 'agreement among raft nodes before linearized reading' (duration: 2.260597747s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:16.022817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:13.761736Z","time spent":"2.261074387s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:03:16.022953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002900021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-06-28T20:03:16.022983Z","caller":"traceutil/trace.go:171","msg":"trace[873272206] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2903; }","duration":"1.002950213s","start":"2026-06-28T20:03:15.020026Z","end":"2026-06-28T20:03:16.022976Z","steps":["trace[873272206] 'agreement among raft nodes before linearized reading' (duration: 1.002869761s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:16.023008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:15.020015Z","time spent":"1.002987633s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-28T20:03:16.023016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898799778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18bd574598087831\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-06-28T20:03:16.023081Z","caller":"traceutil/trace.go:171","msg":"trace[1235967595] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18bd574598087831; range_end:; response_count:1; response_revision:2903; }","duration":"1.89889945s","start":"2026-06-28T20:03:14.124171Z","end":"2026-06-28T20:03:16.023071Z","steps":["trace[1235967595] 'agreement among raft nodes before linearized reading' (duration: 1.898765558s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:16.023089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009381097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-06-28T20:03:16.023109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:14.124151Z","time spent":"1.898951271s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18bd574598087831\" "} {"level":"info","ts":"2026-06-28T20:03:16.02313Z","caller":"traceutil/trace.go:171","msg":"trace[959558042] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2903; }","duration":"1.009455537s","start":"2026-06-28T20:03:15.01366Z","end":"2026-06-28T20:03:16.023115Z","steps":["trace[959558042] 'agreement among raft nodes before linearized reading' (duration: 1.009328425s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:16.023168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:15.013636Z","time spent":"1.009525529s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:03:16.023291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260035286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-06-28T20:03:16.023326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.431488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-28T20:03:16.023335Z","caller":"traceutil/trace.go:171","msg":"trace[1536220953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2903; }","duration":"2.260112668s","start":"2026-06-28T20:03:13.763211Z","end":"2026-06-28T20:03:16.023324Z","steps":["trace[1536220953] 'agreement among raft nodes before linearized reading' (duration: 2.260021326s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:03:16.023356Z","caller":"traceutil/trace.go:171","msg":"trace[1494437149] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:2903; }","duration":"693.461568ms","start":"2026-06-28T20:03:15.329886Z","end":"2026-06-28T20:03:16.023348Z","steps":["trace[1494437149] 'agreement among raft nodes before linearized reading' (duration: 693.371337ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:16.022698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:13.761689Z","time spent":"2.261002465s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:03:16.023382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:13.763192Z","time spent":"2.260179369s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:03:16.023379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:15.329869Z","time spent":"693.505369ms","remote":"127.0.0.1:43864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-06-28T20:03:16.022407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:15.339727Z","time spent":"682.62285ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:03:17.064593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.084092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:03:17.064923Z","caller":"traceutil/trace.go:171","msg":"trace[1759548854] transaction","detail":"{read_only:false; response_revision:2904; number_of_response:1; }","duration":"1.060690283s","start":"2026-06-28T20:03:16.004171Z","end":"2026-06-28T20:03:17.064862Z","steps":["trace[1759548854] 'process raft request' (duration: 277.244355ms)","trace[1759548854] 'compare' (duration: 782.834576ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:03:17.06517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:16.00415Z","time spent":"1.060878306s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:03:17.065224Z","caller":"traceutil/trace.go:171","msg":"trace[474317060] linearizableReadLoop","detail":"{readStateIndex:3023; appliedIndex:3020; }","duration":"1.037023227s","start":"2026-06-28T20:03:16.028181Z","end":"2026-06-28T20:03:17.065204Z","steps":["trace[474317060] 'read index received' (duration: 253.247573ms)","trace[474317060] 'applied index is now lower than readState.Index' (duration: 783.774774ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:03:17.065344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:16.025779Z","time spent":"1.039561716s","remote":"127.0.0.1:43864","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-28T20:03:17.065699Z","caller":"traceutil/trace.go:171","msg":"trace[1672238463] transaction","detail":"{read_only:false; response_revision:2905; number_of_response:1; }","duration":"1.039631039s","start":"2026-06-28T20:03:16.026052Z","end":"2026-06-28T20:03:17.065683Z","steps":["trace[1672238463] 'process raft request' (duration: 1.038772602s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:03:17.065732Z","caller":"traceutil/trace.go:171","msg":"trace[805071424] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"1.036645091s","start":"2026-06-28T20:03:16.029049Z","end":"2026-06-28T20:03:17.065695Z","steps":["trace[805071424] 'process raft request' (duration: 1.03609186s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:17.065799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:16.02603Z","time spent":"1.03969923s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:03:17.065854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037544927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-06-28T20:03:17.065829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.39138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:03:17.065895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:16.029032Z","time spent":"1.036774894s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:03:17.065913Z","caller":"traceutil/trace.go:171","msg":"trace[144169457] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2912; }","duration":"1.037607719s","start":"2026-06-28T20:03:16.028289Z","end":"2026-06-28T20:03:17.065896Z","steps":["trace[144169457] 'agreement among raft nodes before linearized reading' (duration: 1.037419695s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:03:17.065936Z","caller":"traceutil/trace.go:171","msg":"trace[1071405181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2912; }","duration":"753.566483ms","start":"2026-06-28T20:03:16.31235Z","end":"2026-06-28T20:03:17.065916Z","steps":["trace[1071405181] 'agreement among raft nodes before linearized reading' (duration: 753.40598ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:17.065958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:16.028243Z","time spent":"1.037705161s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-28T20:03:17.065952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037763411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"warn","ts":"2026-06-28T20:03:17.065986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:16.312318Z","time spent":"753.655055ms","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:03:17.066038Z","caller":"traceutil/trace.go:171","msg":"trace[1825315050] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2912; }","duration":"1.037835823s","start":"2026-06-28T20:03:16.028154Z","end":"2026-06-28T20:03:17.06599Z","steps":["trace[1825315050] 'agreement among raft nodes before linearized reading' (duration: 1.037616789s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:03:17.065989Z","caller":"traceutil/trace.go:171","msg":"trace[143468305] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"1.037515017s","start":"2026-06-28T20:03:16.028428Z","end":"2026-06-28T20:03:17.065943Z","steps":["trace[143468305] 'process raft request' (duration: 1.036562919s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:17.066089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:16.028145Z","time spent":"1.037935265s","remote":"127.0.0.1:44020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-06-28T20:03:17.066165Z","caller":"traceutil/trace.go:171","msg":"trace[366016127] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"1.03770374s","start":"2026-06-28T20:03:16.02845Z","end":"2026-06-28T20:03:17.066153Z","steps":["trace[366016127] 'process raft request' (duration: 1.036578639s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:17.066188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.417643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:03:17.066192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:16.028419Z","time spent":"1.03767697s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:03:17.066223Z","caller":"traceutil/trace.go:171","msg":"trace[1922428245] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2912; }","duration":"787.488784ms","start":"2026-06-28T20:03:16.278722Z","end":"2026-06-28T20:03:17.066211Z","steps":["trace[1922428245] 'agreement among raft nodes before linearized reading' (duration: 787.430153ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:17.06623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:16.028435Z","time spent":"1.037762322s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:03:17.066252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:16.278704Z","time spent":"787.540566ms","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:03:17.066279Z","caller":"traceutil/trace.go:171","msg":"trace[515584755] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"1.036563388s","start":"2026-06-28T20:03:16.029702Z","end":"2026-06-28T20:03:17.066265Z","steps":["trace[515584755] 'process raft request' (duration: 1.035466937s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:17.066298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.876039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:03:17.066355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:16.029695Z","time spent":"1.036615609s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:03:17.066397Z","caller":"traceutil/trace.go:171","msg":"trace[1676731912] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"1.03765582s","start":"2026-06-28T20:03:16.028732Z","end":"2026-06-28T20:03:17.066387Z","steps":["trace[1676731912] 'process raft request' (duration: 1.036345324s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:03:17.066356Z","caller":"traceutil/trace.go:171","msg":"trace[2089973675] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2912; }","duration":"112.977061ms","start":"2026-06-28T20:03:16.95336Z","end":"2026-06-28T20:03:17.066337Z","steps":["trace[2089973675] 'agreement among raft nodes before linearized reading' (duration: 112.884979ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:17.066429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.629787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:03:17.066454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:16.02872Z","time spent":"1.03770338s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:03:17.06646Z","caller":"traceutil/trace.go:171","msg":"trace[439611036] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2912; }","duration":"825.708269ms","start":"2026-06-28T20:03:16.240743Z","end":"2026-06-28T20:03:17.066451Z","steps":["trace[439611036] 'agreement among raft nodes before linearized reading' (duration: 825.633577ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:17.06649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:16.240718Z","time spent":"825.76482ms","remote":"127.0.0.1:43994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":22,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:03:17.066538Z","caller":"traceutil/trace.go:171","msg":"trace[1702606822] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"1.037546557s","start":"2026-06-28T20:03:16.028982Z","end":"2026-06-28T20:03:17.066529Z","steps":["trace[1702606822] 'process raft request' (duration: 1.03612258s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:17.066587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:16.028973Z","time spent":"1.037585599s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:03:17.066631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033622572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:03:17.066629Z","caller":"traceutil/trace.go:171","msg":"trace[198185826] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"1.038290452s","start":"2026-06-28T20:03:16.028319Z","end":"2026-06-28T20:03:17.06661Z","steps":["trace[198185826] 'process raft request' (duration: 1.03661291s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:03:17.066657Z","caller":"traceutil/trace.go:171","msg":"trace[1322691601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2912; }","duration":"1.033681664s","start":"2026-06-28T20:03:16.032968Z","end":"2026-06-28T20:03:17.066649Z","steps":["trace[1322691601] 'agreement among raft nodes before linearized reading' (duration: 1.033641053s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:17.06668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:16.032949Z","time spent":"1.033726214s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:03:17.066721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:16.028301Z","time spent":"1.038369063s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:03:17.423381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.753013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:03:17.423503Z","caller":"traceutil/trace.go:171","msg":"trace[1405490081] linearizableReadLoop","detail":"{readStateIndex:3031; appliedIndex:3030; }","duration":"353.592801ms","start":"2026-06-28T20:03:17.069894Z","end":"2026-06-28T20:03:17.423487Z","steps":["trace[1405490081] 'read index received' (duration: 136.528982ms)","trace[1405490081] 'applied index is now lower than readState.Index' (duration: 217.062359ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:03:17.42357Z","caller":"traceutil/trace.go:171","msg":"trace[1716539288] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"353.896187ms","start":"2026-06-28T20:03:17.069626Z","end":"2026-06-28T20:03:17.423522Z","steps":["trace[1716539288] 'process raft request' (duration: 136.919019ms)","trace[1716539288] 'compare' (duration: 216.586331ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:03:17.423718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.058632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:03:17.423763Z","caller":"traceutil/trace.go:171","msg":"trace[828525523] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2913; }","duration":"275.109104ms","start":"2026-06-28T20:03:17.148641Z","end":"2026-06-28T20:03:17.423751Z","steps":["trace[828525523] 'agreement among raft nodes before linearized reading' (duration: 275.033493ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:17.423912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.353027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18bd574297a930b4\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-06-28T20:03:17.424004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.488427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-06-28T20:03:17.424064Z","caller":"traceutil/trace.go:171","msg":"trace[392636102] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18bd574297a930b4; range_end:; response_count:1; response_revision:2913; }","duration":"352.538991ms","start":"2026-06-28T20:03:17.071493Z","end":"2026-06-28T20:03:17.424032Z","steps":["trace[392636102] 'agreement among raft nodes before linearized reading' (duration: 352.172493ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:17.424125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.876899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"warn","ts":"2026-06-28T20:03:17.424191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:17.071483Z","time spent":"352.691634ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18bd574297a930b4\" "} {"level":"info","ts":"2026-06-28T20:03:17.424206Z","caller":"traceutil/trace.go:171","msg":"trace[459081691] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2913; }","duration":"352.012682ms","start":"2026-06-28T20:03:17.072165Z","end":"2026-06-28T20:03:17.424178Z","steps":["trace[459081691] 'agreement among raft nodes before linearized reading' (duration: 351.750416ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:17.424251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:17.072138Z","time spent":"352.107933ms","remote":"127.0.0.1:44020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1336,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-06-28T20:03:17.424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.011284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:03:17.423936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:17.069601Z","time spent":"354.145072ms","remote":"127.0.0.1:43864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:03:17.42421Z","caller":"traceutil/trace.go:171","msg":"trace[566962741] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2913; }","duration":"167.690251ms","start":"2026-06-28T20:03:17.256459Z","end":"2026-06-28T20:03:17.42415Z","steps":["trace[566962741] 'agreement among raft nodes before linearized reading' (duration: 167.414895ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:03:17.4245Z","caller":"traceutil/trace.go:171","msg":"trace[1070365125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2913; }","duration":"347.427543ms","start":"2026-06-28T20:03:17.076921Z","end":"2026-06-28T20:03:17.424348Z","steps":["trace[1070365125] 'agreement among raft nodes before linearized reading' (duration: 346.894512ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:17.424485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.506299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9175"} {"level":"info","ts":"2026-06-28T20:03:17.424752Z","caller":"traceutil/trace.go:171","msg":"trace[857034360] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2913; }","duration":"354.904236ms","start":"2026-06-28T20:03:17.069832Z","end":"2026-06-28T20:03:17.424736Z","steps":["trace[857034360] 'agreement among raft nodes before linearized reading' (duration: 353.744404ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:17.424794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:17.069811Z","time spent":"354.969477ms","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9198,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-06-28T20:03:17.424694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:17.076912Z","time spent":"347.709978ms","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:03:17.770616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.277119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:03:17.770705Z","caller":"traceutil/trace.go:171","msg":"trace[1425584398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2914; }","duration":"108.431873ms","start":"2026-06-28T20:03:17.662252Z","end":"2026-06-28T20:03:17.770684Z","steps":["trace[1425584398] 'range keys from in-memory index tree' (duration: 108.180387ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:17.770778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.202621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:03:17.770866Z","caller":"traceutil/trace.go:171","msg":"trace[1672091237] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2914; }","duration":"206.284642ms","start":"2026-06-28T20:03:17.564545Z","end":"2026-06-28T20:03:17.77083Z","steps":["trace[1672091237] 'count revisions from in-memory index tree' (duration: 206.13311ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:03:22.349217Z","caller":"traceutil/trace.go:171","msg":"trace[674264235] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"300.397409ms","start":"2026-06-28T20:03:22.04879Z","end":"2026-06-28T20:03:22.349187Z","steps":["trace[674264235] 'process raft request' (duration: 300.214186ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:03:22.349286Z","caller":"traceutil/trace.go:171","msg":"trace[1132049376] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"324.842729ms","start":"2026-06-28T20:03:22.024405Z","end":"2026-06-28T20:03:22.349248Z","steps":["trace[1132049376] 'process raft request' (duration: 305.359504ms)","trace[1132049376] 'compare' (duration: 18.915334ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:03:22.349397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:22.048769Z","time spent":"300.534872ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:03:22.349569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:22.024383Z","time spent":"324.977692ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:03:22.7064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.342062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:03:22.706664Z","caller":"traceutil/trace.go:171","msg":"trace[1546005234] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2937; }","duration":"206.663959ms","start":"2026-06-28T20:03:22.499981Z","end":"2026-06-28T20:03:22.706645Z","steps":["trace[1546005234] 'count revisions from in-memory index tree' (duration: 206.247591ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:22.707203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.625578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-28T20:03:22.707292Z","caller":"traceutil/trace.go:171","msg":"trace[793069241] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2937; }","duration":"194.73402ms","start":"2026-06-28T20:03:22.512534Z","end":"2026-06-28T20:03:22.707268Z","steps":["trace[793069241] 'range keys from in-memory index tree' (duration: 194.419054ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:23.378361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.6854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:03:23.378542Z","caller":"traceutil/trace.go:171","msg":"trace[969572185] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"233.043966ms","start":"2026-06-28T20:03:23.145457Z","end":"2026-06-28T20:03:23.378501Z","steps":["trace[969572185] 'process raft request' (duration: 115.120721ms)","trace[969572185] 'compare' (duration: 117.542767ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:03:23.378484Z","caller":"traceutil/trace.go:171","msg":"trace[1191801832] linearizableReadLoop","detail":"{readStateIndex:3062; appliedIndex:3061; }","duration":"141.560699ms","start":"2026-06-28T20:03:23.236906Z","end":"2026-06-28T20:03:23.378467Z","steps":["trace[1191801832] 'read index received' (duration: 23.686065ms)","trace[1191801832] 'applied index is now lower than readState.Index' (duration: 117.873464ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:03:23.378687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.766022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:03:23.378766Z","caller":"traceutil/trace.go:171","msg":"trace[1043319999] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2943; }","duration":"141.905246ms","start":"2026-06-28T20:03:23.236842Z","end":"2026-06-28T20:03:23.378748Z","steps":["trace[1043319999] 'agreement among raft nodes before linearized reading' (duration: 141.763902ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:03:46.957319Z","caller":"traceutil/trace.go:171","msg":"trace[508343767] transaction","detail":"{read_only:false; response_revision:3071; number_of_response:1; }","duration":"113.851103ms","start":"2026-06-28T20:03:46.843439Z","end":"2026-06-28T20:03:46.95729Z","steps":["trace[508343767] 'process raft request' (duration: 113.531316ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:03:52.447114Z","caller":"traceutil/trace.go:171","msg":"trace[841576364] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"261.229664ms","start":"2026-06-28T20:03:52.185856Z","end":"2026-06-28T20:03:52.447086Z","steps":["trace[841576364] 'process raft request' (duration: 261.04786ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:13.629965Z","caller":"traceutil/trace.go:171","msg":"trace[505373365] transaction","detail":"{read_only:false; response_revision:3641; number_of_response:1; }","duration":"154.555513ms","start":"2026-06-28T20:05:13.475377Z","end":"2026-06-28T20:05:13.629933Z","steps":["trace[505373365] 'process raft request' (duration: 154.38607ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:48.160667Z","caller":"traceutil/trace.go:171","msg":"trace[574013591] transaction","detail":"{read_only:false; response_revision:3900; number_of_response:1; }","duration":"154.634415ms","start":"2026-06-28T20:05:48.005998Z","end":"2026-06-28T20:05:48.160633Z","steps":["trace[574013591] 'process raft request' (duration: 154.488292ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:48.366324Z","caller":"traceutil/trace.go:171","msg":"trace[1292036538] linearizableReadLoop","detail":"{readStateIndex:4056; appliedIndex:4054; }","duration":"357.806501ms","start":"2026-06-28T20:05:48.008492Z","end":"2026-06-28T20:05:48.366299Z","steps":["trace[1292036538] 'read index received' (duration: 152.113597ms)","trace[1292036538] 'applied index is now lower than readState.Index' (duration: 205.691784ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:05:48.366461Z","caller":"traceutil/trace.go:171","msg":"trace[783748863] transaction","detail":"{read_only:false; response_revision:3901; number_of_response:1; }","duration":"359.121247ms","start":"2026-06-28T20:05:48.007329Z","end":"2026-06-28T20:05:48.36645Z","steps":["trace[783748863] 'process raft request' (duration: 358.833372ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:48.366568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:48.007298Z","time spent":"359.194108ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:05:48.366688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.124187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-28T20:05:48.366765Z","caller":"traceutil/trace.go:171","msg":"trace[2022285697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3901; }","duration":"358.24291ms","start":"2026-06-28T20:05:48.008506Z","end":"2026-06-28T20:05:48.366748Z","steps":["trace[2022285697] 'agreement among raft nodes before linearized reading' (duration: 358.057806ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:48.366803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:48.008493Z","time spent":"358.301461ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T20:05:48.366999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.098646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-06-28T20:05:48.367064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.098398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-28T20:05:48.367073Z","caller":"traceutil/trace.go:171","msg":"trace[1987819347] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3901; }","duration":"263.198608ms","start":"2026-06-28T20:05:48.103859Z","end":"2026-06-28T20:05:48.367058Z","steps":["trace[1987819347] 'agreement among raft nodes before linearized reading' (duration: 263.039785ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:48.367104Z","caller":"traceutil/trace.go:171","msg":"trace[1235517465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3901; }","duration":"358.178669ms","start":"2026-06-28T20:05:48.008915Z","end":"2026-06-28T20:05:48.367094Z","steps":["trace[1235517465] 'agreement among raft nodes before linearized reading' (duration: 358.054477ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:48.367135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:48.008907Z","time spent":"358.219401ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:05:48.367294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.796151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-28T20:05:48.367336Z","caller":"traceutil/trace.go:171","msg":"trace[1064845635] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3901; }","duration":"358.854602ms","start":"2026-06-28T20:05:48.008469Z","end":"2026-06-28T20:05:48.367323Z","steps":["trace[1064845635] 'agreement among raft nodes before linearized reading' (duration: 358.74977ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:48.367365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:48.008456Z","time spent":"358.901783ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-28T20:07:11.439783Z","caller":"traceutil/trace.go:171","msg":"trace[1936430695] linearizableReadLoop","detail":"{readStateIndex:5160; appliedIndex:5159; }","duration":"296.93742ms","start":"2026-06-28T20:07:11.142823Z","end":"2026-06-28T20:07:11.43976Z","steps":["trace[1936430695] 'read index received' (duration: 236.495654ms)","trace[1936430695] 'applied index is now lower than readState.Index' (duration: 60.440076ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:07:11.439892Z","caller":"traceutil/trace.go:171","msg":"trace[964006858] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"343.252125ms","start":"2026-06-28T20:07:11.096611Z","end":"2026-06-28T20:07:11.439863Z","steps":["trace[964006858] 'process raft request' (duration: 282.779409ms)","trace[964006858] 'compare' (duration: 60.193781ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:07:11.44002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.183505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14497"} {"level":"warn","ts":"2026-06-28T20:07:11.440026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:11.096592Z","time spent":"343.368268ms","remote":"127.0.0.1:56598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2573,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:07:11.440053Z","caller":"traceutil/trace.go:171","msg":"trace[344655226] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4961; }","duration":"297.257215ms","start":"2026-06-28T20:07:11.142787Z","end":"2026-06-28T20:07:11.440044Z","steps":["trace[344655226] 'agreement among raft nodes before linearized reading' (duration: 297.093442ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:11.522974Z","caller":"traceutil/trace.go:171","msg":"trace[1470849384] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"222.071628ms","start":"2026-06-28T20:07:11.300864Z","end":"2026-06-28T20:07:11.522936Z","steps":["trace[1470849384] 'process raft request' (duration: 221.984736ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:11.523196Z","caller":"traceutil/trace.go:171","msg":"trace[1237511646] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"340.696417ms","start":"2026-06-28T20:07:11.182459Z","end":"2026-06-28T20:07:11.523155Z","steps":["trace[1237511646] 'process raft request' (duration: 340.33918ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:11.523209Z","caller":"traceutil/trace.go:171","msg":"trace[1835125945] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"380.288913ms","start":"2026-06-28T20:07:11.14289Z","end":"2026-06-28T20:07:11.523179Z","steps":["trace[1835125945] 'process raft request' (duration: 379.817555ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:11.523386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:11.182436Z","time spent":"340.860119ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:07:11.523394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.478347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-06-28T20:07:11.523436Z","caller":"traceutil/trace.go:171","msg":"trace[1859170389] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4965; }","duration":"334.538368ms","start":"2026-06-28T20:07:11.188885Z","end":"2026-06-28T20:07:11.523423Z","steps":["trace[1859170389] 'agreement among raft nodes before linearized reading' (duration: 334.416356ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:11.523431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:11.142854Z","time spent":"380.532418ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:07:11.523464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:11.188879Z","time spent":"334.580078ms","remote":"127.0.0.1:43990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-06-28T20:07:11.523646Z","caller":"traceutil/trace.go:171","msg":"trace[1110074139] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"222.628699ms","start":"2026-06-28T20:07:11.300958Z","end":"2026-06-28T20:07:11.523586Z","steps":["trace[1110074139] 'process raft request' (duration: 221.917205ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:11.523736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.884561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2209851"} {"level":"info","ts":"2026-06-28T20:07:11.524075Z","caller":"traceutil/trace.go:171","msg":"trace[795538558] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4965; }","duration":"341.248807ms","start":"2026-06-28T20:07:11.182809Z","end":"2026-06-28T20:07:11.524058Z","steps":["trace[795538558] 'agreement among raft nodes before linearized reading' (duration: 340.101255ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:11.524116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:11.182801Z","time spent":"341.304128ms","remote":"127.0.0.1:43928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2209874,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-06-28T20:07:11.917063Z","caller":"traceutil/trace.go:171","msg":"trace[1755843991] linearizableReadLoop","detail":"{readStateIndex:5167; appliedIndex:5164; }","duration":"390.388688ms","start":"2026-06-28T20:07:11.526658Z","end":"2026-06-28T20:07:11.917046Z","steps":["trace[1755843991] 'read index received' (duration: 390.281596ms)","trace[1755843991] 'applied index is now lower than readState.Index' (duration: 106.022µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:07:11.917145Z","caller":"traceutil/trace.go:171","msg":"trace[1254759083] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"402.663652ms","start":"2026-06-28T20:07:11.514475Z","end":"2026-06-28T20:07:11.917138Z","steps":["trace[1254759083] 'process raft request' (duration: 402.54104ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:11.917112Z","caller":"traceutil/trace.go:171","msg":"trace[1741157712] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"463.792662ms","start":"2026-06-28T20:07:11.453278Z","end":"2026-06-28T20:07:11.91707Z","steps":["trace[1741157712] 'process raft request' (duration: 463.68221ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:11.91722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:11.51445Z","time spent":"402.712214ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:07:11.917317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:11.453268Z","time spent":"463.930874ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16218,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:07:11.917394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.706583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-53707b21-2d85-4845-b618-aa5639197f07\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-06-28T20:07:11.917459Z","caller":"traceutil/trace.go:171","msg":"trace[2128412123] range","detail":"{range_begin:/registry/persistentvolumes/pvc-53707b21-2d85-4845-b618-aa5639197f07; range_end:; response_count:1; response_revision:4968; }","duration":"390.820466ms","start":"2026-06-28T20:07:11.526621Z","end":"2026-06-28T20:07:11.917442Z","steps":["trace[2128412123] 'agreement among raft nodes before linearized reading' (duration: 390.632772ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:11.917497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:11.526601Z","time spent":"390.886837ms","remote":"127.0.0.1:43984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-53707b21-2d85-4845-b618-aa5639197f07\" "} {"level":"info","ts":"2026-06-28T20:07:11.917578Z","caller":"traceutil/trace.go:171","msg":"trace[165039830] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"467.220717ms","start":"2026-06-28T20:07:11.450279Z","end":"2026-06-28T20:07:11.9175Z","steps":["trace[165039830] 'process raft request' (duration: 466.577114ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:11.917802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:11.450252Z","time spent":"467.36229ms","remote":"127.0.0.1:56540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3624,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:07:11.933155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.989613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:07:11.933265Z","caller":"traceutil/trace.go:171","msg":"trace[1764205655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4969; }","duration":"271.138827ms","start":"2026-06-28T20:07:11.662098Z","end":"2026-06-28T20:07:11.933236Z","steps":["trace[1764205655] 'agreement among raft nodes before linearized reading' (duration: 270.915693ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:11.936088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.877718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-06-28T20:07:11.936159Z","caller":"traceutil/trace.go:171","msg":"trace[429128462] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4969; }","duration":"382.034088ms","start":"2026-06-28T20:07:11.554105Z","end":"2026-06-28T20:07:11.936139Z","steps":["trace[429128462] 'agreement among raft nodes before linearized reading' (duration: 378.360079ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:11.936199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:11.554089Z","time spent":"382.094429ms","remote":"127.0.0.1:43918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-06-28T20:07:13.360716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702038454,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-28T20:07:13.372717Z","caller":"traceutil/trace.go:171","msg":"trace[1471984242] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"517.914777ms","start":"2026-06-28T20:07:12.854767Z","end":"2026-06-28T20:07:13.372682Z","steps":["trace[1471984242] 'process raft request' (duration: 517.710943ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:13.37287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:12.854738Z","time spent":"518.042689ms","remote":"127.0.0.1:56598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1689,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:07:13.375965Z","caller":"traceutil/trace.go:171","msg":"trace[1968647260] linearizableReadLoop","detail":"{readStateIndex:5264; appliedIndex:5262; }","duration":"515.493471ms","start":"2026-06-28T20:07:12.860407Z","end":"2026-06-28T20:07:13.3759Z","steps":["trace[1968647260] 'read index received' (duration: 512.135046ms)","trace[1968647260] 'applied index is now lower than readState.Index' (duration: 3.356665ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:07:13.376007Z","caller":"traceutil/trace.go:171","msg":"trace[1191895788] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"486.471896ms","start":"2026-06-28T20:07:12.889477Z","end":"2026-06-28T20:07:13.375949Z","steps":["trace[1191895788] 'process raft request' (duration: 486.171959ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:13.376256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.832367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qvhr9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-28T20:07:13.376349Z","caller":"traceutil/trace.go:171","msg":"trace[307769830] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qvhr9; range_end:; response_count:1; response_revision:5063; }","duration":"515.96798ms","start":"2026-06-28T20:07:12.860353Z","end":"2026-06-28T20:07:13.376321Z","steps":["trace[307769830] 'agreement among raft nodes before linearized reading' (duration: 515.671614ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:13.376375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.77752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-5v5x9\" ","response":"range_response_count:1 size:9769"} {"level":"warn","ts":"2026-06-28T20:07:13.376392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:12.860331Z","time spent":"516.052471ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qvhr9\" "} {"level":"warn","ts":"2026-06-28T20:07:13.376375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.909977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:07:13.376433Z","caller":"traceutil/trace.go:171","msg":"trace[134513560] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-5v5x9; range_end:; response_count:1; response_revision:5063; }","duration":"487.884762ms","start":"2026-06-28T20:07:12.888535Z","end":"2026-06-28T20:07:13.37642Z","steps":["trace[134513560] 'agreement among raft nodes before linearized reading' (duration: 487.75306ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:13.376447Z","caller":"traceutil/trace.go:171","msg":"trace[1743914673] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5063; }","duration":"483.024899ms","start":"2026-06-28T20:07:12.893407Z","end":"2026-06-28T20:07:13.376432Z","steps":["trace[1743914673] 'agreement among raft nodes before linearized reading' (duration: 482.866606ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:13.376446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.075898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-06-28T20:07:13.376464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.759729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-28T20:07:13.376483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:12.893375Z","time spent":"483.09883ms","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:07:13.376499Z","caller":"traceutil/trace.go:171","msg":"trace[1924169955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5063; }","duration":"508.1771ms","start":"2026-06-28T20:07:12.86831Z","end":"2026-06-28T20:07:13.376487Z","steps":["trace[1924169955] 'agreement among raft nodes before linearized reading' (duration: 507.925235ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:13.376524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.720817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-28T20:07:13.37653Z","caller":"traceutil/trace.go:171","msg":"trace[618548473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5063; }","duration":"511.858401ms","start":"2026-06-28T20:07:12.864655Z","end":"2026-06-28T20:07:13.376514Z","steps":["trace[618548473] 'agreement among raft nodes before linearized reading' (duration: 511.668968ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:13.376544Z","caller":"traceutil/trace.go:171","msg":"trace[1355171651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5063; }","duration":"512.771598ms","start":"2026-06-28T20:07:12.863766Z","end":"2026-06-28T20:07:13.376538Z","steps":["trace[1355171651] 'agreement among raft nodes before linearized reading' (duration: 512.715507ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:13.376542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:12.868263Z","time spent":"508.269232ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:07:13.376564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:12.86375Z","time spent":"512.809419ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:07:13.376577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:12.864625Z","time spent":"511.939512ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T20:07:13.37661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.240466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-28T20:07:13.37646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:12.888494Z","time spent":"487.961114ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9792,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-5v5x9\" "} {"level":"info","ts":"2026-06-28T20:07:13.37669Z","caller":"traceutil/trace.go:171","msg":"trace[984236632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5063; }","duration":"514.352458ms","start":"2026-06-28T20:07:12.86232Z","end":"2026-06-28T20:07:13.376672Z","steps":["trace[984236632] 'agreement among raft nodes before linearized reading' (duration: 513.90904ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:13.376657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.701969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-06-28T20:07:13.376729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:12.862311Z","time spent":"514.406949ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-28T20:07:13.376775Z","caller":"traceutil/trace.go:171","msg":"trace[772091857] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5063; }","duration":"509.828451ms","start":"2026-06-28T20:07:12.866899Z","end":"2026-06-28T20:07:13.376728Z","steps":["trace[772091857] 'agreement among raft nodes before linearized reading' (duration: 509.477345ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:13.376864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:12.866856Z","time spent":"509.952874ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:07:13.376963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:12.88946Z","time spent":"486.757121ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:07:14.185172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.173885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:07:14.185391Z","caller":"traceutil/trace.go:171","msg":"trace[600147693] linearizableReadLoop","detail":"{readStateIndex:5288; appliedIndex:5286; }","duration":"239.895249ms","start":"2026-06-28T20:07:13.945481Z","end":"2026-06-28T20:07:14.185376Z","steps":["trace[600147693] 'read index received' (duration: 35.55241ms)","trace[600147693] 'applied index is now lower than readState.Index' (duration: 204.341879ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:07:14.185473Z","caller":"traceutil/trace.go:171","msg":"trace[1316795332] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"240.089323ms","start":"2026-06-28T20:07:13.945355Z","end":"2026-06-28T20:07:14.185444Z","steps":["trace[1316795332] 'process raft request' (duration: 239.90687ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:14.185625Z","caller":"traceutil/trace.go:171","msg":"trace[202759413] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"262.772966ms","start":"2026-06-28T20:07:13.922821Z","end":"2026-06-28T20:07:14.185594Z","steps":["trace[202759413] 'process raft request' (duration: 58.104701ms)","trace[202759413] 'compare' (duration: 203.946611ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:07:14.185639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.144654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-5v5x9\" ","response":"range_response_count:1 size:9871"} {"level":"warn","ts":"2026-06-28T20:07:14.185841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.317007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728695"} {"level":"info","ts":"2026-06-28T20:07:14.18588Z","caller":"traceutil/trace.go:171","msg":"trace[334799177] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-5v5x9; range_end:; response_count:1; response_revision:5087; }","duration":"240.429749ms","start":"2026-06-28T20:07:13.945432Z","end":"2026-06-28T20:07:14.185862Z","steps":["trace[334799177] 'agreement among raft nodes before linearized reading' (duration: 240.017741ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:14.185899Z","caller":"traceutil/trace.go:171","msg":"trace[986408772] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5087; }","duration":"159.421669ms","start":"2026-06-28T20:07:14.026466Z","end":"2026-06-28T20:07:14.185888Z","steps":["trace[986408772] 'agreement among raft nodes before linearized reading' (duration: 158.996232ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:16.772869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702038570,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-28T20:07:16.92727Z","caller":"traceutil/trace.go:171","msg":"trace[494126897] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"735.400366ms","start":"2026-06-28T20:07:16.191847Z","end":"2026-06-28T20:07:16.927248Z","steps":["trace[494126897] 'process raft request' (duration: 735.228093ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:16.92744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:16.191818Z","time spent":"735.536119ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:07:17.278176Z","caller":"traceutil/trace.go:171","msg":"trace[2086688223] linearizableReadLoop","detail":"{readStateIndex:5325; appliedIndex:5323; }","duration":"1.005932311s","start":"2026-06-28T20:07:16.272219Z","end":"2026-06-28T20:07:17.278151Z","steps":["trace[2086688223] 'read index received' (duration: 654.901227ms)","trace[2086688223] 'applied index is now lower than readState.Index' (duration: 351.029574ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:07:17.278208Z","caller":"traceutil/trace.go:171","msg":"trace[623205660] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"931.492018ms","start":"2026-06-28T20:07:16.346697Z","end":"2026-06-28T20:07:17.278189Z","steps":["trace[623205660] 'process raft request' (duration: 871.604972ms)","trace[623205660] 'compare' (duration: 59.555068ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:07:17.278327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:16.346679Z","time spent":"931.568459ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:07:17.278326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006104955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:07:17.278362Z","caller":"traceutil/trace.go:171","msg":"trace[1015758207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5122; }","duration":"1.006198487s","start":"2026-06-28T20:07:16.272154Z","end":"2026-06-28T20:07:17.278352Z","steps":["trace[1015758207] 'agreement among raft nodes before linearized reading' (duration: 1.006120965s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:17.278408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:16.272133Z","time spent":"1.006266377s","remote":"127.0.0.1:43516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:07:17.278459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.961459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:07:17.278489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.722905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-75eca3fa-e5b6-4b9c-a97d-072919d550ca\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-06-28T20:07:17.278564Z","caller":"traceutil/trace.go:171","msg":"trace[1509237512] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-75eca3fa-e5b6-4b9c-a97d-072919d550ca; range_end:; response_count:1; response_revision:5122; }","duration":"882.805346ms","start":"2026-06-28T20:07:16.395739Z","end":"2026-06-28T20:07:17.278545Z","steps":["trace[1509237512] 'agreement among raft nodes before linearized reading' (duration: 882.616133ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:17.27859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.480755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:07:17.278617Z","caller":"traceutil/trace.go:171","msg":"trace[758971717] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5122; }","duration":"589.543066ms","start":"2026-06-28T20:07:16.689067Z","end":"2026-06-28T20:07:17.27861Z","steps":["trace[758971717] 'agreement among raft nodes before linearized reading' (duration: 589.494255ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:17.27861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:16.395677Z","time spent":"882.923328ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-75eca3fa-e5b6-4b9c-a97d-072919d550ca\" "} {"level":"warn","ts":"2026-06-28T20:07:17.278643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:16.689047Z","time spent":"589.590147ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:07:17.278523Z","caller":"traceutil/trace.go:171","msg":"trace[1913446497] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5122; }","duration":"241.113941ms","start":"2026-06-28T20:07:17.037396Z","end":"2026-06-28T20:07:17.27851Z","steps":["trace[1913446497] 'agreement among raft nodes before linearized reading' (duration: 240.989619ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:17.27883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.926605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16179"} {"level":"info","ts":"2026-06-28T20:07:17.278851Z","caller":"traceutil/trace.go:171","msg":"trace[1757910707] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5122; }","duration":"403.959236ms","start":"2026-06-28T20:07:16.874886Z","end":"2026-06-28T20:07:17.278845Z","steps":["trace[1757910707] 'agreement among raft nodes before linearized reading' (duration: 403.852704ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:17.278846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.655761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-06-28T20:07:17.27887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:16.874816Z","time spent":"404.048877ms","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16202,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-06-28T20:07:17.278894Z","caller":"traceutil/trace.go:171","msg":"trace[1956791729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5122; }","duration":"677.741053ms","start":"2026-06-28T20:07:16.60114Z","end":"2026-06-28T20:07:17.278881Z","steps":["trace[1956791729] 'agreement among raft nodes before linearized reading' (duration: 677.615181ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:17.278928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:16.601121Z","time spent":"677.797114ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:07:17.278949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.323497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:07:17.278975Z","caller":"traceutil/trace.go:171","msg":"trace[615198546] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5122; }","duration":"114.390168ms","start":"2026-06-28T20:07:17.164578Z","end":"2026-06-28T20:07:17.278968Z","steps":["trace[615198546] 'agreement among raft nodes before linearized reading' (duration: 114.349357ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:17.279181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.039585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-06-28T20:07:17.279175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.007243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:07:17.279182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.678732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786880"} {"level":"info","ts":"2026-06-28T20:07:17.279202Z","caller":"traceutil/trace.go:171","msg":"trace[1152542902] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5122; }","duration":"132.115236ms","start":"2026-06-28T20:07:17.147081Z","end":"2026-06-28T20:07:17.279196Z","steps":["trace[1152542902] 'agreement among raft nodes before linearized reading' (duration: 132.035305ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:17.279213Z","caller":"traceutil/trace.go:171","msg":"trace[1120180378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5122; }","duration":"614.085025ms","start":"2026-06-28T20:07:16.665117Z","end":"2026-06-28T20:07:17.279202Z","steps":["trace[1120180378] 'agreement among raft nodes before linearized reading' (duration: 614.013964ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:17.279218Z","caller":"traceutil/trace.go:171","msg":"trace[1866805581] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5122; }","duration":"573.770873ms","start":"2026-06-28T20:07:16.705437Z","end":"2026-06-28T20:07:17.279208Z","steps":["trace[1866805581] 'agreement among raft nodes before linearized reading' (duration: 573.320785ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:17.279241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:16.665098Z","time spent":"614.136216ms","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:07:17.279252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:16.705407Z","time spent":"573.837195ms","remote":"127.0.0.1:43918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":786903,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-06-28T20:07:17.899213Z","caller":"traceutil/trace.go:171","msg":"trace[1028940718] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"357.046469ms","start":"2026-06-28T20:07:17.542142Z","end":"2026-06-28T20:07:17.899189Z","steps":["trace[1028940718] 'process raft request' (duration: 356.596661ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:17.899361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:17.542113Z","time spent":"357.172292ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:07:17.90578Z","caller":"traceutil/trace.go:171","msg":"trace[1512933790] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"358.952276ms","start":"2026-06-28T20:07:17.546783Z","end":"2026-06-28T20:07:17.905735Z","steps":["trace[1512933790] 'process raft request' (duration: 358.466686ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:17.906025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:17.546751Z","time spent":"359.15832ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:07:19.811089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702038667,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-28T20:07:19.849522Z","caller":"traceutil/trace.go:171","msg":"trace[1779257531] linearizableReadLoop","detail":"{readStateIndex:5376; appliedIndex:5375; }","duration":"538.304997ms","start":"2026-06-28T20:07:19.311012Z","end":"2026-06-28T20:07:19.849317Z","steps":["trace[1779257531] 'read index received' (duration: 523.124026ms)","trace[1779257531] 'applied index is now lower than readState.Index' (duration: 15.180021ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:07:19.849744Z","caller":"traceutil/trace.go:171","msg":"trace[817267251] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"554.512257ms","start":"2026-06-28T20:07:19.295185Z","end":"2026-06-28T20:07:19.849697Z","steps":["trace[817267251] 'process raft request' (duration: 539.02506ms)","trace[817267251] 'compare' (duration: 14.932906ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:07:19.849931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:19.295173Z","time spent":"554.660569ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:07:19.850026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.123438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:07:19.850071Z","caller":"traceutil/trace.go:171","msg":"trace[640518254] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5171; }","duration":"508.225361ms","start":"2026-06-28T20:07:19.341835Z","end":"2026-06-28T20:07:19.85006Z","steps":["trace[640518254] 'agreement among raft nodes before linearized reading' (duration: 508.14467ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:19.850103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:19.341811Z","time spent":"508.285663ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:07:19.850147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.306312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-06-28T20:07:19.850221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.965549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-06-28T20:07:19.850315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.204316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qvhr9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-28T20:07:19.850315Z","caller":"traceutil/trace.go:171","msg":"trace[139274586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5171; }","duration":"384.497635ms","start":"2026-06-28T20:07:19.465808Z","end":"2026-06-28T20:07:19.850306Z","steps":["trace[139274586] 'agreement among raft nodes before linearized reading' (duration: 384.213509ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:19.850343Z","caller":"traceutil/trace.go:171","msg":"trace[1567835181] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qvhr9; range_end:; response_count:1; response_revision:5171; }","duration":"423.286757ms","start":"2026-06-28T20:07:19.42705Z","end":"2026-06-28T20:07:19.850336Z","steps":["trace[1567835181] 'agreement among raft nodes before linearized reading' (duration: 423.192926ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:19.850364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:19.427008Z","time spent":"423.351728ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qvhr9\" "} {"level":"info","ts":"2026-06-28T20:07:19.850275Z","caller":"traceutil/trace.go:171","msg":"trace[1609610646] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5171; }","duration":"539.295726ms","start":"2026-06-28T20:07:19.310962Z","end":"2026-06-28T20:07:19.850258Z","steps":["trace[1609610646] 'agreement among raft nodes before linearized reading' (duration: 538.844177ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:19.850431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:19.310924Z","time spent":"539.49943ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:07:19.850471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.001445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-06-28T20:07:19.850364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:19.465798Z","time spent":"384.550196ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-28T20:07:19.850627Z","caller":"traceutil/trace.go:171","msg":"trace[187434468] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5171; }","duration":"395.198919ms","start":"2026-06-28T20:07:19.455399Z","end":"2026-06-28T20:07:19.850598Z","steps":["trace[187434468] 'agreement among raft nodes before linearized reading' (duration: 394.822962ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:19.850684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:19.455384Z","time spent":"395.289231ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:07:19.850722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.577328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:07:19.850767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.761449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-28T20:07:19.85079Z","caller":"traceutil/trace.go:171","msg":"trace[314649331] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5171; }","duration":"118.907664ms","start":"2026-06-28T20:07:19.73187Z","end":"2026-06-28T20:07:19.850778Z","steps":["trace[314649331] 'agreement among raft nodes before linearized reading' (duration: 118.635659ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:19.850693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.097799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:07:19.85081Z","caller":"traceutil/trace.go:171","msg":"trace[2068042931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5171; }","duration":"385.8247ms","start":"2026-06-28T20:07:19.464979Z","end":"2026-06-28T20:07:19.850804Z","steps":["trace[2068042931] 'agreement among raft nodes before linearized reading' (duration: 385.744478ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:19.850818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.739738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-28T20:07:19.850834Z","caller":"traceutil/trace.go:171","msg":"trace[995941424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5171; }","duration":"187.262582ms","start":"2026-06-28T20:07:19.66356Z","end":"2026-06-28T20:07:19.850823Z","steps":["trace[995941424] 'agreement among raft nodes before linearized reading' (duration: 187.11004ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:19.850841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:19.464957Z","time spent":"385.880072ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T20:07:19.850863Z","caller":"traceutil/trace.go:171","msg":"trace[265075534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5171; }","duration":"385.82032ms","start":"2026-06-28T20:07:19.465029Z","end":"2026-06-28T20:07:19.850849Z","steps":["trace[265075534] 'agreement among raft nodes before linearized reading' (duration: 385.650637ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:19.850963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:19.465007Z","time spent":"385.947373ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:07:19.852176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.982448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-28T20:07:19.852737Z","caller":"traceutil/trace.go:171","msg":"trace[1296981060] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5171; }","duration":"426.448546ms","start":"2026-06-28T20:07:19.426058Z","end":"2026-06-28T20:07:19.852507Z","steps":["trace[1296981060] 'agreement among raft nodes before linearized reading' (duration: 424.223174ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:19.852837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:19.426025Z","time spent":"426.766292ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:07:20.220121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.213941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:07:20.220447Z","caller":"traceutil/trace.go:171","msg":"trace[960358146] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"315.494194ms","start":"2026-06-28T20:07:19.904924Z","end":"2026-06-28T20:07:20.220418Z","steps":["trace[960358146] 'process raft request' (duration: 91.834965ms)","trace[960358146] 'compare' (duration: 222.732691ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:07:20.220537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:19.904903Z","time spent":"315.597066ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:07:20.220685Z","caller":"traceutil/trace.go:171","msg":"trace[81792611] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"307.303538ms","start":"2026-06-28T20:07:19.913334Z","end":"2026-06-28T20:07:20.220638Z","steps":["trace[81792611] 'process raft request' (duration: 306.940291ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:20.220887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:19.913315Z","time spent":"307.458121ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:07:20.224859Z","caller":"traceutil/trace.go:171","msg":"trace[89001561] linearizableReadLoop","detail":"{readStateIndex:5388; appliedIndex:5384; }","duration":"231.318835ms","start":"2026-06-28T20:07:19.993527Z","end":"2026-06-28T20:07:20.224845Z","steps":["trace[89001561] 'read index received' (duration: 3.263022ms)","trace[89001561] 'applied index is now lower than readState.Index' (duration: 228.055063ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:07:20.224925Z","caller":"traceutil/trace.go:171","msg":"trace[1609535419] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"298.186544ms","start":"2026-06-28T20:07:19.926731Z","end":"2026-06-28T20:07:20.224918Z","steps":["trace[1609535419] 'process raft request' (duration: 298.066092ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:20.22495Z","caller":"traceutil/trace.go:171","msg":"trace[683527117] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"298.855516ms","start":"2026-06-28T20:07:19.926072Z","end":"2026-06-28T20:07:20.224927Z","steps":["trace[683527117] 'process raft request' (duration: 298.637592ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:20.225195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.63557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-06-28T20:07:20.225292Z","caller":"traceutil/trace.go:171","msg":"trace[1994215318] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5183; }","duration":"231.764002ms","start":"2026-06-28T20:07:19.993507Z","end":"2026-06-28T20:07:20.225271Z","steps":["trace[1994215318] 'agreement among raft nodes before linearized reading' (duration: 231.440256ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:20.232116Z","caller":"traceutil/trace.go:171","msg":"trace[2050485229] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"233.426354ms","start":"2026-06-28T20:07:19.99865Z","end":"2026-06-28T20:07:20.232076Z","steps":["trace[2050485229] 'process raft request' (duration: 233.306492ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:20.232191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.956353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-06-28T20:07:20.232235Z","caller":"traceutil/trace.go:171","msg":"trace[1616450905] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5184; }","duration":"201.036615ms","start":"2026-06-28T20:07:20.031185Z","end":"2026-06-28T20:07:20.232222Z","steps":["trace[1616450905] 'agreement among raft nodes before linearized reading' (duration: 200.851882ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:22.135648Z","caller":"traceutil/trace.go:171","msg":"trace[1376510039] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"101.656985ms","start":"2026-06-28T20:07:22.033959Z","end":"2026-06-28T20:07:22.135616Z","steps":["trace[1376510039] 'process raft request' (duration: 101.440361ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:28.390018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.063174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:07:28.390136Z","caller":"traceutil/trace.go:171","msg":"trace[2045598480] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"344.873866ms","start":"2026-06-28T20:07:28.045243Z","end":"2026-06-28T20:07:28.390117Z","steps":["trace[2045598480] 'process raft request' (duration: 49.652569ms)","trace[2045598480] 'compare' (duration: 294.942832ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:07:28.390189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:28.045224Z","time spent":"344.946098ms","remote":"127.0.0.1:56598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1565,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:07:28.417006Z","caller":"traceutil/trace.go:171","msg":"trace[804518260] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"163.721932ms","start":"2026-06-28T20:07:28.253255Z","end":"2026-06-28T20:07:28.416977Z","steps":["trace[804518260] 'process raft request' (duration: 163.565249ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:28.418978Z","caller":"traceutil/trace.go:171","msg":"trace[1675252964] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"164.468856ms","start":"2026-06-28T20:07:28.254485Z","end":"2026-06-28T20:07:28.418954Z","steps":["trace[1675252964] 'process raft request' (duration: 164.159009ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:29.1208Z","caller":"traceutil/trace.go:171","msg":"trace[1585680925] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"119.932384ms","start":"2026-06-28T20:07:29.00081Z","end":"2026-06-28T20:07:29.120743Z","steps":["trace[1585680925] 'process raft request' (duration: 119.660079ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:29.285288Z","caller":"traceutil/trace.go:171","msg":"trace[1795392962] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"155.79231ms","start":"2026-06-28T20:07:29.129469Z","end":"2026-06-28T20:07:29.285261Z","steps":["trace[1795392962] 'process raft request' (duration: 155.636907ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:29.500958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.933696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:07:29.501195Z","caller":"traceutil/trace.go:171","msg":"trace[802308531] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"209.724971ms","start":"2026-06-28T20:07:29.291438Z","end":"2026-06-28T20:07:29.501163Z","steps":["trace[802308531] 'process raft request' (duration: 80.477999ms)","trace[802308531] 'compare' (duration: 128.775373ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:07:29.501403Z","caller":"traceutil/trace.go:171","msg":"trace[1002976598] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"209.911355ms","start":"2026-06-28T20:07:29.291469Z","end":"2026-06-28T20:07:29.501381Z","steps":["trace[1002976598] 'process raft request' (duration: 209.620279ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:29.501823Z","caller":"traceutil/trace.go:171","msg":"trace[142891121] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"208.887175ms","start":"2026-06-28T20:07:29.292921Z","end":"2026-06-28T20:07:29.501808Z","steps":["trace[142891121] 'process raft request' (duration: 208.395106ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:30.073241Z","caller":"traceutil/trace.go:171","msg":"trace[1541729019] linearizableReadLoop","detail":"{readStateIndex:5569; appliedIndex:5568; }","duration":"106.631509ms","start":"2026-06-28T20:07:29.966574Z","end":"2026-06-28T20:07:30.073206Z","steps":["trace[1541729019] 'read index received' (duration: 106.540538ms)","trace[1541729019] 'applied index is now lower than readState.Index' (duration: 89.611µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:07:30.073478Z","caller":"traceutil/trace.go:171","msg":"trace[925292010] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"106.976485ms","start":"2026-06-28T20:07:29.966455Z","end":"2026-06-28T20:07:30.073432Z","steps":["trace[925292010] 'process raft request' (duration: 106.570948ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:30.073506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.913154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-28T20:07:30.073716Z","caller":"traceutil/trace.go:171","msg":"trace[928625196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5359; }","duration":"107.199449ms","start":"2026-06-28T20:07:29.9665Z","end":"2026-06-28T20:07:30.0737Z","steps":["trace[928625196] 'agreement among raft nodes before linearized reading' (duration: 106.834693ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:30.97373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.63772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:07:30.974003Z","caller":"traceutil/trace.go:171","msg":"trace[227929280] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"894.676722ms","start":"2026-06-28T20:07:30.079304Z","end":"2026-06-28T20:07:30.973981Z","steps":["trace[227929280] 'process raft request' (duration: 894.629812ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:30.974089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:30.079259Z","time spent":"894.793435ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:07:30.974233Z","caller":"traceutil/trace.go:171","msg":"trace[615583762] linearizableReadLoop","detail":"{readStateIndex:5571; appliedIndex:5569; }","duration":"900.892202ms","start":"2026-06-28T20:07:30.07333Z","end":"2026-06-28T20:07:30.974222Z","steps":["trace[615583762] 'read index received' (duration: 84.644769ms)","trace[615583762] 'applied index is now lower than readState.Index' (duration: 816.246043ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:07:30.97423Z","caller":"traceutil/trace.go:171","msg":"trace[1299665592] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"1.004627596s","start":"2026-06-28T20:07:29.96954Z","end":"2026-06-28T20:07:30.974167Z","steps":["trace[1299665592] 'process raft request' (duration: 1.004327689s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:30.974325Z","caller":"traceutil/trace.go:171","msg":"trace[1301653713] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"1.007738026s","start":"2026-06-28T20:07:29.966573Z","end":"2026-06-28T20:07:30.974311Z","steps":["trace[1301653713] 'process raft request' (duration: 191.379551ms)","trace[1301653713] 'compare' (duration: 815.504208ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:07:30.974653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:29.969516Z","time spent":"1.005101035s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:07:30.974662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007354628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-06-28T20:07:30.974743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007937239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-28T20:07:30.974774Z","caller":"traceutil/trace.go:171","msg":"trace[1950205744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5362; }","duration":"1.007498302s","start":"2026-06-28T20:07:29.967246Z","end":"2026-06-28T20:07:30.974745Z","steps":["trace[1950205744] 'agreement among raft nodes before linearized reading' (duration: 1.007213006s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:30.974816Z","caller":"traceutil/trace.go:171","msg":"trace[257905569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5362; }","duration":"1.008053772s","start":"2026-06-28T20:07:29.966744Z","end":"2026-06-28T20:07:30.974798Z","steps":["trace[257905569] 'agreement among raft nodes before linearized reading' (duration: 1.007801437s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:30.97482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003930453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70915"} {"level":"warn","ts":"2026-06-28T20:07:30.97484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:29.967236Z","time spent":"1.007590213s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:07:30.974864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:29.966725Z","time spent":"1.008127653s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:07:30.97485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:29.966544Z","time spent":"1.008169474s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:07:30.974874Z","caller":"traceutil/trace.go:171","msg":"trace[661793859] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5362; }","duration":"1.004018715s","start":"2026-06-28T20:07:29.970841Z","end":"2026-06-28T20:07:30.97486Z","steps":["trace[661793859] 'agreement among raft nodes before linearized reading' (duration: 1.003617437s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:30.974924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:29.970831Z","time spent":"1.004081516s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70938,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-06-28T20:07:31.068459Z","caller":"traceutil/trace.go:171","msg":"trace[1087961526] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"645.71017ms","start":"2026-06-28T20:07:30.422702Z","end":"2026-06-28T20:07:31.068412Z","steps":["trace[1087961526] 'process raft request' (duration: 645.466136ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:31.068721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:30.422669Z","time spent":"645.912935ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:07:31.068763Z","caller":"traceutil/trace.go:171","msg":"trace[1576570738] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"642.008279ms","start":"2026-06-28T20:07:30.426718Z","end":"2026-06-28T20:07:31.068726Z","steps":["trace[1576570738] 'process raft request' (duration: 641.641962ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:31.068963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:30.426686Z","time spent":"642.158893ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:07:31.088626Z","caller":"traceutil/trace.go:171","msg":"trace[513250065] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"107.635059ms","start":"2026-06-28T20:07:30.980969Z","end":"2026-06-28T20:07:31.088604Z","steps":["trace[513250065] 'process raft request' (duration: 107.595028ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:31.088782Z","caller":"traceutil/trace.go:171","msg":"trace[1766918541] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"108.539105ms","start":"2026-06-28T20:07:30.980236Z","end":"2026-06-28T20:07:31.088775Z","steps":["trace[1766918541] 'process raft request' (duration: 108.130728ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:35.718009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.34393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:07:35.7184Z","caller":"traceutil/trace.go:171","msg":"trace[26616375] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"629.738476ms","start":"2026-06-28T20:07:35.088634Z","end":"2026-06-28T20:07:35.718372Z","steps":["trace[26616375] 'process raft request' (duration: 629.546352ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:35.719094Z","caller":"traceutil/trace.go:171","msg":"trace[1048581099] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"578.382833ms","start":"2026-06-28T20:07:35.140437Z","end":"2026-06-28T20:07:35.71882Z","steps":["trace[1048581099] 'process raft request' (duration: 577.877843ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:35.718518Z","caller":"traceutil/trace.go:171","msg":"trace[1810628048] linearizableReadLoop","detail":"{readStateIndex:5627; appliedIndex:5625; }","duration":"617.014943ms","start":"2026-06-28T20:07:35.101433Z","end":"2026-06-28T20:07:35.718447Z","steps":["trace[1810628048] 'read index received' (duration: 230.124883ms)","trace[1810628048] 'applied index is now lower than readState.Index' (duration: 386.88518ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:07:35.718824Z","caller":"traceutil/trace.go:171","msg":"trace[2110883597] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"638.035513ms","start":"2026-06-28T20:07:35.080761Z","end":"2026-06-28T20:07:35.718797Z","steps":["trace[2110883597] 'process raft request' (duration: 250.763526ms)","trace[2110883597] 'compare' (duration: 385.931942ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:07:35.719272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:35.08861Z","time spent":"630.567771ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:07:35.719369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:35.080744Z","time spent":"638.564624ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:07:35.719368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:35.140415Z","time spent":"578.823422ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:07:35.719497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.505943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-28T20:07:35.719551Z","caller":"traceutil/trace.go:171","msg":"trace[1228113164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5417; }","duration":"605.573684ms","start":"2026-06-28T20:07:35.113962Z","end":"2026-06-28T20:07:35.719536Z","steps":["trace[1228113164] 'agreement among raft nodes before linearized reading' (duration: 605.37703ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:35.719587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:35.113955Z","time spent":"605.623865ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:07:35.719641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.596637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-28T20:07:35.719673Z","caller":"traceutil/trace.go:171","msg":"trace[1262317333] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:5417; }","duration":"373.681388ms","start":"2026-06-28T20:07:35.345981Z","end":"2026-06-28T20:07:35.719663Z","steps":["trace[1262317333] 'agreement among raft nodes before linearized reading' (duration: 373.557686ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:35.719695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:35.345948Z","time spent":"373.743019ms","remote":"127.0.0.1:43864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-06-28T20:07:35.719555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.345358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:07:35.719828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.377639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-06-28T20:07:35.719732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.962857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-06-28T20:07:35.719927Z","caller":"traceutil/trace.go:171","msg":"trace[844281788] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5417; }","duration":"125.746996ms","start":"2026-06-28T20:07:35.594108Z","end":"2026-06-28T20:07:35.719855Z","steps":["trace[844281788] 'agreement among raft nodes before linearized reading' (duration: 125.286147ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:35.720029Z","caller":"traceutil/trace.go:171","msg":"trace[1029557753] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5417; }","duration":"472.287073ms","start":"2026-06-28T20:07:35.247718Z","end":"2026-06-28T20:07:35.720005Z","steps":["trace[1029557753] 'agreement among raft nodes before linearized reading' (duration: 471.919317ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:35.720083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:35.247701Z","time spent":"472.368785ms","remote":"127.0.0.1:43990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-06-28T20:07:35.719968Z","caller":"traceutil/trace.go:171","msg":"trace[855061767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5417; }","duration":"618.558591ms","start":"2026-06-28T20:07:35.101391Z","end":"2026-06-28T20:07:35.71995Z","steps":["trace[855061767] 'agreement among raft nodes before linearized reading' (duration: 617.796436ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:35.720518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:35.101379Z","time spent":"619.124093ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-28T20:07:38.332433Z","caller":"traceutil/trace.go:171","msg":"trace[781921110] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"217.799806ms","start":"2026-06-28T20:07:38.114606Z","end":"2026-06-28T20:07:38.332406Z","steps":["trace[781921110] 'process raft request' (duration: 217.42955ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:39.151695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702039425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:07:39.569311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.23352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:07:39.5694Z","caller":"traceutil/trace.go:171","msg":"trace[946407807] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5490; }","duration":"979.341272ms","start":"2026-06-28T20:07:38.590037Z","end":"2026-06-28T20:07:39.569379Z","steps":["trace[946407807] 'count revisions from in-memory index tree' (duration: 979.101647ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:39.569484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.003959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:07:39.569569Z","caller":"traceutil/trace.go:171","msg":"trace[1178160921] linearizableReadLoop","detail":"{readStateIndex:5703; appliedIndex:5702; }","duration":"918.828114ms","start":"2026-06-28T20:07:38.650727Z","end":"2026-06-28T20:07:39.569555Z","steps":["trace[1178160921] 'read index received' (duration: 734.631232ms)","trace[1178160921] 'applied index is now lower than readState.Index' (duration: 184.195772ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:07:39.569649Z","caller":"traceutil/trace.go:171","msg":"trace[1718735760] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"926.863919ms","start":"2026-06-28T20:07:38.642775Z","end":"2026-06-28T20:07:39.569639Z","steps":["trace[1718735760] 'process raft request' (duration: 742.645945ms)","trace[1718735760] 'compare' (duration: 183.664663ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:07:39.569696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:38.642752Z","time spent":"926.921579ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:07:39.569788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.833993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:07:39.569864Z","caller":"traceutil/trace.go:171","msg":"trace[630856581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5491; }","duration":"908.929406ms","start":"2026-06-28T20:07:38.660919Z","end":"2026-06-28T20:07:39.569848Z","steps":["trace[630856581] 'agreement among raft nodes before linearized reading' (duration: 908.785603ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:39.569902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:38.660914Z","time spent":"908.979877ms","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:07:39.569957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.93874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qvhr9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-06-28T20:07:39.569959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.792284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-28T20:07:39.569989Z","caller":"traceutil/trace.go:171","msg":"trace[904105904] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qvhr9; range_end:; response_count:1; response_revision:5491; }","duration":"561.014901ms","start":"2026-06-28T20:07:39.008966Z","end":"2026-06-28T20:07:39.569981Z","steps":["trace[904105904] 'agreement among raft nodes before linearized reading' (duration: 560.894479ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:39.569973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.109939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2a6e538b-d8e9-42a0-bddd-2b46a133ac4d\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-06-28T20:07:39.569975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.849029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:07:39.570005Z","caller":"traceutil/trace.go:171","msg":"trace[2126975755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5491; }","duration":"553.988736ms","start":"2026-06-28T20:07:39.016Z","end":"2026-06-28T20:07:39.569989Z","steps":["trace[2126975755] 'agreement among raft nodes before linearized reading' (duration: 553.851054ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:39.570026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.617821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-28T20:07:39.570036Z","caller":"traceutil/trace.go:171","msg":"trace[2027998391] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2a6e538b-d8e9-42a0-bddd-2b46a133ac4d; range_end:; response_count:1; response_revision:5491; }","duration":"509.225161ms","start":"2026-06-28T20:07:39.060795Z","end":"2026-06-28T20:07:39.57002Z","steps":["trace[2027998391] 'agreement among raft nodes before linearized reading' (duration: 509.043518ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:39.570022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.157691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-06-28T20:07:39.570051Z","caller":"traceutil/trace.go:171","msg":"trace[1234422746] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5491; }","duration":"674.024933ms","start":"2026-06-28T20:07:38.896006Z","end":"2026-06-28T20:07:39.570031Z","steps":["trace[1234422746] 'agreement among raft nodes before linearized reading' (duration: 673.86107ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:39.570078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:39.060773Z","time spent":"509.298552ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2a6e538b-d8e9-42a0-bddd-2b46a133ac4d\" "} {"level":"info","ts":"2026-06-28T20:07:39.570077Z","caller":"traceutil/trace.go:171","msg":"trace[1587456482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5491; }","duration":"552.667912ms","start":"2026-06-28T20:07:39.017395Z","end":"2026-06-28T20:07:39.570063Z","steps":["trace[1587456482] 'agreement among raft nodes before linearized reading' (duration: 552.495568ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:39.570106Z","caller":"traceutil/trace.go:171","msg":"trace[1105831761] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5491; }","duration":"529.266673ms","start":"2026-06-28T20:07:39.040818Z","end":"2026-06-28T20:07:39.570085Z","steps":["trace[1105831761] 'agreement among raft nodes before linearized reading' (duration: 529.023629ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:39.570119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:39.017367Z","time spent":"552.744393ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:07:39.57006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:39.015969Z","time spent":"554.083958ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T20:07:39.569499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:38.589851Z","time spent":"979.634077ms","remote":"127.0.0.1:44070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:07:39.570154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:39.040805Z","time spent":"529.339795ms","remote":"127.0.0.1:51086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-06-28T20:07:39.570116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:38.89587Z","time spent":"674.231076ms","remote":"127.0.0.1:50158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:07:39.570017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:39.008946Z","time spent":"561.065922ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qvhr9\" "} {"level":"warn","ts":"2026-06-28T20:07:39.570582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.831156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-06-28T20:07:39.57068Z","caller":"traceutil/trace.go:171","msg":"trace[817149391] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5491; }","duration":"552.062759ms","start":"2026-06-28T20:07:39.018581Z","end":"2026-06-28T20:07:39.570644Z","steps":["trace[817149391] 'agreement among raft nodes before linearized reading' (duration: 551.157433ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:39.57052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.671951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2a6e538b-d8e9-42a0-bddd-2b46a133ac4d\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-06-28T20:07:39.570842Z","caller":"traceutil/trace.go:171","msg":"trace[1770351977] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2a6e538b-d8e9-42a0-bddd-2b46a133ac4d; range_end:; response_count:1; response_revision:5491; }","duration":"920.087978ms","start":"2026-06-28T20:07:38.650722Z","end":"2026-06-28T20:07:39.570809Z","steps":["trace[1770351977] 'agreement among raft nodes before linearized reading' (duration: 919.10956ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:39.5709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:38.650694Z","time spent":"920.194511ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2a6e538b-d8e9-42a0-bddd-2b46a133ac4d\" "} {"level":"warn","ts":"2026-06-28T20:07:39.570985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:39.018569Z","time spent":"552.383205ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:07:40.125909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.193311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:07:40.126031Z","caller":"traceutil/trace.go:171","msg":"trace[922256998] linearizableReadLoop","detail":"{readStateIndex:5704; appliedIndex:5703; }","duration":"550.460688ms","start":"2026-06-28T20:07:39.575552Z","end":"2026-06-28T20:07:40.126013Z","steps":["trace[922256998] 'read index received' (duration: 236.158106ms)","trace[922256998] 'applied index is now lower than readState.Index' (duration: 314.299992ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:07:40.126119Z","caller":"traceutil/trace.go:171","msg":"trace[1043132461] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"551.675652ms","start":"2026-06-28T20:07:39.574411Z","end":"2026-06-28T20:07:40.126086Z","steps":["trace[1043132461] 'process raft request' (duration: 237.225507ms)","trace[1043132461] 'compare' (duration: 313.924375ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:07:40.126253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:39.574393Z","time spent":"551.791264ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":896,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:07:40.126329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.769264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80096"} {"level":"info","ts":"2026-06-28T20:07:40.126359Z","caller":"traceutil/trace.go:171","msg":"trace[1463589976] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5492; }","duration":"550.830435ms","start":"2026-06-28T20:07:39.575519Z","end":"2026-06-28T20:07:40.126349Z","steps":["trace[1463589976] 'agreement among raft nodes before linearized reading' (duration: 550.576531ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:40.126392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:39.575504Z","time spent":"550.880086ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80119,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-06-28T20:07:40.166Z","caller":"traceutil/trace.go:171","msg":"trace[1554930297] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"588.353443ms","start":"2026-06-28T20:07:39.57761Z","end":"2026-06-28T20:07:40.165963Z","steps":["trace[1554930297] 'process raft request' (duration: 588.222821ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:40.165996Z","caller":"traceutil/trace.go:171","msg":"trace[290238026] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"589.785551ms","start":"2026-06-28T20:07:39.576124Z","end":"2026-06-28T20:07:40.16591Z","steps":["trace[290238026] 'process raft request' (duration: 589.576347ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:40.166186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:39.577587Z","time spent":"588.499217ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:07:40.166187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:39.576103Z","time spent":"589.992025ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:07:40.166334Z","caller":"traceutil/trace.go:171","msg":"trace[383387009] transaction","detail":"{read_only:false; response_revision:5496; number_of_response:1; }","duration":"586.966288ms","start":"2026-06-28T20:07:39.579357Z","end":"2026-06-28T20:07:40.166323Z","steps":["trace[383387009] 'process raft request' (duration: 586.767054ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:40.166362Z","caller":"traceutil/trace.go:171","msg":"trace[1942622997] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"436.277605ms","start":"2026-06-28T20:07:39.730058Z","end":"2026-06-28T20:07:40.166336Z","steps":["trace[1942622997] 'process raft request' (duration: 436.182433ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:40.1664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:39.579317Z","time spent":"587.050119ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:07:40.166399Z","caller":"traceutil/trace.go:171","msg":"trace[1238329060] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"434.730736ms","start":"2026-06-28T20:07:39.731647Z","end":"2026-06-28T20:07:40.166378Z","steps":["trace[1238329060] 'process raft request' (duration: 434.639434ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:40.16643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:39.730033Z","time spent":"436.359327ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:07:40.166497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.778546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:07:40.166505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:39.731622Z","time spent":"434.821988ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:07:40.166536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.905978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:07:40.166539Z","caller":"traceutil/trace.go:171","msg":"trace[1101595222] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5500; }","duration":"160.879267ms","start":"2026-06-28T20:07:40.00565Z","end":"2026-06-28T20:07:40.166529Z","steps":["trace[1101595222] 'agreement among raft nodes before linearized reading' (duration: 160.786476ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:40.166563Z","caller":"traceutil/trace.go:171","msg":"trace[1330778000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5500; }","duration":"503.98589ms","start":"2026-06-28T20:07:39.66257Z","end":"2026-06-28T20:07:40.166556Z","steps":["trace[1330778000] 'agreement among raft nodes before linearized reading' (duration: 503.932119ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:40.166589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:39.662545Z","time spent":"504.040451ms","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:07:40.166583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.960584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-06-28T20:07:40.166506Z","caller":"traceutil/trace.go:171","msg":"trace[707481123] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"587.222363ms","start":"2026-06-28T20:07:39.57906Z","end":"2026-06-28T20:07:40.166282Z","steps":["trace[707481123] 'process raft request' (duration: 586.813394ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:40.166734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.100515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-28T20:07:40.166759Z","caller":"traceutil/trace.go:171","msg":"trace[980256130] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"368.742203ms","start":"2026-06-28T20:07:39.797927Z","end":"2026-06-28T20:07:40.166669Z","steps":["trace[980256130] 'process raft request' (duration: 368.437247ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:40.166747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.541174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-06-28T20:07:40.166841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:39.797855Z","time spent":"368.933416ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:07:40.166872Z","caller":"traceutil/trace.go:171","msg":"trace[583531706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5500; }","duration":"420.721667ms","start":"2026-06-28T20:07:39.74612Z","end":"2026-06-28T20:07:40.166842Z","steps":["trace[583531706] 'agreement among raft nodes before linearized reading' (duration: 420.374681ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:40.166696Z","caller":"traceutil/trace.go:171","msg":"trace[526870917] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"434.685735ms","start":"2026-06-28T20:07:39.731946Z","end":"2026-06-28T20:07:40.166631Z","steps":["trace[526870917] 'process raft request' (duration: 434.3762ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:40.166938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:39.746101Z","time spent":"420.825499ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:07:40.166976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:39.731938Z","time spent":"434.995051ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:07:40.166732Z","caller":"traceutil/trace.go:171","msg":"trace[1777676256] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5500; }","duration":"590.080077ms","start":"2026-06-28T20:07:39.576558Z","end":"2026-06-28T20:07:40.166638Z","steps":["trace[1777676256] 'agreement among raft nodes before linearized reading' (duration: 589.862173ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:40.167087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:39.576536Z","time spent":"590.539005ms","remote":"127.0.0.1:43918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1185,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-06-28T20:07:40.166767Z","caller":"traceutil/trace.go:171","msg":"trace[1748422391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5500; }","duration":"420.191047ms","start":"2026-06-28T20:07:39.746567Z","end":"2026-06-28T20:07:40.166758Z","steps":["trace[1748422391] 'agreement among raft nodes before linearized reading' (duration: 420.055954ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:40.167166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:39.74653Z","time spent":"420.616355ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:07:40.167269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:39.579038Z","time spent":"587.700821ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:07:42.116208Z","caller":"traceutil/trace.go:171","msg":"trace[1183724470] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"310.508329ms","start":"2026-06-28T20:07:41.805661Z","end":"2026-06-28T20:07:42.11617Z","steps":["trace[1183724470] 'process raft request' (duration: 310.234114ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:42.116451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:41.80563Z","time spent":"310.698023ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:07:50.025463Z","caller":"traceutil/trace.go:171","msg":"trace[45628016] linearizableReadLoop","detail":"{readStateIndex:5884; appliedIndex:5883; }","duration":"187.651738ms","start":"2026-06-28T20:07:49.837789Z","end":"2026-06-28T20:07:50.02544Z","steps":["trace[45628016] 'read index received' (duration: 187.462304ms)","trace[45628016] 'applied index is now lower than readState.Index' (duration: 188.224µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:07:50.025594Z","caller":"traceutil/trace.go:171","msg":"trace[89162950] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"202.92974ms","start":"2026-06-28T20:07:49.822567Z","end":"2026-06-28T20:07:50.025496Z","steps":["trace[89162950] 'process raft request' (duration: 202.717926ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:50.025682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.870983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-06-28T20:07:50.025748Z","caller":"traceutil/trace.go:171","msg":"trace[531600603] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5667; }","duration":"187.979204ms","start":"2026-06-28T20:07:49.837752Z","end":"2026-06-28T20:07:50.025731Z","steps":["trace[531600603] 'agreement among raft nodes before linearized reading' (duration: 187.773931ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:54.412239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702039890,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-28T20:07:54.483909Z","caller":"traceutil/trace.go:171","msg":"trace[1357758652] transaction","detail":"{read_only:false; response_revision:5697; number_of_response:1; }","duration":"631.882322ms","start":"2026-06-28T20:07:53.851997Z","end":"2026-06-28T20:07:54.483879Z","steps":["trace[1357758652] 'process raft request' (duration: 631.662047ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:54.484101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:53.851979Z","time spent":"632.022334ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:07:54.532609Z","caller":"traceutil/trace.go:171","msg":"trace[854411905] transaction","detail":"{read_only:false; response_revision:5698; number_of_response:1; }","duration":"318.867551ms","start":"2026-06-28T20:07:54.213708Z","end":"2026-06-28T20:07:54.532576Z","steps":["trace[854411905] 'process raft request' (duration: 311.97978ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:54.532838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:54.213688Z","time spent":"319.032494ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:07:54.532928Z","caller":"traceutil/trace.go:171","msg":"trace[1737333928] linearizableReadLoop","detail":"{readStateIndex:5918; appliedIndex:5914; }","duration":"620.76405ms","start":"2026-06-28T20:07:53.912143Z","end":"2026-06-28T20:07:54.532907Z","steps":["trace[1737333928] 'read index received' (duration: 571.648113ms)","trace[1737333928] 'applied index is now lower than readState.Index' (duration: 49.114877ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:07:54.533042Z","caller":"traceutil/trace.go:171","msg":"trace[77029778] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"318.932333ms","start":"2026-06-28T20:07:54.214097Z","end":"2026-06-28T20:07:54.53303Z","steps":["trace[77029778] 'process raft request' (duration: 318.418703ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:54.533079Z","caller":"traceutil/trace.go:171","msg":"trace[1388643674] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"318.837851ms","start":"2026-06-28T20:07:54.214224Z","end":"2026-06-28T20:07:54.533062Z","steps":["trace[1388643674] 'process raft request' (duration: 318.568686ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:54.533152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:54.214207Z","time spent":"318.911613ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:07:54.533178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:54.21408Z","time spent":"318.993724ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:07:54.533446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.275159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-06-28T20:07:54.533562Z","caller":"traceutil/trace.go:171","msg":"trace[120564398] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5700; }","duration":"621.397042ms","start":"2026-06-28T20:07:53.912136Z","end":"2026-06-28T20:07:54.533533Z","steps":["trace[120564398] 'agreement among raft nodes before linearized reading' (duration: 621.124287ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:54.533633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:53.912087Z","time spent":"621.526854ms","remote":"127.0.0.1:43990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-06-28T20:07:54.562818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.796162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-28T20:07:54.562947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.916772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-06-28T20:07:54.562969Z","caller":"traceutil/trace.go:171","msg":"trace[1677793312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5704; }","duration":"327.991305ms","start":"2026-06-28T20:07:54.23493Z","end":"2026-06-28T20:07:54.562921Z","steps":["trace[1677793312] 'agreement among raft nodes before linearized reading' (duration: 327.538107ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:54.56301Z","caller":"traceutil/trace.go:171","msg":"trace[152058460] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5704; }","duration":"330.000544ms","start":"2026-06-28T20:07:54.232989Z","end":"2026-06-28T20:07:54.562989Z","steps":["trace[152058460] 'agreement among raft nodes before linearized reading' (duration: 329.846442ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:54.562969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.13576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-06-28T20:07:54.56309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:54.232977Z","time spent":"330.102986ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:07:54.563093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:54.234894Z","time spent":"328.184049ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-28T20:07:54.563116Z","caller":"traceutil/trace.go:171","msg":"trace[751757460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5704; }","duration":"337.329373ms","start":"2026-06-28T20:07:54.225763Z","end":"2026-06-28T20:07:54.563092Z","steps":["trace[751757460] 'agreement among raft nodes before linearized reading' (duration: 336.969757ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:54.563011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.837227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qvhr9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-06-28T20:07:54.563176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:54.225751Z","time spent":"337.411066ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T20:07:54.563203Z","caller":"traceutil/trace.go:171","msg":"trace[1493403707] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qvhr9; range_end:; response_count:1; response_revision:5704; }","duration":"366.067191ms","start":"2026-06-28T20:07:54.197115Z","end":"2026-06-28T20:07:54.563182Z","steps":["trace[1493403707] 'agreement among raft nodes before linearized reading' (duration: 365.622163ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:54.563192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.361985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-06-28T20:07:54.563267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:54.1971Z","time spent":"366.156003ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qvhr9\" "} {"level":"info","ts":"2026-06-28T20:07:54.563281Z","caller":"traceutil/trace.go:171","msg":"trace[1487461282] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5704; }","duration":"293.465256ms","start":"2026-06-28T20:07:54.269793Z","end":"2026-06-28T20:07:54.563259Z","steps":["trace[1487461282] 'agreement among raft nodes before linearized reading' (duration: 293.214852ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:54.563335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.113903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-28T20:07:54.563377Z","caller":"traceutil/trace.go:171","msg":"trace[1363371318] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5704; }","duration":"151.200453ms","start":"2026-06-28T20:07:54.412167Z","end":"2026-06-28T20:07:54.563368Z","steps":["trace[1363371318] 'agreement among raft nodes before linearized reading' (duration: 151.097151ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:54.562686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.022255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:07:54.563546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.647928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-28T20:07:54.563535Z","caller":"traceutil/trace.go:171","msg":"trace[137094989] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5704; }","duration":"373.84859ms","start":"2026-06-28T20:07:54.189611Z","end":"2026-06-28T20:07:54.563459Z","steps":["trace[137094989] 'agreement among raft nodes before linearized reading' (duration: 372.941563ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:54.563818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:54.189527Z","time spent":"374.266199ms","remote":"127.0.0.1:50074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:07:54.563637Z","caller":"traceutil/trace.go:171","msg":"trace[1336524838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5704; }","duration":"295.831513ms","start":"2026-06-28T20:07:54.267789Z","end":"2026-06-28T20:07:54.56362Z","steps":["trace[1336524838] 'agreement among raft nodes before linearized reading' (duration: 295.326353ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:54.835601Z","caller":"traceutil/trace.go:171","msg":"trace[1103394306] transaction","detail":"{read_only:false; response_revision:5706; number_of_response:1; }","duration":"267.493111ms","start":"2026-06-28T20:07:54.568078Z","end":"2026-06-28T20:07:54.835571Z","steps":["trace[1103394306] 'process raft request' (duration: 267.40996ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:54.835669Z","caller":"traceutil/trace.go:171","msg":"trace[594101504] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"267.526942ms","start":"2026-06-28T20:07:54.568075Z","end":"2026-06-28T20:07:54.835602Z","steps":["trace[594101504] 'process raft request' (duration: 219.413884ms)","trace[594101504] 'compare' (duration: 47.432714ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:07:54.884634Z","caller":"traceutil/trace.go:171","msg":"trace[203856301] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"316.173391ms","start":"2026-06-28T20:07:54.568433Z","end":"2026-06-28T20:07:54.884607Z","steps":["trace[203856301] 'process raft request' (duration: 315.933086ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:54.884824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:54.56842Z","time spent":"316.306383ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:07:54.885001Z","caller":"traceutil/trace.go:171","msg":"trace[76329058] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"316.431175ms","start":"2026-06-28T20:07:54.568526Z","end":"2026-06-28T20:07:54.884957Z","steps":["trace[76329058] 'process raft request' (duration: 316.010637ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:54.88512Z","caller":"traceutil/trace.go:171","msg":"trace[2101470469] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"315.473856ms","start":"2026-06-28T20:07:54.56959Z","end":"2026-06-28T20:07:54.885064Z","steps":["trace[2101470469] 'process raft request' (duration: 315.256242ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:54.885216Z","caller":"traceutil/trace.go:171","msg":"trace[543109201] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"315.355644ms","start":"2026-06-28T20:07:54.56971Z","end":"2026-06-28T20:07:54.885065Z","steps":["trace[543109201] 'process raft request' (duration: 315.220832ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:54.885242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:54.568505Z","time spent":"316.613648ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:07:54.885028Z","caller":"traceutil/trace.go:171","msg":"trace[487582594] linearizableReadLoop","detail":"{readStateIndex:5926; appliedIndex:5922; }","duration":"316.048608ms","start":"2026-06-28T20:07:54.568953Z","end":"2026-06-28T20:07:54.885002Z","steps":["trace[487582594] 'read index received' (duration: 218.550218ms)","trace[487582594] 'applied index is now lower than readState.Index' (duration: 97.49665ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:07:54.885292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:54.56957Z","time spent":"315.625489ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:07:54.885316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.362984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81785"} {"level":"info","ts":"2026-06-28T20:07:54.885369Z","caller":"traceutil/trace.go:171","msg":"trace[2114455654] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5710; }","duration":"316.460375ms","start":"2026-06-28T20:07:54.568895Z","end":"2026-06-28T20:07:54.885355Z","steps":["trace[2114455654] 'agreement among raft nodes before linearized reading' (duration: 316.19073ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:54.885369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:54.569664Z","time spent":"315.619389ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:07:54.885414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:07:54.56887Z","time spent":"316.532277ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81808,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-06-28T20:07:54.885502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.170626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:07:54.885562Z","caller":"traceutil/trace.go:171","msg":"trace[1437779867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5710; }","duration":"223.294828ms","start":"2026-06-28T20:07:54.662251Z","end":"2026-06-28T20:07:54.885546Z","steps":["trace[1437779867] 'agreement among raft nodes before linearized reading' (duration: 223.152885ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:07:55.655009Z","caller":"traceutil/trace.go:171","msg":"trace[1816997051] linearizableReadLoop","detail":"{readStateIndex:5934; appliedIndex:5933; }","duration":"103.646466ms","start":"2026-06-28T20:07:55.551327Z","end":"2026-06-28T20:07:55.654973Z","steps":["trace[1816997051] 'read index received' (duration: 93.676496ms)","trace[1816997051] 'applied index is now lower than readState.Index' (duration: 9.96851ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:07:55.655137Z","caller":"traceutil/trace.go:171","msg":"trace[1388686355] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"246.088033ms","start":"2026-06-28T20:07:55.408996Z","end":"2026-06-28T20:07:55.655084Z","steps":["trace[1388686355] 'process raft request' (duration: 236.016222ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:07:55.655211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.859161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:07:55.655249Z","caller":"traceutil/trace.go:171","msg":"trace[1226190652] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5715; }","duration":"103.975773ms","start":"2026-06-28T20:07:55.551263Z","end":"2026-06-28T20:07:55.655239Z","steps":["trace[1226190652] 'agreement among raft nodes before linearized reading' (duration: 103.868031ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:08:12.250485Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2896} {"level":"info","ts":"2026-06-28T20:08:12.331214Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2896,"took":"78.460766ms","hash":3969728331,"current-db-size-bytes":54910976,"current-db-size":"55 MB","current-db-size-in-use-bytes":32239616,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-06-28T20:08:12.331374Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3969728331,"revision":2896,"compact-revision":-1} {"level":"info","ts":"2026-06-28T20:08:40.788396Z","caller":"traceutil/trace.go:171","msg":"trace[715933501] linearizableReadLoop","detail":"{readStateIndex:6308; appliedIndex:6307; }","duration":"142.16512ms","start":"2026-06-28T20:08:40.64621Z","end":"2026-06-28T20:08:40.788375Z","steps":["trace[715933501] 'read index received' (duration: 142.090919ms)","trace[715933501] 'applied index is now lower than readState.Index' (duration: 73.281µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:08:40.788469Z","caller":"traceutil/trace.go:171","msg":"trace[1597562229] transaction","detail":"{read_only:false; response_revision:6077; number_of_response:1; }","duration":"158.717966ms","start":"2026-06-28T20:08:40.629713Z","end":"2026-06-28T20:08:40.788431Z","steps":["trace[1597562229] 'process raft request' (duration: 158.501112ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:08:40.788615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.391735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-06-28T20:08:40.788648Z","caller":"traceutil/trace.go:171","msg":"trace[278669918] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:6077; }","duration":"142.483947ms","start":"2026-06-28T20:08:40.646157Z","end":"2026-06-28T20:08:40.788641Z","steps":["trace[278669918] 'agreement among raft nodes before linearized reading' (duration: 142.339005ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:08:40.802418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.176784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:08:40.8025Z","caller":"traceutil/trace.go:171","msg":"trace[886056065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6080; }","duration":"139.281326ms","start":"2026-06-28T20:08:40.663202Z","end":"2026-06-28T20:08:40.802483Z","steps":["trace[886056065] 'agreement among raft nodes before linearized reading' (duration: 139.171694ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:08:41.477971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.099738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:08:41.478376Z","caller":"traceutil/trace.go:171","msg":"trace[669401262] transaction","detail":"{read_only:false; response_revision:6090; number_of_response:1; }","duration":"206.164382ms","start":"2026-06-28T20:08:41.272159Z","end":"2026-06-28T20:08:41.478323Z","steps":["trace[669401262] 'process raft request' (duration: 82.465482ms)","trace[669401262] 'compare' (duration: 122.755432ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:08:41.478455Z","caller":"traceutil/trace.go:171","msg":"trace[592559131] linearizableReadLoop","detail":"{readStateIndex:6322; appliedIndex:6320; }","duration":"202.128234ms","start":"2026-06-28T20:08:41.276271Z","end":"2026-06-28T20:08:41.4784Z","steps":["trace[592559131] 'read index received' (duration: 78.441426ms)","trace[592559131] 'applied index is now lower than readState.Index' (duration: 123.685288ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:08:41.478952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.3125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-28T20:08:41.479001Z","caller":"traceutil/trace.go:171","msg":"trace[506740687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6091; }","duration":"169.643865ms","start":"2026-06-28T20:08:41.309345Z","end":"2026-06-28T20:08:41.478989Z","steps":["trace[506740687] 'agreement among raft nodes before linearized reading' (duration: 169.251418ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:08:41.478987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.358713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-06-28T20:08:41.479052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.026955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-28T20:08:41.479118Z","caller":"traceutil/trace.go:171","msg":"trace[1961427976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6091; }","duration":"168.165757ms","start":"2026-06-28T20:08:41.310936Z","end":"2026-06-28T20:08:41.479102Z","steps":["trace[1961427976] 'agreement among raft nodes before linearized reading' (duration: 167.705639ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:08:41.479113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.832758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101661"} {"level":"info","ts":"2026-06-28T20:08:41.479099Z","caller":"traceutil/trace.go:171","msg":"trace[1354687231] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6091; }","duration":"166.473255ms","start":"2026-06-28T20:08:41.312598Z","end":"2026-06-28T20:08:41.479071Z","steps":["trace[1354687231] 'agreement among raft nodes before linearized reading' (duration: 166.030527ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:08:41.478586Z","caller":"traceutil/trace.go:171","msg":"trace[323092800] transaction","detail":"{read_only:false; response_revision:6091; number_of_response:1; }","duration":"205.013871ms","start":"2026-06-28T20:08:41.273409Z","end":"2026-06-28T20:08:41.478423Z","steps":["trace[323092800] 'process raft request' (duration: 204.872868ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:08:41.479191Z","caller":"traceutil/trace.go:171","msg":"trace[67013727] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6091; }","duration":"202.986952ms","start":"2026-06-28T20:08:41.276187Z","end":"2026-06-28T20:08:41.479174Z","steps":["trace[67013727] 'agreement among raft nodes before linearized reading' (duration: 202.38436ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:08:41.714798Z","caller":"traceutil/trace.go:171","msg":"trace[1434757081] transaction","detail":"{read_only:false; response_revision:6092; number_of_response:1; }","duration":"230.978615ms","start":"2026-06-28T20:08:41.483785Z","end":"2026-06-28T20:08:41.714764Z","steps":["trace[1434757081] 'process raft request' (duration: 230.477335ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:08:41.718414Z","caller":"traceutil/trace.go:171","msg":"trace[520249428] linearizableReadLoop","detail":"{readStateIndex:6325; appliedIndex:6322; }","duration":"133.014167ms","start":"2026-06-28T20:08:41.585372Z","end":"2026-06-28T20:08:41.718386Z","steps":["trace[520249428] 'read index received' (duration: 128.888128ms)","trace[520249428] 'applied index is now lower than readState.Index' (duration: 4.124699ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:08:41.718533Z","caller":"traceutil/trace.go:171","msg":"trace[193379117] transaction","detail":"{read_only:false; response_revision:6094; number_of_response:1; }","duration":"234.339129ms","start":"2026-06-28T20:08:41.484159Z","end":"2026-06-28T20:08:41.718498Z","steps":["trace[193379117] 'process raft request' (duration: 234.164606ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:08:41.718631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.026457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:08:41.718635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.256241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:08:41.718696Z","caller":"traceutil/trace.go:171","msg":"trace[1139746121] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6094; }","duration":"133.149819ms","start":"2026-06-28T20:08:41.585532Z","end":"2026-06-28T20:08:41.718682Z","steps":["trace[1139746121] 'agreement among raft nodes before linearized reading' (duration: 133.031577ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:08:41.718704Z","caller":"traceutil/trace.go:171","msg":"trace[526362145] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6094; }","duration":"133.401224ms","start":"2026-06-28T20:08:41.585286Z","end":"2026-06-28T20:08:41.718687Z","steps":["trace[526362145] 'agreement among raft nodes before linearized reading' (duration: 133.242271ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:08:41.718496Z","caller":"traceutil/trace.go:171","msg":"trace[671137705] transaction","detail":"{read_only:false; response_revision:6093; number_of_response:1; }","duration":"234.613414ms","start":"2026-06-28T20:08:41.483832Z","end":"2026-06-28T20:08:41.718446Z","steps":["trace[671137705] 'process raft request' (duration: 234.36513ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:08:41.718966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.282152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-06-28T20:08:41.719095Z","caller":"traceutil/trace.go:171","msg":"trace[549323497] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6094; }","duration":"133.507117ms","start":"2026-06-28T20:08:41.58557Z","end":"2026-06-28T20:08:41.719077Z","steps":["trace[549323497] 'agreement among raft nodes before linearized reading' (duration: 133.045967ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:08:56.02245Z","caller":"traceutil/trace.go:171","msg":"trace[399179780] transaction","detail":"{read_only:false; response_revision:6194; number_of_response:1; }","duration":"227.06239ms","start":"2026-06-28T20:08:55.795348Z","end":"2026-06-28T20:08:56.02241Z","steps":["trace[399179780] 'process raft request' (duration: 149.087314ms)","trace[399179780] 'compare' (duration: 77.794723ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:08:56.113942Z","caller":"traceutil/trace.go:171","msg":"trace[1973815707] transaction","detail":"{read_only:false; response_revision:6195; number_of_response:1; }","duration":"231.546607ms","start":"2026-06-28T20:08:55.882357Z","end":"2026-06-28T20:08:56.113904Z","steps":["trace[1973815707] 'process raft request' (duration: 231.227831ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:08:56.538445Z","caller":"traceutil/trace.go:171","msg":"trace[675913514] transaction","detail":"{read_only:false; response_revision:6196; number_of_response:1; }","duration":"152.871446ms","start":"2026-06-28T20:08:56.385544Z","end":"2026-06-28T20:08:56.538415Z","steps":["trace[675913514] 'process raft request' (duration: 152.612651ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:08:56.784279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.220043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:08:56.784439Z","caller":"traceutil/trace.go:171","msg":"trace[953683847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6196; }","duration":"121.513348ms","start":"2026-06-28T20:08:56.662898Z","end":"2026-06-28T20:08:56.784411Z","steps":["trace[953683847] 'range keys from in-memory index tree' (duration: 120.994618ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:33.421264Z","caller":"traceutil/trace.go:171","msg":"trace[1452990697] linearizableReadLoop","detail":"{readStateIndex:7510; appliedIndex:7509; }","duration":"119.566626ms","start":"2026-06-28T20:11:33.301669Z","end":"2026-06-28T20:11:33.421236Z","steps":["trace[1452990697] 'read index received' (duration: 119.197479ms)","trace[1452990697] 'applied index is now lower than readState.Index' (duration: 367.787µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:11:33.421303Z","caller":"traceutil/trace.go:171","msg":"trace[1566612589] transaction","detail":"{read_only:false; response_revision:7240; number_of_response:1; }","duration":"121.810779ms","start":"2026-06-28T20:11:33.299458Z","end":"2026-06-28T20:11:33.421269Z","steps":["trace[1566612589] 'process raft request' (duration: 121.578584ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:33.421784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.084737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-06-28T20:11:33.421873Z","caller":"traceutil/trace.go:171","msg":"trace[9541575] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:7240; }","duration":"120.209849ms","start":"2026-06-28T20:11:33.301642Z","end":"2026-06-28T20:11:33.421852Z","steps":["trace[9541575] 'agreement among raft nodes before linearized reading' (duration: 119.770181ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:39.373766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:39.87445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:40.375094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:40.8758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:41.376937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:41.664345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999869419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:11:41.664441Z","caller":"traceutil/trace.go:171","msg":"trace[365417933] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000011021s","start":"2026-06-28T20:11:39.664409Z","end":"2026-06-28T20:11:41.66442Z","steps":["trace[365417933] 'agreement among raft nodes before linearized reading' (duration: 1.999894529s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:41.66449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.664397Z","time spent":"2.000083292s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:11:41.877663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:42.378874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:42.879479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:43.380553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:43.665923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000221674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:11:43.666009Z","caller":"traceutil/trace.go:171","msg":"trace[323385406] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000367417s","start":"2026-06-28T20:11:41.665617Z","end":"2026-06-28T20:11:43.665985Z","steps":["trace[323385406] 'agreement among raft nodes before linearized reading' (duration: 2.000264105s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:43.666063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:41.665595Z","time spent":"2.000454889s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:11:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:43.879376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999615745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:11:43.879485Z","caller":"traceutil/trace.go:171","msg":"trace[258888652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000530552s","start":"2026-06-28T20:11:38.878933Z","end":"2026-06-28T20:11:43.879463Z","steps":["trace[258888652] 'agreement among raft nodes before linearized reading' (duration: 4.999630125s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:43.879542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:38.878923Z","time spent":"5.000606633s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/28 20:11:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:43.881615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:44.001891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999375659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:11:44.00198Z","caller":"traceutil/trace.go:171","msg":"trace[1168295734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999526192s","start":"2026-06-28T20:11:39.002433Z","end":"2026-06-28T20:11:44.001959Z","steps":["trace[1168295734] 'agreement among raft nodes before linearized reading' (duration: 4.99941744s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:44.002029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.002395Z","time spent":"4.999624083s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/06/28 20:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:44.382093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:44.54788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.550457Z","time spent":"4.997405752s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:11:44.622092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.624479Z","time spent":"4.997605325s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:44.883087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:45.384094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:45.551475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999973881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:11:45.551587Z","caller":"traceutil/trace.go:171","msg":"trace[884321860] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000145144s","start":"2026-06-28T20:11:40.551414Z","end":"2026-06-28T20:11:45.551559Z","steps":["trace[884321860] 'agreement among raft nodes before linearized reading' (duration: 5.000010802s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:45.551638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:40.55139Z","time spent":"5.000237605s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:11:45.674472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000057632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:11:45.674535Z","caller":"traceutil/trace.go:171","msg":"trace[199976126] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000155135s","start":"2026-06-28T20:11:43.674366Z","end":"2026-06-28T20:11:45.674521Z","steps":["trace[199976126] 'agreement among raft nodes before linearized reading' (duration: 2.000082943s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:45.674575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:43.674351Z","time spent":"2.000215105s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:11:45.784212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:38.783135Z","time spent":"7.001070512s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:11:45.874143Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-28T20:11:45.874346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000833448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:11:45.874403Z","caller":"traceutil/trace.go:171","msg":"trace[1971817268] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; }","duration":"7.00097921s","start":"2026-06-28T20:11:38.873403Z","end":"2026-06-28T20:11:45.874382Z","steps":["trace[1971817268] 'agreement among raft nodes before linearized reading' (duration: 7.000888679s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:45.87445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:38.873347Z","time spent":"7.001092773s","remote":"127.0.0.1:43990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-06-28T20:11:46.374925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:46.746227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.745238Z","time spent":"7.000982511s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:11:46.875061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:47.376113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:47.444273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:40.44311Z","time spent":"7.001155164s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:11:47.636976Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9f0fcf9b04bf","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:11:47.675662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999811547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:11:47.67574Z","caller":"traceutil/trace.go:171","msg":"trace[1328461258] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99996389s","start":"2026-06-28T20:11:45.675753Z","end":"2026-06-28T20:11:47.675717Z","steps":["trace[1328461258] 'agreement among raft nodes before linearized reading' (duration: 1.999847058s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:47.675792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:45.675734Z","time spent":"2.000047691s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:11:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:47.876782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:48.31156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999813067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:11:48.311685Z","caller":"traceutil/trace.go:171","msg":"trace[1700805449] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999990761s","start":"2026-06-28T20:11:46.311673Z","end":"2026-06-28T20:11:48.311663Z","steps":["trace[1700805449] 'agreement among raft nodes before linearized reading' (duration: 1.999849377s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:48.311739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:46.311643Z","time spent":"2.000077532s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:11:48.377368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:48.39676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:41.396521Z","time spent":"7.000233127s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:11:48.878391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:48.878613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997573065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:11:48.878701Z","caller":"traceutil/trace.go:171","msg":"trace[250279756] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997720707s","start":"2026-06-28T20:11:45.880957Z","end":"2026-06-28T20:11:48.878677Z","steps":["trace[250279756] 'agreement among raft nodes before linearized reading' (duration: 2.997608545s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:48.878756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:45.88094Z","time spent":"2.99780654s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/28 20:11:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:49.001591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995685438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:11:49.001705Z","caller":"traceutil/trace.go:171","msg":"trace[346633608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.995850641s","start":"2026-06-28T20:11:46.005828Z","end":"2026-06-28T20:11:49.001678Z","steps":["trace[346633608] 'agreement among raft nodes before linearized reading' (duration: 2.995712819s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:49.001774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:46.00581Z","time spent":"2.995948273s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/06/28 20:11:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:49.379099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:49.548487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998263689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:11:49.54858Z","caller":"traceutil/trace.go:171","msg":"trace[1567489512] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998406022s","start":"2026-06-28T20:11:44.550151Z","end":"2026-06-28T20:11:49.548557Z","steps":["trace[1567489512] 'agreement among raft nodes before linearized reading' (duration: 4.99829904s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:49.54863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:44.550137Z","time spent":"4.998482333s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/06/28 20:11:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:49.576257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.656443491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:11:49.576319Z","caller":"traceutil/trace.go:171","msg":"trace[1784600240] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"6.656549963s","start":"2026-06-28T20:11:42.919754Z","end":"2026-06-28T20:11:49.576304Z","steps":["trace[1784600240] 'agreement among raft nodes before linearized reading' (duration: 6.656481832s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:49.576364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:42.919733Z","time spent":"6.656615915s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/06/28 20:11:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:49.622788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996667359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:11:49.622906Z","caller":"traceutil/trace.go:171","msg":"trace[417022936] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.996811462s","start":"2026-06-28T20:11:44.626068Z","end":"2026-06-28T20:11:49.622879Z","steps":["trace[417022936] 'agreement among raft nodes before linearized reading' (duration: 4.996660939s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:49.622971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:44.626046Z","time spent":"4.996913163s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/06/28 20:11:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:49.68446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000408078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:11:49.684561Z","caller":"traceutil/trace.go:171","msg":"trace[1186537807] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000582712s","start":"2026-06-28T20:11:47.683955Z","end":"2026-06-28T20:11:49.684538Z","steps":["trace[1186537807] 'agreement among raft nodes before linearized reading' (duration: 2.000452459s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:49.684617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:47.68393Z","time spent":"2.000673794s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:11:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:49.743563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992677152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:11:49.74366Z","caller":"traceutil/trace.go:171","msg":"trace[449325657] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.992839845s","start":"2026-06-28T20:11:46.750798Z","end":"2026-06-28T20:11:49.743638Z","steps":["trace[449325657] 'agreement among raft nodes before linearized reading' (duration: 2.992708742s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:49.743726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:46.750777Z","time spent":"2.992933666s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/06/28 20:11:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:49.879281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:50.380074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:50.450247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99987766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:11:50.45034Z","caller":"traceutil/trace.go:171","msg":"trace[1979905040] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.000031513s","start":"2026-06-28T20:11:40.450287Z","end":"2026-06-28T20:11:50.450319Z","steps":["trace[1979905040] 'agreement among raft nodes before linearized reading' (duration: 9.999917221s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:50.450401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:40.450255Z","time spent":"10.000133705s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/06/28 20:11:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:50.456824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950966238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:11:50.456918Z","caller":"traceutil/trace.go:171","msg":"trace[685968225] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; }","duration":"1.951126761s","start":"2026-06-28T20:11:48.505769Z","end":"2026-06-28T20:11:50.456895Z","steps":["trace[685968225] 'agreement among raft nodes before linearized reading' (duration: 1.951007819s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:50.456978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:48.505747Z","time spent":"1.951215772s","remote":"127.0.0.1:51086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} 2026/06/28 20:11:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:50.550947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996191629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:11:50.551073Z","caller":"traceutil/trace.go:171","msg":"trace[1797348298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.996374041s","start":"2026-06-28T20:11:47.554677Z","end":"2026-06-28T20:11:50.551051Z","steps":["trace[1797348298] 'agreement among raft nodes before linearized reading' (duration: 2.996215239s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:50.551129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:47.554665Z","time spent":"2.996452633s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/28 20:11:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:50.553181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999491003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:11:50.553293Z","caller":"traceutil/trace.go:171","msg":"trace[2071265262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999652736s","start":"2026-06-28T20:11:40.553613Z","end":"2026-06-28T20:11:50.553266Z","steps":["trace[2071265262] 'agreement among raft nodes before linearized reading' (duration: 9.999506953s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:50.55335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:40.553602Z","time spent":"9.999736048s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/06/28 20:11:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:50.776223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999012165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:11:50.776299Z","caller":"traceutil/trace.go:171","msg":"trace[887214064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999167428s","start":"2026-06-28T20:11:40.777113Z","end":"2026-06-28T20:11:50.77628Z","steps":["trace[887214064] 'agreement among raft nodes before linearized reading' (duration: 9.999074146s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:50.776341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:40.77706Z","time spent":"9.99927032s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/06/28 20:11:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:50.880455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:51.380996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:51.684835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000016801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:11:51.684939Z","caller":"traceutil/trace.go:171","msg":"trace[943645294] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000188334s","start":"2026-06-28T20:11:49.684725Z","end":"2026-06-28T20:11:51.684913Z","steps":["trace[943645294] 'agreement among raft nodes before linearized reading' (duration: 2.000051302s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:51.685044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:49.684651Z","time spent":"2.000379978s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:11:51.881293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:52.382074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:52.875343Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-28T20:11:52.875628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.291743769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:11:52.87573Z","caller":"traceutil/trace.go:171","msg":"trace[1184678318] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; }","duration":"11.291891601s","start":"2026-06-28T20:11:41.583816Z","end":"2026-06-28T20:11:52.875708Z","steps":["trace[1184678318] 'agreement among raft nodes before linearized reading' (duration: 11.291734338s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:52.87579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:41.583767Z","time spent":"11.292008464s","remote":"127.0.0.1:41422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:11:52.875838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.256036358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qvhr9\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:11:52.875862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.490848498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:11:52.875903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.476913744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:11:52.875952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.006862143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:11:52.875959Z","caller":"traceutil/trace.go:171","msg":"trace[960785018] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qvhr9; range_end:; }","duration":"12.256250283s","start":"2026-06-28T20:11:40.619645Z","end":"2026-06-28T20:11:52.875895Z","steps":["trace[960785018] 'agreement among raft nodes before linearized reading' (duration: 12.256057269s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:52.876004Z","caller":"traceutil/trace.go:171","msg":"trace[1574428876] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; }","duration":"8.006919914s","start":"2026-06-28T20:11:44.869073Z","end":"2026-06-28T20:11:52.875993Z","steps":["trace[1574428876] 'agreement among raft nodes before linearized reading' (duration: 8.006861793s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:52.875955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.207022854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd572870f099b7\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:11:52.876082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:44.869009Z","time spent":"8.007062046s","remote":"127.0.0.1:50196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:11:52.875875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.853840641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:11:52.876148Z","caller":"traceutil/trace.go:171","msg":"trace[1284247702] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bd572870f099b7; range_end:; }","duration":"9.207312021s","start":"2026-06-28T20:11:43.668799Z","end":"2026-06-28T20:11:52.876111Z","steps":["trace[1284247702] 'agreement among raft nodes before linearized reading' (duration: 9.207041205s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:52.876145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:40.619632Z","time spent":"12.256495468s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/keepalived-qvhr9\" "} {"level":"info","ts":"2026-06-28T20:11:52.875911Z","caller":"traceutil/trace.go:171","msg":"trace[1315594620] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; }","duration":"9.49093015s","start":"2026-06-28T20:11:43.384971Z","end":"2026-06-28T20:11:52.875901Z","steps":["trace[1315594620] 'agreement among raft nodes before linearized reading' (duration: 9.490876319s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:52.876226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:43.668783Z","time spent":"9.207427414s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd572870f099b7\" "} {"level":"info","ts":"2026-06-28T20:11:52.875959Z","caller":"traceutil/trace.go:171","msg":"trace[633487079] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; }","duration":"12.477539456s","start":"2026-06-28T20:11:40.398401Z","end":"2026-06-28T20:11:52.875941Z","steps":["trace[633487079] 'agreement among raft nodes before linearized reading' (duration: 12.477489475s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:52.876282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:43.384954Z","time spent":"9.491309418s","remote":"127.0.0.1:43990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:11:52.876259Z","caller":"traceutil/trace.go:171","msg":"trace[58351887] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; }","duration":"11.854343641s","start":"2026-06-28T20:11:41.021841Z","end":"2026-06-28T20:11:52.876185Z","steps":["trace[58351887] 'agreement among raft nodes before linearized reading' (duration: 11.853862971s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:52.876325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:40.39838Z","time spent":"12.477930603s","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:11:52.876424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:41.021822Z","time spent":"11.854549295s","remote":"127.0.0.1:51086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-06-28T20:11:52.875843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.33702161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:11:52.876125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.514395037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:11:52.876517Z","caller":"traceutil/trace.go:171","msg":"trace[102843351] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; }","duration":"11.337770655s","start":"2026-06-28T20:11:41.538731Z","end":"2026-06-28T20:11:52.876502Z","steps":["trace[102843351] 'agreement among raft nodes before linearized reading' (duration: 11.337052351s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:52.876582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:41.53871Z","time spent":"11.337854547s","remote":"127.0.0.1:44216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:11:52.87658Z","caller":"traceutil/trace.go:171","msg":"trace[1371817057] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; }","duration":"7.515463807s","start":"2026-06-28T20:11:45.361092Z","end":"2026-06-28T20:11:52.876555Z","steps":["trace[1371817057] 'agreement among raft nodes before linearized reading' (duration: 7.514428407s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:52.876674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:45.361072Z","time spent":"7.51558548s","remote":"127.0.0.1:43864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-06-28T20:11:53.376539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:53.69345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000175143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:11:53.693539Z","caller":"traceutil/trace.go:171","msg":"trace[746532576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000318706s","start":"2026-06-28T20:11:51.693201Z","end":"2026-06-28T20:11:53.693519Z","steps":["trace[746532576] 'agreement among raft nodes before linearized reading' (duration: 2.000202634s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:53.693589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:51.693181Z","time spent":"2.000397427s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:11:53.877369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:53.994152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:46.993652Z","time spent":"7.000493462s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:11:54.002615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:49.00468Z","time spent":"4.997927453s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:11:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:54.378515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:54.643244Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9f0fcf9b04bf","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:11:54.879587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:55.380001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:55.402251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:48.401935Z","time spent":"7.000300118s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:11:55.440233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.989680176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:11:55.440315Z","caller":"traceutil/trace.go:171","msg":"trace[1095134844] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.989797369s","start":"2026-06-28T20:11:47.45049Z","end":"2026-06-28T20:11:55.440288Z","steps":["trace[1095134844] 'agreement among raft nodes before linearized reading' (duration: 7.989696457s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:55.440365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:47.45048Z","time spent":"7.98987655s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/06/28 20:11:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:55.552865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:50.554576Z","time spent":"4.998282019s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:11:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:55.694766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000444089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:11:55.694887Z","caller":"traceutil/trace.go:171","msg":"trace[1650716890] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000630203s","start":"2026-06-28T20:11:53.694228Z","end":"2026-06-28T20:11:55.694858Z","steps":["trace[1650716890] 'agreement among raft nodes before linearized reading' (duration: 2.00046633s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:55.694949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:53.694211Z","time spent":"2.000727465s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:11:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:55.880833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:56.381078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:56.628537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:49.627459Z","time spent":"7.001071244s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:11:56.882184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:57.382402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:57.556562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:50.55577Z","time spent":"7.000785367s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:11:57.566317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:50.779138Z","time spent":"6.787172759s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:11:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:57.647641Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9f0fcf9b061a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:11:57.702265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000066681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:11:57.702348Z","caller":"traceutil/trace.go:171","msg":"trace[1106683666] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217104s","start":"2026-06-28T20:11:55.702111Z","end":"2026-06-28T20:11:57.702328Z","steps":["trace[1106683666] 'agreement among raft nodes before linearized reading' (duration: 2.000117362s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:57.702524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:55.702084Z","time spent":"2.000427099s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:11:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:11:57.883109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:58.383711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:58.884682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:59.385555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:59.702517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000049001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:11:59.702651Z","caller":"traceutil/trace.go:171","msg":"trace[331579936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000244114s","start":"2026-06-28T20:11:57.702374Z","end":"2026-06-28T20:11:59.702618Z","steps":["trace[331579936] 'agreement among raft nodes before linearized reading' (duration: 2.000064731s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:59.702733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:57.702359Z","time spent":"2.000351126s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:11:59.875547Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-28T20:11:59.875834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.002201185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:11:59.875905Z","caller":"traceutil/trace.go:171","msg":"trace[666715707] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; }","duration":"9.002372749s","start":"2026-06-28T20:11:50.873502Z","end":"2026-06-28T20:11:59.875875Z","steps":["trace[666715707] 'agreement among raft nodes before linearized reading' (duration: 9.002259367s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:59.875903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.110930696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:11:59.876027Z","caller":"traceutil/trace.go:171","msg":"trace[761332319] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; }","duration":"12.11116306s","start":"2026-06-28T20:11:47.764837Z","end":"2026-06-28T20:11:59.876Z","steps":["trace[761332319] 'agreement among raft nodes before linearized reading' (duration: 12.110967047s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:59.875993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.669083814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:11:59.876098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:47.764813Z","time spent":"12.111269122s","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:11:59.876057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.928624925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:11:59.876128Z","caller":"traceutil/trace.go:171","msg":"trace[1235133985] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-barbican-server-0; range_end:; }","duration":"12.669310618s","start":"2026-06-28T20:11:47.206784Z","end":"2026-06-28T20:11:59.876095Z","steps":["trace[1235133985] 'agreement among raft nodes before linearized reading' (duration: 12.669119344s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:59.876172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.24356517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:11:59.876174Z","caller":"traceutil/trace.go:171","msg":"trace[1467163812] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; }","duration":"12.928821719s","start":"2026-06-28T20:11:46.947328Z","end":"2026-06-28T20:11:59.87615Z","steps":["trace[1467163812] 'agreement among raft nodes before linearized reading' (duration: 12.928650716s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:59.876203Z","caller":"traceutil/trace.go:171","msg":"trace[1676515932] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; }","duration":"11.243634042s","start":"2026-06-28T20:11:48.632561Z","end":"2026-06-28T20:11:59.876195Z","steps":["trace[1676515932] 'agreement among raft nodes before linearized reading' (duration: 11.243601181s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:59.876197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:47.206757Z","time spent":"12.66942646s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-06-28T20:11:59.876102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.99770238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:11:59.876203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.76866652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:11:59.876236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:46.947307Z","time spent":"12.92891392s","remote":"127.0.0.1:41426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:11:59.876264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.908267797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:11:59.876232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:48.632529Z","time spent":"11.243695923s","remote":"127.0.0.1:44276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:11:59.876275Z","caller":"traceutil/trace.go:171","msg":"trace[666643356] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; }","duration":"13.997905144s","start":"2026-06-28T20:11:45.878353Z","end":"2026-06-28T20:11:59.876258Z","steps":["trace[666643356] 'agreement among raft nodes before linearized reading' (duration: 13.997735301s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:59.876293Z","caller":"traceutil/trace.go:171","msg":"trace[1015163205] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; }","duration":"12.768897004s","start":"2026-06-28T20:11:47.107376Z","end":"2026-06-28T20:11:59.876273Z","steps":["trace[1015163205] 'agreement among raft nodes before linearized reading' (duration: 12.768761962s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:59.876284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.727109718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:11:59.876341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:45.878312Z","time spent":"13.998013576s","remote":"127.0.0.1:43990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-28T20:11:59.876356Z","caller":"traceutil/trace.go:171","msg":"trace[2136521207] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; }","duration":"11.727379933s","start":"2026-06-28T20:11:48.148958Z","end":"2026-06-28T20:11:59.876338Z","steps":["trace[2136521207] 'agreement among raft nodes before linearized reading' (duration: 11.727283252s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:59.876384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.725225361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:11:59.876354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.611840143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:11:59.876423Z","caller":"traceutil/trace.go:171","msg":"trace[1240399977] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"11.725272363s","start":"2026-06-28T20:11:48.151138Z","end":"2026-06-28T20:11:59.87641Z","steps":["trace[1240399977] 'agreement among raft nodes before linearized reading' (duration: 11.725238432s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:59.876426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:48.14894Z","time spent":"11.727470835s","remote":"127.0.0.1:55304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:11:59.876453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:48.151109Z","time spent":"11.725337113s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-06-28T20:11:59.876453Z","caller":"traceutil/trace.go:171","msg":"trace[312876174] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; }","duration":"11.612015036s","start":"2026-06-28T20:11:48.264417Z","end":"2026-06-28T20:11:59.876432Z","steps":["trace[312876174] 'agreement among raft nodes before linearized reading' (duration: 11.611877544s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:59.876361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.377418889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:11:59.876587Z","caller":"traceutil/trace.go:171","msg":"trace[1094327819] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"12.377897979s","start":"2026-06-28T20:11:47.498667Z","end":"2026-06-28T20:11:59.876565Z","steps":["trace[1094327819] 'agreement among raft nodes before linearized reading' (duration: 12.37744089s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:59.876348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:47.107349Z","time spent":"12.768983715s","remote":"127.0.0.1:50136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:11:59.876518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:48.264381Z","time spent":"11.612121877s","remote":"127.0.0.1:51086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:11:59.876297Z","caller":"traceutil/trace.go:171","msg":"trace[636721138] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; }","duration":"11.908359449s","start":"2026-06-28T20:11:47.967933Z","end":"2026-06-28T20:11:59.876292Z","steps":["trace[636721138] 'agreement among raft nodes before linearized reading' (duration: 11.908322058s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:59.876664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:47.498646Z","time spent":"12.37800256s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:11:59.876788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.473837966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:11:59.876798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:47.967893Z","time spent":"11.90889049s","remote":"127.0.0.1:44266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:11:59.875973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:50.87347Z","time spent":"9.00248794s","remote":"127.0.0.1:44106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:11:59.876868Z","caller":"traceutil/trace.go:171","msg":"trace[230099135] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; }","duration":"12.473985219s","start":"2026-06-28T20:11:47.402872Z","end":"2026-06-28T20:11:59.876857Z","steps":["trace[230099135] 'agreement among raft nodes before linearized reading' (duration: 12.473893197s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:59.877008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:47.402838Z","time spent":"12.474156512s","remote":"127.0.0.1:60380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:00.376638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:00.877316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:01.002716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:54.001631Z","time spent":"7.001072883s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:01.378413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:01.651837Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9f0fcf9b04bf","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:01.711428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000102463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:01.711507Z","caller":"traceutil/trace.go:171","msg":"trace[533863033] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000248876s","start":"2026-06-28T20:11:59.711234Z","end":"2026-06-28T20:12:01.711483Z","steps":["trace[533863033] 'agreement among raft nodes before linearized reading' (duration: 2.000150254s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:01.711585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:59.711204Z","time spent":"2.000365738s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:12:01.879533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:02.37997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:02.408377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:55.407173Z","time spent":"7.001191926s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:02.447458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:55.44627Z","time spent":"7.001179976s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:02.880595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:03.381109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:03.712632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00000372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:03.71272Z","caller":"traceutil/trace.go:171","msg":"trace[1868882975] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000161113s","start":"2026-06-28T20:12:01.712538Z","end":"2026-06-28T20:12:03.712699Z","steps":["trace[1868882975] 'agreement among raft nodes before linearized reading' (duration: 2.000050701s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:03.712771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:01.712507Z","time spent":"2.000253565s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:03.88181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:04.382498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:04.655852Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9f0fcf9b061a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:04.882966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:05.384189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:05.71979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99994644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:05.719918Z","caller":"traceutil/trace.go:171","msg":"trace[582423001] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000147674s","start":"2026-06-28T20:12:03.719741Z","end":"2026-06-28T20:12:05.719888Z","steps":["trace[582423001] 'agreement among raft nodes before linearized reading' (duration: 1.99997728s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:05.71999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:03.719723Z","time spent":"2.000253965s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:05.885149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:06.386046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:06.875992Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-28T20:12:06.876223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.514064761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:06.876233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.414636408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:06.876286Z","caller":"traceutil/trace.go:171","msg":"trace[1578128722] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; }","duration":"11.514222354s","start":"2026-06-28T20:11:55.362036Z","end":"2026-06-28T20:12:06.876259Z","steps":["trace[1578128722] 'agreement among raft nodes before linearized reading' (duration: 11.514113382s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:06.876327Z","caller":"traceutil/trace.go:171","msg":"trace[323784806] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; }","duration":"11.414834712s","start":"2026-06-28T20:11:55.46147Z","end":"2026-06-28T20:12:06.876305Z","steps":["trace[323784806] 'agreement among raft nodes before linearized reading' (duration: 11.414674969s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:06.876347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:55.362007Z","time spent":"11.514326197s","remote":"127.0.0.1:43864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-06-28T20:12:06.87639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:55.461447Z","time spent":"11.414930915s","remote":"127.0.0.1:44250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:06.876421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.914555577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:06.876367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.054295247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:06.876481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.994875436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qvhr9\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:06.876516Z","caller":"traceutil/trace.go:171","msg":"trace[264432185] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qvhr9; range_end:; }","duration":"11.994950677s","start":"2026-06-28T20:11:54.881558Z","end":"2026-06-28T20:12:06.876509Z","steps":["trace[264432185] 'agreement among raft nodes before linearized reading' (duration: 11.994914706s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:06.876489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.363271781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:06.87655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:54.881535Z","time spent":"11.995008329s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/keepalived-qvhr9\" "} {"level":"warn","ts":"2026-06-28T20:12:06.876581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.023897958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:06.876576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.127568421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:06.876666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.599409357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:06.876689Z","caller":"traceutil/trace.go:171","msg":"trace[1213471518] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; }","duration":"7.127747025s","start":"2026-06-28T20:11:59.74892Z","end":"2026-06-28T20:12:06.876667Z","steps":["trace[1213471518] 'agreement among raft nodes before linearized reading' (duration: 7.127585662s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:06.87664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.818169891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:06.876708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.784051442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:06.876595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.254170433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:06.876728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.994596611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd572870f099b7\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:06.876793Z","caller":"traceutil/trace.go:171","msg":"trace[1394393403] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; }","duration":"8.818397144s","start":"2026-06-28T20:11:58.058359Z","end":"2026-06-28T20:12:06.876757Z","steps":["trace[1394393403] 'agreement among raft nodes before linearized reading' (duration: 8.818198281s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:06.876811Z","caller":"traceutil/trace.go:171","msg":"trace[1539154753] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; }","duration":"13.254406377s","start":"2026-06-28T20:11:53.622382Z","end":"2026-06-28T20:12:06.876789Z","steps":["trace[1539154753] 'agreement among raft nodes before linearized reading' (duration: 13.254201493s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:06.876829Z","caller":"traceutil/trace.go:171","msg":"trace[1537683136] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bd572870f099b7; range_end:; }","duration":"13.994755184s","start":"2026-06-28T20:11:52.882049Z","end":"2026-06-28T20:12:06.876805Z","steps":["trace[1537683136] 'agreement among raft nodes before linearized reading' (duration: 13.994633812s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:06.876799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.292837918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:06.876872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:53.622366Z","time spent":"13.254491739s","remote":"127.0.0.1:56564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:06.876876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:58.05834Z","time spent":"8.818513737s","remote":"127.0.0.1:43488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:06.87652Z","caller":"traceutil/trace.go:171","msg":"trace[1034775833] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; }","duration":"8.054541782s","start":"2026-06-28T20:11:58.821943Z","end":"2026-06-28T20:12:06.876485Z","steps":["trace[1034775833] 'agreement among raft nodes before linearized reading' (duration: 8.054317697s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:06.876907Z","caller":"traceutil/trace.go:171","msg":"trace[854047415] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"7.293407349s","start":"2026-06-28T20:11:59.583484Z","end":"2026-06-28T20:12:06.876891Z","steps":["trace[854047415] 'agreement among raft nodes before linearized reading' (duration: 7.292879169s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:06.876942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:58.821923Z","time spent":"8.05500673s","remote":"127.0.0.1:44072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:06.876629Z","caller":"traceutil/trace.go:171","msg":"trace[276492092] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; }","duration":"8.023951899s","start":"2026-06-28T20:11:58.852666Z","end":"2026-06-28T20:12:06.876618Z","steps":["trace[276492092] 'agreement among raft nodes before linearized reading' (duration: 8.023898008s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:06.877002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:58.852598Z","time spent":"8.024394287s","remote":"127.0.0.1:41444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:06.876706Z","caller":"traceutil/trace.go:171","msg":"trace[806376115] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; }","duration":"13.599492468s","start":"2026-06-28T20:11:53.277204Z","end":"2026-06-28T20:12:06.876697Z","steps":["trace[806376115] 'agreement among raft nodes before linearized reading' (duration: 13.599451078s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:06.877009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:59.58344Z","time spent":"7.293516181s","remote":"127.0.0.1:50106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:06.876457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.212686193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:06.877175Z","caller":"traceutil/trace.go:171","msg":"trace[781953662] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; }","duration":"10.213432236s","start":"2026-06-28T20:11:56.663726Z","end":"2026-06-28T20:12:06.877158Z","steps":["trace[781953662] 'agreement among raft nodes before linearized reading' (duration: 10.212721343s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:06.877089Z","caller":"traceutil/trace.go:171","msg":"trace[1650212090] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; }","duration":"9.363483234s","start":"2026-06-28T20:11:57.513123Z","end":"2026-06-28T20:12:06.876606Z","steps":["trace[1650212090] 'agreement among raft nodes before linearized reading' (duration: 9.3633052s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:06.877241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:56.663706Z","time spent":"10.213515368s","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:06.877058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:53.277179Z","time spent":"13.599865055s","remote":"127.0.0.1:50026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:06.876628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.569752552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:06.877368Z","caller":"traceutil/trace.go:171","msg":"trace[492954539] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; }","duration":"13.570527526s","start":"2026-06-28T20:11:53.306827Z","end":"2026-06-28T20:12:06.877355Z","steps":["trace[492954539] 'agreement among raft nodes before linearized reading' (duration: 13.569786023s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:06.876772Z","caller":"traceutil/trace.go:171","msg":"trace[1553950746] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; }","duration":"13.784154595s","start":"2026-06-28T20:11:53.092605Z","end":"2026-06-28T20:12:06.87676Z","steps":["trace[1553950746] 'agreement among raft nodes before linearized reading' (duration: 13.784088983s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:06.877411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:57.513102Z","time spent":"9.364287029s","remote":"127.0.0.1:43936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 "} {"level":"warn","ts":"2026-06-28T20:12:06.877427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:53.306806Z","time spent":"13.570604558s","remote":"127.0.0.1:44020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:06.877443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:53.092586Z","time spent":"13.784835997s","remote":"127.0.0.1:51136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:06.876887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:52.882026Z","time spent":"13.994845216s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd572870f099b7\" "} {"level":"info","ts":"2026-06-28T20:12:06.876451Z","caller":"traceutil/trace.go:171","msg":"trace[1437978256] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; }","duration":"11.914663459s","start":"2026-06-28T20:11:54.961778Z","end":"2026-06-28T20:12:06.876441Z","steps":["trace[1437978256] 'agreement among raft nodes before linearized reading' (duration: 11.914622738s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:06.877523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:59.748906Z","time spent":"7.128601621s","remote":"127.0.0.1:60452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:06.877563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:54.961744Z","time spent":"11.915793611s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:07.204358Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"28.421099756s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:12:07.207071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.798536Z","time spent":"27.408528727s","remote":"127.0.0.1:40324","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:07.207146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.158275712s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:07.207225Z","caller":"traceutil/trace.go:171","msg":"trace[1194927972] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7294; }","duration":"25.158365753s","start":"2026-06-28T20:11:42.048845Z","end":"2026-06-28T20:12:07.207211Z","steps":["trace[1194927972] 'range keys from in-memory index tree' (duration: 25.158261022s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:07.209405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.117440199s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:07.209511Z","caller":"traceutil/trace.go:171","msg":"trace[1369626607] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7294; }","duration":"10.117553341s","start":"2026-06-28T20:11:57.091942Z","end":"2026-06-28T20:12:07.209496Z","steps":["trace[1369626607] 'range keys from in-memory index tree' (duration: 10.117416229s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:07.414613Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"54.571µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-06-28T20:12:07.454051Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"42.011µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-06-28T20:12:07.454626Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"28.22µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-06-28T20:12:07.454866Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"24.131µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-06-28T20:12:07.454969Z","caller":"traceutil/trace.go:171","msg":"trace[308425387] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7307; }","duration":"6.446481982s","start":"2026-06-28T20:12:01.008461Z","end":"2026-06-28T20:12:07.454943Z","steps":["trace[308425387] 'process raft request' (duration: 6.446206857s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:07.455096Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9f0fcf9b04bf","error":"lease not found"} {"level":"warn","ts":"2026-06-28T20:12:07.455125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:01.008426Z","time spent":"6.446625195s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:12:07.455137Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"16.97µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-06-28T20:12:07.455183Z","caller":"traceutil/trace.go:171","msg":"trace[1008864513] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7307; }","duration":"5.040656745s","start":"2026-06-28T20:12:02.414487Z","end":"2026-06-28T20:12:07.455144Z","steps":["trace[1008864513] 'process raft request' (duration: 5.040454491s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:07.455256Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9f0fcf9b061a","error":"lease not found"} {"level":"info","ts":"2026-06-28T20:12:07.455316Z","caller":"traceutil/trace.go:171","msg":"trace[1576236076] transaction","detail":"{read_only:false; response_revision:7308; number_of_response:1; }","duration":"571.645464ms","start":"2026-06-28T20:12:06.883662Z","end":"2026-06-28T20:12:07.455307Z","steps":["trace[1576236076] 'process raft request' (duration: 571.499271ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:07.45536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:06.883649Z","time spent":"571.686494ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:12:07.455355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:02.414453Z","time spent":"5.040807618s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:12:07.455491Z","caller":"traceutil/trace.go:171","msg":"trace[1834939272] linearizableReadLoop","detail":"{readStateIndex:7592; appliedIndex:7567; }","duration":"579.36567ms","start":"2026-06-28T20:12:06.876105Z","end":"2026-06-28T20:12:07.455471Z","steps":["trace[1834939272] 'read index received' (duration: 329.053205ms)","trace[1834939272] 'applied index is now lower than readState.Index' (duration: 250.311015ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:12:07.455626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.376399637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:12:07.45566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969869036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:07.455692Z","caller":"traceutil/trace.go:171","msg":"trace[635381545] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:7308; }","duration":"1.969964348s","start":"2026-06-28T20:12:05.485716Z","end":"2026-06-28T20:12:07.455681Z","steps":["trace[635381545] 'agreement among raft nodes before linearized reading' (duration: 1.969837515s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:07.455662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.812854648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:12:07.455704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.976675466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:07.45573Z","caller":"traceutil/trace.go:171","msg":"trace[1279025284] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:7308; }","duration":"2.976746239s","start":"2026-06-28T20:12:04.478978Z","end":"2026-06-28T20:12:07.455724Z","steps":["trace[1279025284] 'agreement among raft nodes before linearized reading' (duration: 2.976700947s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:07.455729Z","caller":"traceutil/trace.go:171","msg":"trace[2020044625] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7308; }","duration":"2.81298648s","start":"2026-06-28T20:12:04.642725Z","end":"2026-06-28T20:12:07.455711Z","steps":["trace[2020044625] 'agreement among raft nodes before linearized reading' (duration: 2.812863617s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:07.455745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143829609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:12:07.455756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:04.478951Z","time spent":"2.97679917s","remote":"127.0.0.1:41466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:07.45577Z","caller":"traceutil/trace.go:171","msg":"trace[2036201690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7308; }","duration":"1.14391093s","start":"2026-06-28T20:12:06.311855Z","end":"2026-06-28T20:12:07.455766Z","steps":["trace[2036201690] 'agreement among raft nodes before linearized reading' (duration: 1.14386955s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:07.455784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:06.311823Z","time spent":"1.143959232s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:12:07.455808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:04.642701Z","time spent":"2.813077253s","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:07.455665Z","caller":"traceutil/trace.go:171","msg":"trace[1290342307] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7308; }","duration":"3.376478288s","start":"2026-06-28T20:12:04.079178Z","end":"2026-06-28T20:12:07.455656Z","steps":["trace[1290342307] 'agreement among raft nodes before linearized reading' (duration: 3.376372186s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:07.455888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73573354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:07.455906Z","caller":"traceutil/trace.go:171","msg":"trace[14280724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7308; }","duration":"1.735811811s","start":"2026-06-28T20:12:05.720089Z","end":"2026-06-28T20:12:07.455901Z","steps":["trace[14280724] 'agreement among raft nodes before linearized reading' (duration: 1.7357829s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:07.455925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:05.72006Z","time spent":"1.735862521s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:12:07.455958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.776959365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:12:07.455733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.924960073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:07.456012Z","caller":"traceutil/trace.go:171","msg":"trace[473988632] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:7308; }","duration":"4.92532323s","start":"2026-06-28T20:12:02.530678Z","end":"2026-06-28T20:12:07.456002Z","steps":["trace[473988632] 'agreement among raft nodes before linearized reading' (duration: 4.924967082s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:07.456011Z","caller":"traceutil/trace.go:171","msg":"trace[1468893467] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7308; }","duration":"4.777038936s","start":"2026-06-28T20:12:02.678953Z","end":"2026-06-28T20:12:07.455992Z","steps":["trace[1468893467] 'agreement among raft nodes before linearized reading' (duration: 4.776926714s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:07.455808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.601538815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:12:07.455987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:04.079155Z","time spent":"3.376763224s","remote":"127.0.0.1:55292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:07.455711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:05.485682Z","time spent":"1.97002452s","remote":"127.0.0.1:56548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:07.456091Z","caller":"traceutil/trace.go:171","msg":"trace[389114548] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7308; }","duration":"4.601853091s","start":"2026-06-28T20:12:02.854198Z","end":"2026-06-28T20:12:07.456051Z","steps":["trace[389114548] 'agreement among raft nodes before linearized reading' (duration: 4.601569335s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:07.456144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.472008449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-06-28T20:12:07.456142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:02.854167Z","time spent":"4.601957623s","remote":"127.0.0.1:56594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:07.456175Z","caller":"traceutil/trace.go:171","msg":"trace[944080666] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7308; }","duration":"7.472085211s","start":"2026-06-28T20:11:59.984083Z","end":"2026-06-28T20:12:07.456168Z","steps":["trace[944080666] 'agreement among raft nodes before linearized reading' (duration: 7.472015699s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:07.455974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.659828445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:12:07.456195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:59.984058Z","time spent":"7.472132651s","remote":"127.0.0.1:43990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-06-28T20:12:07.456203Z","caller":"traceutil/trace.go:171","msg":"trace[1316250365] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:7308; }","duration":"5.66008209s","start":"2026-06-28T20:12:01.796114Z","end":"2026-06-28T20:12:07.456196Z","steps":["trace[1316250365] 'agreement among raft nodes before linearized reading' (duration: 5.659826346s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:07.45586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.663673197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:12:07.456225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:01.796103Z","time spent":"5.660115461s","remote":"127.0.0.1:55320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":12,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:07.456035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:02.530649Z","time spent":"4.92537933s","remote":"127.0.0.1:50100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:07.456054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:02.678933Z","time spent":"4.777111107s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":53,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:07.456077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.004811623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-06-28T20:12:07.456481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.575906627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:10887"} {"level":"info","ts":"2026-06-28T20:12:07.456531Z","caller":"traceutil/trace.go:171","msg":"trace[1280649930] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:7308; }","duration":"5.005243521s","start":"2026-06-28T20:12:02.45122Z","end":"2026-06-28T20:12:07.456464Z","steps":["trace[1280649930] 'agreement among raft nodes before linearized reading' (duration: 5.004769362s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:07.456603Z","caller":"traceutil/trace.go:171","msg":"trace[1662703902] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7308; }","duration":"7.576106651s","start":"2026-06-28T20:11:59.880462Z","end":"2026-06-28T20:12:07.456569Z","steps":["trace[1662703902] 'agreement among raft nodes before linearized reading' (duration: 7.575691353s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:07.456621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:02.451192Z","time spent":"5.005412505s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-06-28T20:12:07.456265Z","caller":"traceutil/trace.go:171","msg":"trace[1296935230] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:7308; }","duration":"4.664083655s","start":"2026-06-28T20:12:02.792155Z","end":"2026-06-28T20:12:07.456239Z","steps":["trace[1296935230] 'agreement among raft nodes before linearized reading' (duration: 4.663679758s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:07.456662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:59.88044Z","time spent":"7.576212223s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10910,"request content":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-06-28T20:12:07.456762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:02.792139Z","time spent":"4.664598194s","remote":"127.0.0.1:50250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:07.458478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.561346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:07.45852Z","caller":"traceutil/trace.go:171","msg":"trace[1207043148] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:0; response_revision:7308; }","duration":"578.638818ms","start":"2026-06-28T20:12:06.87987Z","end":"2026-06-28T20:12:07.458509Z","steps":["trace[1207043148] 'agreement among raft nodes before linearized reading' (duration: 578.243419ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:07.45855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:06.879851Z","time spent":"578.692779ms","remote":"127.0.0.1:43864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-06-28T20:12:07.463439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.023855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:07.463507Z","caller":"traceutil/trace.go:171","msg":"trace[600235422] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:7308; }","duration":"521.989319ms","start":"2026-06-28T20:12:06.941502Z","end":"2026-06-28T20:12:07.463491Z","steps":["trace[600235422] 'agreement among raft nodes before linearized reading' (duration: 516.633447ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:07.46358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:06.941429Z","time spent":"522.107221ms","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:07.458204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347075689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:07.463921Z","caller":"traceutil/trace.go:171","msg":"trace[1200119089] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7308; }","duration":"2.352858618s","start":"2026-06-28T20:12:05.111022Z","end":"2026-06-28T20:12:07.463881Z","steps":["trace[1200119089] 'agreement among raft nodes before linearized reading' (duration: 2.347066198s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:07.4652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:05.110992Z","time spent":"2.354176764s","remote":"127.0.0.1:44060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:11.52873Z","caller":"traceutil/trace.go:171","msg":"trace[1990321594] linearizableReadLoop","detail":"{readStateIndex:7674; appliedIndex:7673; }","duration":"426.240645ms","start":"2026-06-28T20:12:11.102463Z","end":"2026-06-28T20:12:11.528704Z","steps":["trace[1990321594] 'read index received' (duration: 426.058581ms)","trace[1990321594] 'applied index is now lower than readState.Index' (duration: 180.604µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:12:11.528926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.449379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kubeadm:get-nodes\" ","response":"range_response_count:1 size:305"} {"level":"info","ts":"2026-06-28T20:12:11.528967Z","caller":"traceutil/trace.go:171","msg":"trace[1974450398] range","detail":"{range_begin:/registry/clusterroles/kubeadm:get-nodes; range_end:; response_count:1; response_revision:7388; }","duration":"426.546151ms","start":"2026-06-28T20:12:11.102411Z","end":"2026-06-28T20:12:11.528957Z","steps":["trace[1974450398] 'agreement among raft nodes before linearized reading' (duration: 426.441699ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:11.528931Z","caller":"traceutil/trace.go:171","msg":"trace[1014709982] transaction","detail":"{read_only:false; response_revision:7388; number_of_response:1; }","duration":"430.11326ms","start":"2026-06-28T20:12:11.098764Z","end":"2026-06-28T20:12:11.528877Z","steps":["trace[1014709982] 'process raft request' (duration: 429.737372ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:11.529012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.102394Z","time spent":"426.608102ms","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":328,"request content":"key:\"/registry/clusterroles/kubeadm:get-nodes\" "} {"level":"warn","ts":"2026-06-28T20:12:11.529014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.512789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:11.529108Z","caller":"traceutil/trace.go:171","msg":"trace[134398295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7388; }","duration":"377.653002ms","start":"2026-06-28T20:12:11.151434Z","end":"2026-06-28T20:12:11.529087Z","steps":["trace[134398295] 'agreement among raft nodes before linearized reading' (duration: 377.489349ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:11.529169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.151415Z","time spent":"377.738493ms","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:12:11.529193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.364389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-28T20:12:11.529283Z","caller":"traceutil/trace.go:171","msg":"trace[1606943610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7388; }","duration":"313.511802ms","start":"2026-06-28T20:12:11.215752Z","end":"2026-06-28T20:12:11.529264Z","steps":["trace[1606943610] 'agreement among raft nodes before linearized reading' (duration: 313.228657ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:11.529337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.215705Z","time spent":"313.622404ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:12:11.529303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.962723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/local-path-provisioner\" ","response":"range_response_count:1 size:1106"} {"level":"info","ts":"2026-06-28T20:12:11.529408Z","caller":"traceutil/trace.go:171","msg":"trace[694842352] range","detail":"{range_begin:/registry/clusterroles/local-path-provisioner; range_end:; response_count:1; response_revision:7388; }","duration":"342.122545ms","start":"2026-06-28T20:12:11.187262Z","end":"2026-06-28T20:12:11.529384Z","steps":["trace[694842352] 'agreement among raft nodes before linearized reading' (duration: 341.767248ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:11.529471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.187248Z","time spent":"342.213516ms","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1129,"request content":"key:\"/registry/clusterroles/local-path-provisioner\" "} {"level":"warn","ts":"2026-06-28T20:12:11.529989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.098744Z","time spent":"431.051717ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:12:12.115624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:12.616585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:13.117074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:13.61775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:13.662676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000014602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:13.662757Z","caller":"traceutil/trace.go:171","msg":"trace[1132852030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000142623s","start":"2026-06-28T20:12:11.662594Z","end":"2026-06-28T20:12:13.662737Z","steps":["trace[1132852030] 'agreement among raft nodes before linearized reading' (duration: 2.000040782s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:13.66281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.662579Z","time spent":"2.000220485s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:12:14.11859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:14.618796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:15.11971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:15.620368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:15.672409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000822346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:15.672531Z","caller":"traceutil/trace.go:171","msg":"trace[1664480170] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001018589s","start":"2026-06-28T20:12:13.671482Z","end":"2026-06-28T20:12:15.672501Z","steps":["trace[1664480170] 'agreement among raft nodes before linearized reading' (duration: 2.000852116s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:15.672595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:13.67146Z","time spent":"2.001121952s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:16.120604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:16.532551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.534658Z","time spent":"4.997882245s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:12:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:16.621259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:17.122853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:17.365773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999091477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:17.365863Z","caller":"traceutil/trace.go:171","msg":"trace[844088614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999248301s","start":"2026-06-28T20:12:12.366596Z","end":"2026-06-28T20:12:17.365844Z","steps":["trace[844088614] 'agreement among raft nodes before linearized reading' (duration: 4.999131978s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:17.365913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:12.366574Z","time spent":"4.999329513s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/28 20:12:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:17.624078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:17.672597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999473491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:17.672728Z","caller":"traceutil/trace.go:171","msg":"trace[130518626] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999686175s","start":"2026-06-28T20:12:15.673013Z","end":"2026-06-28T20:12:17.672699Z","steps":["trace[130518626] 'agreement among raft nodes before linearized reading' (duration: 1.999513562s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:17.672824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:15.672989Z","time spent":"1.999819827s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:18.124656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:18.312498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000503769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:18.312588Z","caller":"traceutil/trace.go:171","msg":"trace[777058] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000641112s","start":"2026-06-28T20:12:16.311927Z","end":"2026-06-28T20:12:18.312568Z","steps":["trace[777058] 'agreement among raft nodes before linearized reading' (duration: 2.00052703s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:18.31264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:16.311907Z","time spent":"2.000723313s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:18.616786Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-28T20:12:18.617029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001748819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/local-path-provisioner\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:18.617138Z","caller":"traceutil/trace.go:171","msg":"trace[1553234045] range","detail":"{range_begin:/registry/clusterroles/local-path-provisioner; range_end:; }","duration":"7.001934452s","start":"2026-06-28T20:12:11.615177Z","end":"2026-06-28T20:12:18.617112Z","steps":["trace[1553234045] 'agreement among raft nodes before linearized reading' (duration: 7.00178102s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:18.617204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.615155Z","time spent":"7.002034764s","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles/local-path-provisioner\" "} {"level":"warn","ts":"2026-06-28T20:12:19.117746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:19.14719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999765021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:19.147285Z","caller":"traceutil/trace.go:171","msg":"trace[1418391617] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999925694s","start":"2026-06-28T20:12:14.147333Z","end":"2026-06-28T20:12:19.147259Z","steps":["trace[1418391617] 'agreement among raft nodes before linearized reading' (duration: 4.999802652s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:19.147336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:14.147308Z","time spent":"5.000015885s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/06/28 20:12:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:19.618952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:19.681329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0004862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:19.681422Z","caller":"traceutil/trace.go:171","msg":"trace[1128722117] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000660753s","start":"2026-06-28T20:12:17.680735Z","end":"2026-06-28T20:12:19.681395Z","steps":["trace[1128722117] 'agreement among raft nodes before linearized reading' (duration: 2.000550041s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:19.681476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:17.680699Z","time spent":"2.000766425s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:20.11986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:20.390487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998824923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:20.390595Z","caller":"traceutil/trace.go:171","msg":"trace[111115652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999004197s","start":"2026-06-28T20:12:15.391564Z","end":"2026-06-28T20:12:20.390568Z","steps":["trace[111115652] 'agreement among raft nodes before linearized reading' (duration: 4.998859424s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:20.390649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:15.391541Z","time spent":"4.999095488s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/28 20:12:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:20.620014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:21.120958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:21.216369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680470801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:21.216489Z","caller":"traceutil/trace.go:171","msg":"trace[167947483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.680653524s","start":"2026-06-28T20:12:18.535809Z","end":"2026-06-28T20:12:21.216462Z","steps":["trace[167947483] 'agreement among raft nodes before linearized reading' (duration: 2.680503361s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:21.216559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:18.535788Z","time spent":"2.680752836s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/06/28 20:12:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:21.621469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:21.682025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000142983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:21.682141Z","caller":"traceutil/trace.go:171","msg":"trace[796593074] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000371888s","start":"2026-06-28T20:12:19.681742Z","end":"2026-06-28T20:12:21.682114Z","steps":["trace[796593074] 'agreement among raft nodes before linearized reading' (duration: 2.000196124s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:21.682202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:19.681704Z","time spent":"2.000485729s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:12:22.016759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:15.016152Z","time spent":"7.000596648s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:22.121789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:22.266797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000622064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:22.266901Z","caller":"traceutil/trace.go:171","msg":"trace[864047841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000798107s","start":"2026-06-28T20:12:12.266079Z","end":"2026-06-28T20:12:22.266877Z","steps":["trace[864047841] 'agreement among raft nodes before linearized reading' (duration: 10.000651254s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:22.266965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:12.266058Z","time spent":"10.000895239s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/06/28 20:12:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:22.271107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999846029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:22.271242Z","caller":"traceutil/trace.go:171","msg":"trace[79644086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000051793s","start":"2026-06-28T20:12:12.271166Z","end":"2026-06-28T20:12:22.271218Z","steps":["trace[79644086] 'agreement among raft nodes before linearized reading' (duration: 9.99988368s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:22.271316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:12.27113Z","time spent":"10.000168985s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/06/28 20:12:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:22.365639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997310354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:22.36577Z","caller":"traceutil/trace.go:171","msg":"trace[805001218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997507508s","start":"2026-06-28T20:12:19.368234Z","end":"2026-06-28T20:12:22.365741Z","steps":["trace[805001218] 'agreement among raft nodes before linearized reading' (duration: 2.997345605s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:22.36585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:19.368212Z","time spent":"2.997621101s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/28 20:12:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:22.622374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:23.123299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:23.624305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:23.690974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999800726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:23.691088Z","caller":"traceutil/trace.go:171","msg":"trace[1018940346] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99998222s","start":"2026-06-28T20:12:21.691084Z","end":"2026-06-28T20:12:23.691066Z","steps":["trace[1018940346] 'agreement among raft nodes before linearized reading' (duration: 1.999849627s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:23.691162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:21.69101Z","time spent":"2.000141963s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:24.125057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:24.614989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:17.614164Z","time spent":"7.000818232s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:24.616251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:17.615774Z","time spent":"7.000462556s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:24.625249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:25.126212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:25.617636Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-28T20:12:25.617904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.820872796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:25.617975Z","caller":"traceutil/trace.go:171","msg":"trace[1070699728] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"7.821015619s","start":"2026-06-28T20:12:17.79693Z","end":"2026-06-28T20:12:25.617946Z","steps":["trace[1070699728] 'agreement among raft nodes before linearized reading' (duration: 7.820890877s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:25.617967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.010509172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:25.618084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.876505923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:25.618106Z","caller":"traceutil/trace.go:171","msg":"trace[773045098] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; }","duration":"12.010748946s","start":"2026-06-28T20:12:13.60733Z","end":"2026-06-28T20:12:25.618078Z","steps":["trace[773045098] 'agreement among raft nodes before linearized reading' (duration: 12.010534982s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:25.618127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.514795635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:25.618154Z","caller":"traceutil/trace.go:171","msg":"trace[52108038] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; }","duration":"7.876588065s","start":"2026-06-28T20:12:17.741542Z","end":"2026-06-28T20:12:25.61813Z","steps":["trace[52108038] 'agreement among raft nodes before linearized reading' (duration: 7.876526353s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:25.618133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.936571081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:25.618214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:17.741531Z","time spent":"7.876669746s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:25.618224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.276492019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:25.618241Z","caller":"traceutil/trace.go:171","msg":"trace[115101585] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; }","duration":"12.936760685s","start":"2026-06-28T20:12:12.681461Z","end":"2026-06-28T20:12:25.618221Z","steps":["trace[115101585] 'agreement among raft nodes before linearized reading' (duration: 12.936603171s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:25.618258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.735017889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:25.618266Z","caller":"traceutil/trace.go:171","msg":"trace[1725926739] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; }","duration":"12.276580222s","start":"2026-06-28T20:12:13.341677Z","end":"2026-06-28T20:12:25.618258Z","steps":["trace[1725926739] 'agreement among raft nodes before linearized reading' (duration: 12.27653384s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:25.618296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.934325833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:25.6183Z","caller":"traceutil/trace.go:171","msg":"trace[207221054] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"10.73511018s","start":"2026-06-28T20:12:14.883179Z","end":"2026-06-28T20:12:25.618289Z","steps":["trace[207221054] 'agreement among raft nodes before linearized reading' (duration: 10.73506462s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:25.618297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:12.681438Z","time spent":"12.936844056s","remote":"127.0.0.1:50044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:25.618309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:13.341656Z","time spent":"12.276640904s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:25.618339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:14.883151Z","time spent":"10.735180322s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-28T20:12:25.618326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.266869317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:25.618284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.738032775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:25.61842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.864574023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:25.618422Z","caller":"traceutil/trace.go:171","msg":"trace[1090459579] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; }","duration":"12.267050391s","start":"2026-06-28T20:12:13.35134Z","end":"2026-06-28T20:12:25.618391Z","steps":["trace[1090459579] 'agreement among raft nodes before linearized reading' (duration: 12.266922109s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:25.618436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.566697874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:25.618455Z","caller":"traceutil/trace.go:171","msg":"trace[2122942855] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; }","duration":"8.738331021s","start":"2026-06-28T20:12:16.880105Z","end":"2026-06-28T20:12:25.618436Z","steps":["trace[2122942855] 'agreement among raft nodes before linearized reading' (duration: 8.738065555s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:25.618173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:13.607309Z","time spent":"12.010849398s","remote":"127.0.0.1:44070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:25.618494Z","caller":"traceutil/trace.go:171","msg":"trace[87794361] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; }","duration":"13.566806496s","start":"2026-06-28T20:12:12.051674Z","end":"2026-06-28T20:12:25.61848Z","steps":["trace[87794361] 'agreement among raft nodes before linearized reading' (duration: 13.566744175s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:25.618498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:13.351306Z","time spent":"12.267170923s","remote":"127.0.0.1:44032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:25.61853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:16.880077Z","time spent":"8.738439074s","remote":"127.0.0.1:43864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-06-28T20:12:25.618542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:12.051651Z","time spent":"13.566876167s","remote":"127.0.0.1:41490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:25.618338Z","caller":"traceutil/trace.go:171","msg":"trace[310496647] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; }","duration":"9.934399435s","start":"2026-06-28T20:12:15.683925Z","end":"2026-06-28T20:12:25.618325Z","steps":["trace[310496647] 'agreement among raft nodes before linearized reading' (duration: 9.934346434s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:25.618457Z","caller":"traceutil/trace.go:171","msg":"trace[1944344271] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; }","duration":"12.864616233s","start":"2026-06-28T20:12:12.753833Z","end":"2026-06-28T20:12:25.618449Z","steps":["trace[1944344271] 'agreement among raft nodes before linearized reading' (duration: 12.864574143s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:25.618528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.951399007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd572870f099b7\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:25.618608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:12.753776Z","time spent":"12.864819968s","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:25.618614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.000947511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kubeadm:get-nodes\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:25.618604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.932356296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:25.618646Z","caller":"traceutil/trace.go:171","msg":"trace[585175499] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bd572870f099b7; range_end:; }","duration":"11.951629481s","start":"2026-06-28T20:12:13.666988Z","end":"2026-06-28T20:12:25.618617Z","steps":["trace[585175499] 'agreement among raft nodes before linearized reading' (duration: 11.951452648s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:25.618666Z","caller":"traceutil/trace.go:171","msg":"trace[610330781] range","detail":"{range_begin:/registry/clusterroles/kubeadm:get-nodes; range_end:; }","duration":"14.001058423s","start":"2026-06-28T20:12:11.617592Z","end":"2026-06-28T20:12:25.61865Z","steps":["trace[610330781] 'agreement among raft nodes before linearized reading' (duration: 14.000985232s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:25.618679Z","caller":"traceutil/trace.go:171","msg":"trace[785924482] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"13.932488069s","start":"2026-06-28T20:12:11.686172Z","end":"2026-06-28T20:12:25.61866Z","steps":["trace[785924482] 'agreement among raft nodes before linearized reading' (duration: 13.932369867s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:25.618663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:15.683909Z","time spent":"9.93468485s","remote":"127.0.0.1:50062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:25.618707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.617565Z","time spent":"14.001131094s","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles/kubeadm:get-nodes\" "} {"level":"warn","ts":"2026-06-28T20:12:25.618706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:13.666936Z","time spent":"11.951755014s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd572870f099b7\" "} {"level":"warn","ts":"2026-06-28T20:12:25.618005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.173361198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:25.618725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.686161Z","time spent":"13.93254946s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:12:25.618216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.734809933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:25.618768Z","caller":"traceutil/trace.go:171","msg":"trace[1124920174] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"10.735413516s","start":"2026-06-28T20:12:14.883344Z","end":"2026-06-28T20:12:25.618758Z","steps":["trace[1124920174] 'agreement among raft nodes before linearized reading' (duration: 10.734864015s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:25.618373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.829334018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:25.61881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:14.883337Z","time spent":"10.735465327s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:12:25.618402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.694980822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-8mnfj\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:25.618384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.709683917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qvhr9\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:25.618811Z","caller":"traceutil/trace.go:171","msg":"trace[663030430] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; }","duration":"13.829869478s","start":"2026-06-28T20:12:11.788933Z","end":"2026-06-28T20:12:25.618803Z","steps":["trace[663030430] 'agreement among raft nodes before linearized reading' (duration: 13.829392019s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:25.618867Z","caller":"traceutil/trace.go:171","msg":"trace[449140600] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-8mnfj; range_end:; }","duration":"11.695467281s","start":"2026-06-28T20:12:13.92339Z","end":"2026-06-28T20:12:25.618858Z","steps":["trace[449140600] 'agreement among raft nodes before linearized reading' (duration: 11.695003702s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:25.618897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:13.923379Z","time spent":"11.695510232s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-8mnfj\" "} {"level":"warn","ts":"2026-06-28T20:12:25.6189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.788902Z","time spent":"13.82998488s","remote":"127.0.0.1:44076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:25.618772Z","caller":"traceutil/trace.go:171","msg":"trace[250051153] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; }","duration":"10.174181824s","start":"2026-06-28T20:12:15.444561Z","end":"2026-06-28T20:12:25.618742Z","steps":["trace[250051153] 'agreement among raft nodes before linearized reading' (duration: 10.173378698s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:25.618971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:15.444546Z","time spent":"10.174412889s","remote":"127.0.0.1:60380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-06-28T20:12:25.618894Z","caller":"traceutil/trace.go:171","msg":"trace[1165470712] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qvhr9; range_end:; }","duration":"12.710218277s","start":"2026-06-28T20:12:12.908658Z","end":"2026-06-28T20:12:25.618876Z","steps":["trace[1165470712] 'agreement among raft nodes before linearized reading' (duration: 12.709718038s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:25.618176Z","caller":"traceutil/trace.go:171","msg":"trace[1882245015] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; }","duration":"9.514909207s","start":"2026-06-28T20:12:16.103255Z","end":"2026-06-28T20:12:25.618164Z","steps":["trace[1882245015] 'agreement among raft nodes before linearized reading' (duration: 9.514836186s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:25.619066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:12.908641Z","time spent":"12.71038054s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/keepalived-qvhr9\" "} {"level":"warn","ts":"2026-06-28T20:12:25.61913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:16.103227Z","time spent":"9.515881105s","remote":"127.0.0.1:60416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:25.618046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:17.796913Z","time spent":"7.821116711s","remote":"127.0.0.1:43534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:25.619284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.010285012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:25.619475Z","caller":"traceutil/trace.go:171","msg":"trace[513535574] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"13.010733461s","start":"2026-06-28T20:12:12.608615Z","end":"2026-06-28T20:12:25.619349Z","steps":["trace[513535574] 'agreement among raft nodes before linearized reading' (duration: 13.010210951s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:25.619548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:12.608596Z","time spent":"13.010931525s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:12:25.691752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000372658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:25.691851Z","caller":"traceutil/trace.go:171","msg":"trace[162894080] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00053606s","start":"2026-06-28T20:12:23.691292Z","end":"2026-06-28T20:12:25.691828Z","steps":["trace[162894080] 'agreement among raft nodes before linearized reading' (duration: 2.000399598s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:25.691914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:23.691272Z","time spent":"2.000623412s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:12:26.118472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:26.217617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:21.219508Z","time spent":"4.99809962s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:12:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:26.231067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999757722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:26.23117Z","caller":"traceutil/trace.go:171","msg":"trace[870054265] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999941244s","start":"2026-06-28T20:12:21.231202Z","end":"2026-06-28T20:12:26.231144Z","steps":["trace[870054265] 'agreement among raft nodes before linearized reading' (duration: 4.999787702s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:26.231505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:21.231179Z","time spent":"5.000304973s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/06/28 20:12:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:26.618968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:27.119457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:27.367929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:22.370748Z","time spent":"4.997168472s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:12:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:27.620642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:27.697895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999868378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:27.69799Z","caller":"traceutil/trace.go:171","msg":"trace[234214852] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000019591s","start":"2026-06-28T20:12:25.697944Z","end":"2026-06-28T20:12:27.697963Z","steps":["trace[234214852] 'agreement among raft nodes before linearized reading' (duration: 1.999892249s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:27.698042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:25.697926Z","time spent":"2.000106343s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:28.120994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:28.621665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:28.753198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999247062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:28.753335Z","caller":"traceutil/trace.go:171","msg":"trace[205357083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999448235s","start":"2026-06-28T20:12:23.753854Z","end":"2026-06-28T20:12:28.753303Z","steps":["trace[205357083] 'agreement among raft nodes before linearized reading' (duration: 4.99925808s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:28.753429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:23.753843Z","time spent":"4.999571178s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/28 20:12:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:29.12251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:29.271782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:22.270698Z","time spent":"7.001073676s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:29.273988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:22.273715Z","time spent":"7.000269912s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:29.6231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:29.683349Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9f0fcf9b068f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:29.698539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000250645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:29.698688Z","caller":"traceutil/trace.go:171","msg":"trace[1086212119] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000356877s","start":"2026-06-28T20:12:27.698243Z","end":"2026-06-28T20:12:29.698599Z","steps":["trace[1086212119] 'agreement among raft nodes before linearized reading' (duration: 2.000247375s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:29.698777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:27.698172Z","time spent":"2.000587171s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:30.013896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.992368795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:30.014033Z","caller":"traceutil/trace.go:171","msg":"trace[629498059] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.992579459s","start":"2026-06-28T20:12:22.021415Z","end":"2026-06-28T20:12:30.013995Z","steps":["trace[629498059] 'agreement among raft nodes before linearized reading' (duration: 7.992397806s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:30.014103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:22.021372Z","time spent":"7.992713372s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/06/28 20:12:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:30.124263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:30.624942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:31.125889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:31.621081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:24.620863Z","time spent":"7.00021056s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:31.621495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:24.621281Z","time spent":"7.00021122s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:31.627231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:31.707111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000160023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:31.707223Z","caller":"traceutil/trace.go:171","msg":"trace[1136063029] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000359047s","start":"2026-06-28T20:12:29.706841Z","end":"2026-06-28T20:12:31.7072Z","steps":["trace[1136063029] 'agreement among raft nodes before linearized reading' (duration: 2.000180724s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:31.707289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:29.706819Z","time spent":"2.000458129s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:32.12758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:32.617888Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-28T20:12:32.618081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.471470406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:32.61813Z","caller":"traceutil/trace.go:171","msg":"trace[305038307] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; }","duration":"8.471602108s","start":"2026-06-28T20:12:24.146505Z","end":"2026-06-28T20:12:32.618108Z","steps":["trace[305038307] 'agreement among raft nodes before linearized reading' (duration: 8.471515647s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:32.618176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:24.146477Z","time spent":"8.47168776s","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:32.618219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.915657849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/node-feature-discovery\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:32.618178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.968293932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:32.618217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.820472122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:32.618334Z","caller":"traceutil/trace.go:171","msg":"trace[2011533036] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; }","duration":"8.820699496s","start":"2026-06-28T20:12:23.797617Z","end":"2026-06-28T20:12:32.618317Z","steps":["trace[2011533036] 'agreement among raft nodes before linearized reading' (duration: 8.820536953s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:32.6184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.889621617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:32.618367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.382928118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:32.618422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:23.797584Z","time spent":"8.820815468s","remote":"127.0.0.1:55280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:32.61845Z","caller":"traceutil/trace.go:171","msg":"trace[1893841245] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; }","duration":"8.889703938s","start":"2026-06-28T20:12:23.728735Z","end":"2026-06-28T20:12:32.618439Z","steps":["trace[1893841245] 'agreement among raft nodes before linearized reading' (duration: 8.889633977s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:32.6185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:23.728726Z","time spent":"8.889760179s","remote":"127.0.0.1:41638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:32.618498Z","caller":"traceutil/trace.go:171","msg":"trace[1146292176] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; }","duration":"11.383149602s","start":"2026-06-28T20:12:21.235316Z","end":"2026-06-28T20:12:32.618466Z","steps":["trace[1146292176] 'agreement among raft nodes before linearized reading' (duration: 11.382914087s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:32.618231Z","caller":"traceutil/trace.go:171","msg":"trace[226386045] range","detail":"{range_begin:/registry/clusterroles/node-feature-discovery; range_end:; }","duration":"13.91572101s","start":"2026-06-28T20:12:18.702506Z","end":"2026-06-28T20:12:32.618227Z","steps":["trace[226386045] 'agreement among raft nodes before linearized reading' (duration: 13.91570991s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:32.618577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:21.23526Z","time spent":"11.383303564s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:32.618523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.472128713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:32.618695Z","caller":"traceutil/trace.go:171","msg":"trace[1202228490] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; }","duration":"9.472485719s","start":"2026-06-28T20:12:23.146182Z","end":"2026-06-28T20:12:32.618667Z","steps":["trace[1202228490] 'agreement among raft nodes before linearized reading' (duration: 9.472162613s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:32.618611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:18.702485Z","time spent":"13.916119237s","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles/node-feature-discovery\" "} {"level":"warn","ts":"2026-06-28T20:12:32.618787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:23.146156Z","time spent":"9.472613722s","remote":"127.0.0.1:43984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:32.618326Z","caller":"traceutil/trace.go:171","msg":"trace[534936303] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"8.968577448s","start":"2026-06-28T20:12:23.649722Z","end":"2026-06-28T20:12:32.6183Z","steps":["trace[534936303] 'agreement among raft nodes before linearized reading' (duration: 8.968379034s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:32.619111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:23.649694Z","time spent":"8.969399223s","remote":"127.0.0.1:50058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:33.118352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:33.619244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:33.708304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000750794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:33.708464Z","caller":"traceutil/trace.go:171","msg":"trace[1713017106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000962258s","start":"2026-06-28T20:12:31.707479Z","end":"2026-06-28T20:12:33.708442Z","steps":["trace[1713017106] 'agreement among raft nodes before linearized reading' (duration: 2.000781915s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:33.708568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:31.707461Z","time spent":"2.001093s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:34.119864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:34.502807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:27.501869Z","time spent":"7.000930563s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:12:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:34.621042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:35.122137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:35.149888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:28.149037Z","time spent":"7.000843782s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:35.158983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998978517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:35.15913Z","caller":"traceutil/trace.go:171","msg":"trace[979148388] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999208531s","start":"2026-06-28T20:12:30.159899Z","end":"2026-06-28T20:12:35.159107Z","steps":["trace[979148388] 'agreement among raft nodes before linearized reading' (duration: 4.999028648s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:35.159193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:30.159864Z","time spent":"4.999317273s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/06/28 20:12:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/06/28 20:12:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:35.622702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:35.717483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000012641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:35.717593Z","caller":"traceutil/trace.go:171","msg":"trace[2117282844] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149974s","start":"2026-06-28T20:12:33.717418Z","end":"2026-06-28T20:12:35.717568Z","steps":["trace[2117282844] 'agreement among raft nodes before linearized reading' (duration: 2.000007281s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:35.717655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:33.717358Z","time spent":"2.000286246s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:36.122846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:36.623095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:36.690462Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9f0fcf9b068f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:36.86923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99968759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:36.869334Z","caller":"traceutil/trace.go:171","msg":"trace[336633269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999857184s","start":"2026-06-28T20:12:31.869454Z","end":"2026-06-28T20:12:36.869311Z","steps":["trace[336633269] 'agreement among raft nodes before linearized reading' (duration: 4.999729521s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:36.869387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:31.869429Z","time spent":"4.999948306s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/28 20:12:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:37.018165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:30.016771Z","time spent":"7.001387414s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:37.123553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:37.624569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:37.717577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999878789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:37.717695Z","caller":"traceutil/trace.go:171","msg":"trace[48276272] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000088192s","start":"2026-06-28T20:12:35.717579Z","end":"2026-06-28T20:12:37.717667Z","steps":["trace[48276272] 'agreement among raft nodes before linearized reading' (duration: 1.999903369s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:37.717768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:35.717562Z","time spent":"2.000190594s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:12:38.125573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:38.317484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000191575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:38.317623Z","caller":"traceutil/trace.go:171","msg":"trace[321208386] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000389299s","start":"2026-06-28T20:12:36.317206Z","end":"2026-06-28T20:12:38.317595Z","steps":["trace[321208386] 'agreement among raft nodes before linearized reading' (duration: 2.000212644s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:38.317698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:36.31719Z","time spent":"2.0004868s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:38.626045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:38.628367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:31.627659Z","time spent":"7.00070212s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:38.628778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:31.627903Z","time spent":"7.000865463s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:39.126921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:39.6185Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-28T20:12:39.61865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.155448503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:39.618696Z","caller":"traceutil/trace.go:171","msg":"trace[1502489910] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; }","duration":"9.155531935s","start":"2026-06-28T20:12:30.463145Z","end":"2026-06-28T20:12:39.618677Z","steps":["trace[1502489910] 'agreement among raft nodes before linearized reading' (duration: 9.155468573s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:39.618768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:30.463134Z","time spent":"9.155620686s","remote":"127.0.0.1:51114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:39.618814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.108112488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:39.618838Z","caller":"traceutil/trace.go:171","msg":"trace[1359889980] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; }","duration":"12.108198499s","start":"2026-06-28T20:12:27.51063Z","end":"2026-06-28T20:12:39.618829Z","steps":["trace[1359889980] 'agreement among raft nodes before linearized reading' (duration: 12.108175589s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:39.618864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:27.510584Z","time spent":"12.108271721s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:39.618903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.96303061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:39.618924Z","caller":"traceutil/trace.go:171","msg":"trace[1164636484] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; }","duration":"13.963094671s","start":"2026-06-28T20:12:25.655823Z","end":"2026-06-28T20:12:39.618917Z","steps":["trace[1164636484] 'agreement among raft nodes before linearized reading' (duration: 13.963069531s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:39.61887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.990143775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qvhr9\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:39.61895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:25.65581Z","time spent":"13.963131381s","remote":"127.0.0.1:55272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:39.618986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.992755704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-8mnfj\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:39.618981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.913850984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/node-feature-discovery-gc\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:39.619022Z","caller":"traceutil/trace.go:171","msg":"trace[1550510695] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-8mnfj; range_end:; }","duration":"13.992799656s","start":"2026-06-28T20:12:25.626213Z","end":"2026-06-28T20:12:39.619012Z","steps":["trace[1550510695] 'agreement among raft nodes before linearized reading' (duration: 13.992766535s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:39.619147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.065755127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:39.61915Z","caller":"traceutil/trace.go:171","msg":"trace[1392588635] range","detail":"{range_begin:/registry/clusterroles/node-feature-discovery-gc; range_end:; }","duration":"13.914100959s","start":"2026-06-28T20:12:25.705017Z","end":"2026-06-28T20:12:39.619118Z","steps":["trace[1392588635] 'agreement among raft nodes before linearized reading' (duration: 13.913883405s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:39.619175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.993206413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-8mnfj.18bd57c0fe4ce97f\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:39.619183Z","caller":"traceutil/trace.go:171","msg":"trace[1409273788] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"11.065841989s","start":"2026-06-28T20:12:28.553331Z","end":"2026-06-28T20:12:39.619173Z","steps":["trace[1409273788] 'agreement among raft nodes before linearized reading' (duration: 11.065806598s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:39.619208Z","caller":"traceutil/trace.go:171","msg":"trace[131264179] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-8mnfj.18bd57c0fe4ce97f; range_end:; }","duration":"13.993280024s","start":"2026-06-28T20:12:25.625921Z","end":"2026-06-28T20:12:39.619201Z","steps":["trace[131264179] 'agreement among raft nodes before linearized reading' (duration: 13.993249134s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:39.619216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:25.704995Z","time spent":"13.914206801s","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-06-28T20:12:39.619234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:25.6259Z","time spent":"13.993327665s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":0,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-8mnfj.18bd57c0fe4ce97f\" "} {"level":"warn","ts":"2026-06-28T20:12:39.61924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:28.553305Z","time spent":"11.06591597s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:12:39.619239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.363006044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:39.619264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.580987105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:39.619245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.24577648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:39.619276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.738241179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:39.618984Z","caller":"traceutil/trace.go:171","msg":"trace[448515402] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qvhr9; range_end:; }","duration":"11.990324199s","start":"2026-06-28T20:12:27.628632Z","end":"2026-06-28T20:12:39.618956Z","steps":["trace[448515402] 'agreement among raft nodes before linearized reading' (duration: 11.990173656s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:39.619327Z","caller":"traceutil/trace.go:171","msg":"trace[532174009] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; }","duration":"9.581091647s","start":"2026-06-28T20:12:30.038208Z","end":"2026-06-28T20:12:39.6193Z","steps":["trace[532174009] 'agreement among raft nodes before linearized reading' (duration: 9.581037596s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:39.619342Z","caller":"traceutil/trace.go:171","msg":"trace[824614806] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; }","duration":"9.245905122s","start":"2026-06-28T20:12:30.373414Z","end":"2026-06-28T20:12:39.619319Z","steps":["trace[824614806] 'agreement among raft nodes before linearized reading' (duration: 9.245809951s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:39.619336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.203637969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:39.619365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:27.628612Z","time spent":"11.990741116s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/keepalived-qvhr9\" "} {"level":"warn","ts":"2026-06-28T20:12:39.619397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:30.038181Z","time spent":"9.581200409s","remote":"127.0.0.1:50030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:39.619401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:30.373395Z","time spent":"9.245993764s","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:39.619413Z","caller":"traceutil/trace.go:171","msg":"trace[737799548] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; }","duration":"11.203788662s","start":"2026-06-28T20:12:28.415607Z","end":"2026-06-28T20:12:39.619395Z","steps":["trace[737799548] 'agreement among raft nodes before linearized reading' (duration: 11.20368209s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:39.619473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:28.415577Z","time spent":"11.203883994s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:39.619103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.250180319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:39.619523Z","caller":"traceutil/trace.go:171","msg":"trace[1527056693] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; }","duration":"10.250718219s","start":"2026-06-28T20:12:29.368797Z","end":"2026-06-28T20:12:39.619515Z","steps":["trace[1527056693] 'agreement among raft nodes before linearized reading' (duration: 10.25022122s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:39.619553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:29.368771Z","time spent":"10.25077227s","remote":"127.0.0.1:50200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:39.619116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.096901134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:39.61922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.523397119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:39.619634Z","caller":"traceutil/trace.go:171","msg":"trace[543881342] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; }","duration":"10.097584018s","start":"2026-06-28T20:12:29.522041Z","end":"2026-06-28T20:12:39.619625Z","steps":["trace[543881342] 'agreement among raft nodes before linearized reading' (duration: 10.096924765s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:39.619642Z","caller":"traceutil/trace.go:171","msg":"trace[1727444740] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; }","duration":"9.523857779s","start":"2026-06-28T20:12:30.095772Z","end":"2026-06-28T20:12:39.619629Z","steps":["trace[1727444740] 'agreement among raft nodes before linearized reading' (duration: 9.52343325s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:39.619672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:29.522028Z","time spent":"10.097632469s","remote":"127.0.0.1:43928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:39.619681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:30.095754Z","time spent":"9.52391503s","remote":"127.0.0.1:44236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:39.619149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:25.626208Z","time spent":"13.992931758s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-8mnfj\" "} {"level":"info","ts":"2026-06-28T20:12:39.619358Z","caller":"traceutil/trace.go:171","msg":"trace[135765420] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; }","duration":"12.738354652s","start":"2026-06-28T20:12:26.880983Z","end":"2026-06-28T20:12:39.619338Z","steps":["trace[135765420] 'agreement among raft nodes before linearized reading' (duration: 12.73827656s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:39.619301Z","caller":"traceutil/trace.go:171","msg":"trace[1193783695] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; }","duration":"12.363094196s","start":"2026-06-28T20:12:27.256191Z","end":"2026-06-28T20:12:39.619285Z","steps":["trace[1193783695] 'agreement among raft nodes before linearized reading' (duration: 12.363002114s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:39.619743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:27.256131Z","time spent":"12.363602217s","remote":"127.0.0.1:44178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:39.619307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.203742041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:39.619753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:26.880962Z","time spent":"12.73876615s","remote":"127.0.0.1:43864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-06-28T20:12:39.619789Z","caller":"traceutil/trace.go:171","msg":"trace[1457539822] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"11.204269562s","start":"2026-06-28T20:12:28.415509Z","end":"2026-06-28T20:12:39.619778Z","steps":["trace[1457539822] 'agreement among raft nodes before linearized reading' (duration: 11.203790682s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:39.619291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.708455309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:39.619828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:28.415481Z","time spent":"11.204335662s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-06-28T20:12:39.619839Z","caller":"traceutil/trace.go:171","msg":"trace[1912863151] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; }","duration":"13.709057151s","start":"2026-06-28T20:12:25.910772Z","end":"2026-06-28T20:12:39.619829Z","steps":["trace[1912863151] 'agreement among raft nodes before linearized reading' (duration: 13.70850783s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:39.619882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:25.910746Z","time spent":"13.709122361s","remote":"127.0.0.1:43500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:39.619176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.68886787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:39.619992Z","caller":"traceutil/trace.go:171","msg":"trace[1819692606] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; }","duration":"12.689787768s","start":"2026-06-28T20:12:26.930193Z","end":"2026-06-28T20:12:39.619981Z","steps":["trace[1819692606] 'agreement among raft nodes before linearized reading' (duration: 12.688821619s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:39.620096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:26.930173Z","time spent":"12.68990603s","remote":"127.0.0.1:44322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:39.619174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.483024222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:39.620684Z","caller":"traceutil/trace.go:171","msg":"trace[2128044005] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; }","duration":"9.484608762s","start":"2026-06-28T20:12:30.136058Z","end":"2026-06-28T20:12:39.620667Z","steps":["trace[2128044005] 'agreement among raft nodes before linearized reading' (duration: 9.483043272s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:39.620765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:30.136042Z","time spent":"9.484705854s","remote":"127.0.0.1:44138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:39.727555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000741654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:39.72766Z","caller":"traceutil/trace.go:171","msg":"trace[694855657] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000903488s","start":"2026-06-28T20:12:37.72673Z","end":"2026-06-28T20:12:39.727633Z","steps":["trace[694855657] 'agreement among raft nodes before linearized reading' (duration: 2.000782725s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:39.727712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:37.726704Z","time spent":"2.00099739s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:40.119097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:40.620061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:41.120236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:41.621422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:41.728029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000026351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:41.728118Z","caller":"traceutil/trace.go:171","msg":"trace[1354539142] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000185534s","start":"2026-06-28T20:12:39.727912Z","end":"2026-06-28T20:12:41.728097Z","steps":["trace[1354539142] 'agreement among raft nodes before linearized reading' (duration: 2.000043171s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:41.72818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:39.727899Z","time spent":"2.000263157s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:12:42.122609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:42.623718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:43.108403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998924376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:43.108533Z","caller":"traceutil/trace.go:171","msg":"trace[1066541905] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999129399s","start":"2026-06-28T20:12:38.109373Z","end":"2026-06-28T20:12:43.108503Z","steps":["trace[1066541905] 'agreement among raft nodes before linearized reading' (duration: 4.998959076s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:43.108599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:38.10935Z","time spent":"4.999235911s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/06/28 20:12:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:43.124879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:43.626047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:43.699125Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9f0fcf9b068f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:43.736518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000040112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:43.73662Z","caller":"traceutil/trace.go:171","msg":"trace[1257604429] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000173914s","start":"2026-06-28T20:12:41.73642Z","end":"2026-06-28T20:12:43.736594Z","steps":["trace[1257604429] 'agreement among raft nodes before linearized reading' (duration: 2.000035972s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:43.736677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:41.736352Z","time spent":"2.000315137s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:12:44.126626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:44.547927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999202571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:44.548017Z","caller":"traceutil/trace.go:171","msg":"trace[415697225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999348074s","start":"2026-06-28T20:12:39.548647Z","end":"2026-06-28T20:12:44.547995Z","steps":["trace[415697225] 'agreement among raft nodes before linearized reading' (duration: 4.999238092s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:44.548068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:39.548626Z","time spent":"4.999431946s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/28 20:12:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:44.627343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:45.127814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:45.6286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:45.634963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:38.634314Z","time spent":"7.000640509s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:45.635015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:38.634458Z","time spent":"7.000546108s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:45.737356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000133213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:45.737481Z","caller":"traceutil/trace.go:171","msg":"trace[1128051254] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324767s","start":"2026-06-28T20:12:43.737134Z","end":"2026-06-28T20:12:45.737458Z","steps":["trace[1128051254] 'agreement among raft nodes before linearized reading' (duration: 2.000164624s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:45.737538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:43.737084Z","time spent":"2.000440729s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:12:46.12921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:46.619279Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-28T20:12:46.619432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.188889564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:46.619478Z","caller":"traceutil/trace.go:171","msg":"trace[72001150] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; }","duration":"8.188958485s","start":"2026-06-28T20:12:38.430499Z","end":"2026-06-28T20:12:46.619458Z","steps":["trace[72001150] 'agreement among raft nodes before linearized reading' (duration: 8.188887734s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:46.61955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:38.430473Z","time spent":"8.189054427s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:46.619635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.844473581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:46.619668Z","caller":"traceutil/trace.go:171","msg":"trace[150423] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; }","duration":"12.844586274s","start":"2026-06-28T20:12:33.775072Z","end":"2026-06-28T20:12:46.619659Z","steps":["trace[150423] 'agreement among raft nodes before linearized reading' (duration: 12.844543963s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:46.619706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:33.775023Z","time spent":"12.844670695s","remote":"127.0.0.1:50152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:46.61969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.013841401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:46.619774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.872741362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:46.619745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.909086124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/node-feature-discovery\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:46.619829Z","caller":"traceutil/trace.go:171","msg":"trace[1192137595] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; }","duration":"9.872863745s","start":"2026-06-28T20:12:36.746953Z","end":"2026-06-28T20:12:46.619816Z","steps":["trace[1192137595] 'agreement among raft nodes before linearized reading' (duration: 9.872781253s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:46.619817Z","caller":"traceutil/trace.go:171","msg":"trace[559711333] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; }","duration":"11.014055825s","start":"2026-06-28T20:12:35.605726Z","end":"2026-06-28T20:12:46.619782Z","steps":["trace[559711333] 'agreement among raft nodes before linearized reading' (duration: 11.013868072s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:46.619869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:36.746931Z","time spent":"9.872926515s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:46.61987Z","caller":"traceutil/trace.go:171","msg":"trace[120964738] range","detail":"{range_begin:/registry/clusterroles/node-feature-discovery; range_end:; }","duration":"13.909289678s","start":"2026-06-28T20:12:32.710548Z","end":"2026-06-28T20:12:46.619838Z","steps":["trace[120964738] 'agreement among raft nodes before linearized reading' (duration: 13.909111365s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:46.619915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:35.605696Z","time spent":"11.014195218s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:46.619935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:32.710523Z","time spent":"13.909399071s","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles/node-feature-discovery\" "} {"level":"warn","ts":"2026-06-28T20:12:46.620272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.597450358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:46.620383Z","caller":"traceutil/trace.go:171","msg":"trace[1191939217] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"9.597618292s","start":"2026-06-28T20:12:37.02274Z","end":"2026-06-28T20:12:46.620359Z","steps":["trace[1191939217] 'agreement among raft nodes before linearized reading' (duration: 9.597481779s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:46.620449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:37.022719Z","time spent":"9.597717903s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-06-28T20:12:47.120487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:47.620621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:47.745736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999864407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:47.745816Z","caller":"traceutil/trace.go:171","msg":"trace[1085468816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999987109s","start":"2026-06-28T20:12:45.745805Z","end":"2026-06-28T20:12:47.745793Z","steps":["trace[1085468816] 'agreement among raft nodes before linearized reading' (duration: 1.999890747s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:47.745878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:45.745785Z","time spent":"2.000080621s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:48.121149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:48.622448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:49.123378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:49.623599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:49.746021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999686124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:49.74611Z","caller":"traceutil/trace.go:171","msg":"trace[2019738339] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999852407s","start":"2026-06-28T20:12:47.746238Z","end":"2026-06-28T20:12:49.74609Z","steps":["trace[2019738339] 'agreement among raft nodes before linearized reading' (duration: 1.999741655s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:49.746162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:47.746206Z","time spent":"1.999945409s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:50.123849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:50.624944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:50.70637Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9f0fcf9b068f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:51.125555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:51.626103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:51.682985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998586729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:51.683119Z","caller":"traceutil/trace.go:171","msg":"trace[2087566247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998777563s","start":"2026-06-28T20:12:46.684313Z","end":"2026-06-28T20:12:51.68309Z","steps":["trace[2087566247] 'agreement among raft nodes before linearized reading' (duration: 4.99862762s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:51.683204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:46.684283Z","time spent":"4.998906126s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:12:51.75455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999989101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:51.754639Z","caller":"traceutil/trace.go:171","msg":"trace[1190423408] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000128864s","start":"2026-06-28T20:12:49.754489Z","end":"2026-06-28T20:12:51.754618Z","steps":["trace[1190423408] 'agreement among raft nodes before linearized reading' (duration: 2.000017692s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:51.754696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:49.754473Z","time spent":"2.000213605s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:52.015915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998963194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:52.015997Z","caller":"traceutil/trace.go:171","msg":"trace[1788606983] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999113846s","start":"2026-06-28T20:12:47.016864Z","end":"2026-06-28T20:12:52.015978Z","steps":["trace[1788606983] 'agreement among raft nodes before linearized reading' (duration: 4.999003724s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:52.01604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:47.016841Z","time spent":"4.999188917s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/06/28 20:12:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:52.126593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:52.627447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:52.641737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:45.640934Z","time spent":"7.000796027s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:52.641795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:45.640765Z","time spent":"7.001024021s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:53.128364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:53.61975Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-28T20:12:53.619897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.760485688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:53.619938Z","caller":"traceutil/trace.go:171","msg":"trace[813089346] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; }","duration":"7.76059084s","start":"2026-06-28T20:12:45.859332Z","end":"2026-06-28T20:12:53.619923Z","steps":["trace[813089346] 'agreement among raft nodes before linearized reading' (duration: 7.760524879s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:53.619932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.992398379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qvhr9\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:53.61998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:45.859305Z","time spent":"7.760665391s","remote":"127.0.0.1:44122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:53.620009Z","caller":"traceutil/trace.go:171","msg":"trace[1876275678] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qvhr9; range_end:; }","duration":"11.992584442s","start":"2026-06-28T20:12:41.627403Z","end":"2026-06-28T20:12:53.619987Z","steps":["trace[1876275678] 'agreement among raft nodes before linearized reading' (duration: 11.992472329s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:53.620041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.29617574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:53.620064Z","caller":"traceutil/trace.go:171","msg":"trace[582244897] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; }","duration":"13.296199311s","start":"2026-06-28T20:12:40.323857Z","end":"2026-06-28T20:12:53.620056Z","steps":["trace[582244897] 'agreement among raft nodes before linearized reading' (duration: 13.29617716s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:53.620069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:41.627367Z","time spent":"11.992691374s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/keepalived-qvhr9\" "} {"level":"warn","ts":"2026-06-28T20:12:53.620087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:40.323822Z","time spent":"13.296260491s","remote":"127.0.0.1:43994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:53.620117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.139357452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:53.62013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.362685585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:53.62014Z","caller":"traceutil/trace.go:171","msg":"trace[28287516] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"8.139430523s","start":"2026-06-28T20:12:45.480703Z","end":"2026-06-28T20:12:53.620133Z","steps":["trace[28287516] 'agreement among raft nodes before linearized reading' (duration: 8.139400613s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:53.620145Z","caller":"traceutil/trace.go:171","msg":"trace[1414694541] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; }","duration":"13.362772417s","start":"2026-06-28T20:12:40.257368Z","end":"2026-06-28T20:12:53.620141Z","steps":["trace[1414694541] 'agreement among raft nodes before linearized reading' (duration: 13.362743677s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:53.620159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:45.480675Z","time spent":"8.139478814s","remote":"127.0.0.1:43566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:53.620183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.410241329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:53.620208Z","caller":"traceutil/trace.go:171","msg":"trace[35743911] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; }","duration":"13.410272251s","start":"2026-06-28T20:12:40.209931Z","end":"2026-06-28T20:12:53.620204Z","steps":["trace[35743911] 'agreement among raft nodes before linearized reading' (duration: 13.41024245s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:53.62023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.534910399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:53.620247Z","caller":"traceutil/trace.go:171","msg":"trace[482807059] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"9.53496782s","start":"2026-06-28T20:12:44.085275Z","end":"2026-06-28T20:12:53.620243Z","steps":["trace[482807059] 'agreement among raft nodes before linearized reading' (duration: 9.53494926s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:53.620265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.91718711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/node-feature-discovery-gc\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:53.62027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:44.08521Z","time spent":"9.535055012s","remote":"127.0.0.1:43516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:53.620284Z","caller":"traceutil/trace.go:171","msg":"trace[483617756] range","detail":"{range_begin:/registry/clusterroles/node-feature-discovery-gc; range_end:; }","duration":"13.917266191s","start":"2026-06-28T20:12:39.703012Z","end":"2026-06-28T20:12:53.620278Z","steps":["trace[483617756] 'agreement among raft nodes before linearized reading' (duration: 13.917247721s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:53.620297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.222090276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:53.620306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:39.702986Z","time spent":"13.917315361s","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles/node-feature-discovery-gc\" "} {"level":"info","ts":"2026-06-28T20:12:53.620314Z","caller":"traceutil/trace.go:171","msg":"trace[66958024] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"10.222160827s","start":"2026-06-28T20:12:43.398148Z","end":"2026-06-28T20:12:53.620309Z","steps":["trace[66958024] 'agreement among raft nodes before linearized reading' (duration: 10.222143527s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:53.620337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:43.398121Z","time spent":"10.222212178s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:12:53.620355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.994280155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:53.620365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.947454109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:53.620379Z","caller":"traceutil/trace.go:171","msg":"trace[1947750469] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; }","duration":"13.994319196s","start":"2026-06-28T20:12:39.626055Z","end":"2026-06-28T20:12:53.620374Z","steps":["trace[1947750469] 'agreement among raft nodes before linearized reading' (duration: 13.994294435s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:53.620401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:39.626048Z","time spent":"13.994346456s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-06-28T20:12:53.62041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.797897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:53.62043Z","caller":"traceutil/trace.go:171","msg":"trace[181699655] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; }","duration":"11.797982092s","start":"2026-06-28T20:12:41.822444Z","end":"2026-06-28T20:12:53.620426Z","steps":["trace[181699655] 'agreement among raft nodes before linearized reading' (duration: 11.797947411s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:53.620442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.999359821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:53.620454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:41.822419Z","time spent":"11.798029982s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:53.620464Z","caller":"traceutil/trace.go:171","msg":"trace[1202431095] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; }","duration":"13.999425102s","start":"2026-06-28T20:12:39.621033Z","end":"2026-06-28T20:12:53.620458Z","steps":["trace[1202431095] 'agreement among raft nodes before linearized reading' (duration: 13.999401282s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:53.620482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.874739842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:53.620492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:39.62101Z","time spent":"13.999476554s","remote":"127.0.0.1:43864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-06-28T20:12:53.620163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:40.257336Z","time spent":"13.362821668s","remote":"127.0.0.1:43990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-06-28T20:12:53.620211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.317073987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:53.62082Z","caller":"traceutil/trace.go:171","msg":"trace[1826718019] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; }","duration":"9.317737229s","start":"2026-06-28T20:12:44.303076Z","end":"2026-06-28T20:12:53.620813Z","steps":["trace[1826718019] 'agreement among raft nodes before linearized reading' (duration: 9.317126647s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:53.620864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:44.303005Z","time spent":"9.31784512s","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:53.620247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:40.209867Z","time spent":"13.410371032s","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:53.620338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.993720014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-8mnfj.18bd57c0fe4ce97f\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:53.621017Z","caller":"traceutil/trace.go:171","msg":"trace[1443694301] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-8mnfj.18bd57c0fe4ce97f; range_end:; }","duration":"13.994409067s","start":"2026-06-28T20:12:39.626598Z","end":"2026-06-28T20:12:53.621007Z","steps":["trace[1443694301] 'agreement among raft nodes before linearized reading' (duration: 13.993735884s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:53.621066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:39.626591Z","time spent":"13.994461929s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":0,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-8mnfj.18bd57c0fe4ce97f\" "} {"level":"info","ts":"2026-06-28T20:12:53.620381Z","caller":"traceutil/trace.go:171","msg":"trace[859332603] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.947527901s","start":"2026-06-28T20:12:42.672849Z","end":"2026-06-28T20:12:53.620377Z","steps":["trace[859332603] 'agreement among raft nodes before linearized reading' (duration: 10.94751255s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:53.621306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:42.672819Z","time spent":"10.948480489s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:12:53.620022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.395994034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:53.621457Z","caller":"traceutil/trace.go:171","msg":"trace[2007656124] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; }","duration":"12.397481832s","start":"2026-06-28T20:12:41.223968Z","end":"2026-06-28T20:12:53.62145Z","steps":["trace[2007656124] 'agreement among raft nodes before linearized reading' (duration: 12.396044315s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:53.621482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:41.223932Z","time spent":"12.397541773s","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:53.620191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.293251203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:12:53.621514Z","caller":"traceutil/trace.go:171","msg":"trace[1006010318] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; }","duration":"9.294598188s","start":"2026-06-28T20:12:44.326912Z","end":"2026-06-28T20:12:53.62151Z","steps":["trace[1006010318] 'agreement among raft nodes before linearized reading' (duration: 9.293273533s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:53.621538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:44.326901Z","time spent":"9.29463034s","remote":"127.0.0.1:44292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:53.620499Z","caller":"traceutil/trace.go:171","msg":"trace[1423221216] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; }","duration":"11.874798273s","start":"2026-06-28T20:12:41.745696Z","end":"2026-06-28T20:12:53.620495Z","steps":["trace[1423221216] 'agreement among raft nodes before linearized reading' (duration: 11.874781243s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:53.621785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:41.745671Z","time spent":"11.876101597s","remote":"127.0.0.1:60382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":0,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:53.755363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000339189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:53.755456Z","caller":"traceutil/trace.go:171","msg":"trace[1042393418] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000516082s","start":"2026-06-28T20:12:51.754918Z","end":"2026-06-28T20:12:53.755434Z","steps":["trace[1042393418] 'agreement among raft nodes before linearized reading' (duration: 2.00039221s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:53.755514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:51.754871Z","time spent":"2.000632524s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:54.121104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:54.621853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:55.122059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:55.622968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:55.762452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999895696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:55.762558Z","caller":"traceutil/trace.go:171","msg":"trace[1724693985] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00006245s","start":"2026-06-28T20:12:53.762474Z","end":"2026-06-28T20:12:55.762537Z","steps":["trace[1724693985] 'agreement among raft nodes before linearized reading' (duration: 1.999934987s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:55.762621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:53.762441Z","time spent":"2.000163492s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:56.123152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:56.624354Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:57.125076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:57.625826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:57.712935Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9f0fcf9b068f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:57.7633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000287163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:57.763377Z","caller":"traceutil/trace.go:171","msg":"trace[602814770] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000449846s","start":"2026-06-28T20:12:55.762904Z","end":"2026-06-28T20:12:57.763354Z","steps":["trace[602814770] 'agreement among raft nodes before linearized reading' (duration: 2.000352855s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:57.763441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:55.762873Z","time spent":"2.000552468s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:58.125977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:58.311678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999879845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:58.311794Z","caller":"traceutil/trace.go:171","msg":"trace[1308063080] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000071939s","start":"2026-06-28T20:12:56.31169Z","end":"2026-06-28T20:12:58.311762Z","steps":["trace[1308063080] 'agreement among raft nodes before linearized reading' (duration: 1.999928706s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:58.311854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:56.31166Z","time spent":"2.000183211s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:58.626556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:59.05263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998634605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:59.052757Z","caller":"traceutil/trace.go:171","msg":"trace[1587433253] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998839099s","start":"2026-06-28T20:12:54.053882Z","end":"2026-06-28T20:12:59.052721Z","steps":["trace[1587433253] 'agreement among raft nodes before linearized reading' (duration: 4.998684416s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:59.05282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:54.053854Z","time spent":"4.998951851s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/06/28 20:12:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:59.127702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:59.418257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999687186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:59.418361Z","caller":"traceutil/trace.go:171","msg":"trace[1434574459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999862689s","start":"2026-06-28T20:12:54.418475Z","end":"2026-06-28T20:12:59.418337Z","steps":["trace[1434574459] 'agreement among raft nodes before linearized reading' (duration: 4.999726747s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:59.418421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:54.418448Z","time spent":"4.999960891s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/28 20:12:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:59.628352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:59.771863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999930731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:59.771946Z","caller":"traceutil/trace.go:171","msg":"trace[1774575833] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000075944s","start":"2026-06-28T20:12:57.771843Z","end":"2026-06-28T20:12:59.771919Z","steps":["trace[1774575833] 'agreement among raft nodes before linearized reading' (duration: 1.999966962s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:59.772007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:57.771822Z","time spent":"2.000173805s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:13:00.128756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:13:00.620555Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-28T20:13:00.620754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.974047079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:13:00.620812Z","caller":"traceutil/trace.go:171","msg":"trace[1996332679] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; }","duration":"7.974168651s","start":"2026-06-28T20:12:52.646621Z","end":"2026-06-28T20:13:00.62079Z","steps":["trace[1996332679] 'agreement among raft nodes before linearized reading' (duration: 7.97408054s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:00.620869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:52.646603Z","time spent":"7.974255774s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-06-28T20:13:00.6209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.914212377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:13:00.621013Z","caller":"traceutil/trace.go:171","msg":"trace[388282462] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; }","duration":"11.914426661s","start":"2026-06-28T20:12:48.706566Z","end":"2026-06-28T20:13:00.620993Z","steps":["trace[388282462] 'agreement among raft nodes before linearized reading' (duration: 11.914254958s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:00.620988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.650721532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:13:00.620849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.431381357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:13:00.621084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:48.706541Z","time spent":"11.914522793s","remote":"127.0.0.1:50260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:13:00.621093Z","caller":"traceutil/trace.go:171","msg":"trace[612624512] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; }","duration":"12.650902976s","start":"2026-06-28T20:12:47.970167Z","end":"2026-06-28T20:13:00.62107Z","steps":["trace[612624512] 'agreement among raft nodes before linearized reading' (duration: 12.650745463s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:13:00.621119Z","caller":"traceutil/trace.go:171","msg":"trace[682309922] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"9.431712813s","start":"2026-06-28T20:12:51.189376Z","end":"2026-06-28T20:13:00.621089Z","steps":["trace[682309922] 'agreement among raft nodes before linearized reading' (duration: 9.431368917s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:00.621151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.237263166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:13:00.621149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:47.970147Z","time spent":"12.650985267s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:13:00.621185Z","caller":"traceutil/trace.go:171","msg":"trace[257550968] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; }","duration":"11.237301416s","start":"2026-06-28T20:12:49.383867Z","end":"2026-06-28T20:13:00.621168Z","steps":["trace[257550968] 'agreement among raft nodes before linearized reading' (duration: 11.237266906s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:00.621193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:51.18929Z","time spent":"9.431882545s","remote":"127.0.0.1:44318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:13:00.621141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.491022307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:13:00.621204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.975784112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:13:00.621216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.139071487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:13:00.621272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.337647064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:13:00.621288Z","caller":"traceutil/trace.go:171","msg":"trace[2013708633] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"8.491290702s","start":"2026-06-28T20:12:52.129958Z","end":"2026-06-28T20:13:00.621249Z","steps":["trace[2013708633] 'agreement among raft nodes before linearized reading' (duration: 8.491035137s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:00.620947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.894806699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:13:00.621326Z","caller":"traceutil/trace.go:171","msg":"trace[104894090] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; }","duration":"9.337755546s","start":"2026-06-28T20:12:51.283561Z","end":"2026-06-28T20:13:00.621316Z","steps":["trace[104894090] 'agreement among raft nodes before linearized reading' (duration: 9.337700955s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:13:00.621322Z","caller":"traceutil/trace.go:171","msg":"trace[1026953296] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; }","duration":"9.139264981s","start":"2026-06-28T20:12:51.482033Z","end":"2026-06-28T20:13:00.621298Z","steps":["trace[1026953296] 'agreement among raft nodes before linearized reading' (duration: 9.139054507s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:00.621354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:51.28353Z","time spent":"9.337816177s","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:13:00.621352Z","caller":"traceutil/trace.go:171","msg":"trace[963650792] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack; range_end:; }","duration":"13.895250597s","start":"2026-06-28T20:12:46.726081Z","end":"2026-06-28T20:13:00.621332Z","steps":["trace[963650792] 'agreement among raft nodes before linearized reading' (duration: 13.89485774s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:13:00.621293Z","caller":"traceutil/trace.go:171","msg":"trace[1345608501] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"7.975926594s","start":"2026-06-28T20:12:52.645343Z","end":"2026-06-28T20:13:00.621269Z","steps":["trace[1345608501] 'agreement among raft nodes before linearized reading' (duration: 7.975808112s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:00.62139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:51.481922Z","time spent":"9.139450134s","remote":"127.0.0.1:44314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:13:00.621425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:46.726054Z","time spent":"13.895354329s","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" "} {"level":"warn","ts":"2026-06-28T20:13:00.621426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:52.645301Z","time spent":"7.976110238s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-06-28T20:13:00.621218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:49.383839Z","time spent":"11.237366487s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:13:00.621369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:52.129923Z","time spent":"8.491425994s","remote":"127.0.0.1:50088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:13:00.621748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.984754564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:13:00.621874Z","caller":"traceutil/trace.go:171","msg":"trace[484633815] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; }","duration":"10.984929668s","start":"2026-06-28T20:12:49.636915Z","end":"2026-06-28T20:13:00.621845Z","steps":["trace[484633815] 'agreement among raft nodes before linearized reading' (duration: 10.984747364s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:00.621945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:49.636854Z","time spent":"10.98507279s","remote":"127.0.0.1:43918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:13:01.121612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:13:01.622533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:13:01.77208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999763664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:13:01.772176Z","caller":"traceutil/trace.go:171","msg":"trace[1768635746] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999934727s","start":"2026-06-28T20:12:59.772221Z","end":"2026-06-28T20:13:01.772156Z","steps":["trace[1768635746] 'agreement among raft nodes before linearized reading' (duration: 1.999812124s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:01.772227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:59.772193Z","time spent":"2.000024478s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:13:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:13:02.123319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:13:02.623506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:13:03.124026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:13:03.625202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:13:03.781589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:13:03.781757Z","caller":"traceutil/trace.go:171","msg":"trace[170382481] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000475231s","start":"2026-06-28T20:13:01.781257Z","end":"2026-06-28T20:13:03.781732Z","steps":["trace[170382481] 'agreement among raft nodes before linearized reading' (duration: 2.000283346s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:03.781873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:01.781224Z","time spent":"2.000634583s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:13:04.125467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:13:04.625913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:13:04.720428Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9f0fcf9b068f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:13:05.126993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:13:05.628033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:13:05.782056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999813854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:13:05.782144Z","caller":"traceutil/trace.go:171","msg":"trace[318659962] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999954936s","start":"2026-06-28T20:13:03.78217Z","end":"2026-06-28T20:13:05.782125Z","steps":["trace[318659962] 'agreement among raft nodes before linearized reading' (duration: 1.999846984s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:05.782194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:03.782147Z","time spent":"2.000036408s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:13:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:13:06.129022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:13:06.629254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:13:07.130167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829643702044603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:13:07.154076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999547123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:13:07.15419Z","caller":"traceutil/trace.go:171","msg":"trace[1789774908] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999744197s","start":"2026-06-28T20:13:02.154419Z","end":"2026-06-28T20:13:07.154164Z","steps":["trace[1789774908] 'agreement among raft nodes before linearized reading' (duration: 4.999585924s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.154259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:02.154391Z","time spent":"4.999855808s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-28T20:13:07.213435Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"55.678575079s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:13:07.265002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"55.216657844s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:13:07.265131Z","caller":"traceutil/trace.go:171","msg":"trace[727635575] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7388; }","duration":"55.216802067s","start":"2026-06-28T20:12:12.048308Z","end":"2026-06-28T20:13:07.26511Z","steps":["trace[727635575] 'range keys from in-memory index tree' (duration: 55.216639094s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.265849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"40.173670291s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:13:07.265852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.128650421s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:13:07.26596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:39.792304Z","time spent":"27.473650087s","remote":"127.0.0.1:45068","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-28T20:13:07.26598Z","caller":"traceutil/trace.go:171","msg":"trace[1643183800] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7388; }","duration":"40.173807373s","start":"2026-06-28T20:12:27.092148Z","end":"2026-06-28T20:13:07.265955Z","steps":["trace[1643183800] 'range keys from in-memory index tree' (duration: 40.173654411s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:13:07.265983Z","caller":"traceutil/trace.go:171","msg":"trace[1198730691] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7388; }","duration":"10.128791813s","start":"2026-06-28T20:12:57.137173Z","end":"2026-06-28T20:13:07.265965Z","steps":["trace[1198730691] 'range keys from in-memory index tree' (duration: 10.128632941s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.266011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:14.805507Z","time spent":"52.460494516s","remote":"127.0.0.1:52694","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-28T20:13:07.265849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.129317119s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:13:07.266184Z","caller":"traceutil/trace.go:171","msg":"trace[148397812] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7388; }","duration":"25.129651936s","start":"2026-06-28T20:12:42.136502Z","end":"2026-06-28T20:13:07.266154Z","steps":["trace[148397812] 'range keys from in-memory index tree' (duration: 25.129299189s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.352053Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"90.033µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-06-28T20:13:07.352459Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"32µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-06-28T20:13:07.352583Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"27.66µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-06-28T20:13:07.352709Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"26.971µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-06-28T20:13:07.352759Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"7.22µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-06-28T20:13:07.3528Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"5.94µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-06-28T20:13:07.352892Z","caller":"traceutil/trace.go:171","msg":"trace[903850410] linearizableReadLoop","detail":"{readStateIndex:7702; appliedIndex:7674; }","duration":"6.732209128s","start":"2026-06-28T20:13:00.620657Z","end":"2026-06-28T20:13:07.352866Z","steps":["trace[903850410] 'read index received' (duration: 6.593016621s)","trace[903850410] 'applied index is now lower than readState.Index' (duration: 139.190527ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:13:07.352893Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9f0fcf9b068f","error":"lease not found"} {"level":"warn","ts":"2026-06-28T20:13:07.353075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.529804401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-06-28T20:13:07.353073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.63231605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:13:07.353139Z","caller":"traceutil/trace.go:171","msg":"trace[457524883] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7400; }","duration":"11.529939554s","start":"2026-06-28T20:12:55.823179Z","end":"2026-06-28T20:13:07.353118Z","steps":["trace[457524883] 'agreement among raft nodes before linearized reading' (duration: 11.52972335s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.353139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.94842464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:13:07.353181Z","caller":"traceutil/trace.go:171","msg":"trace[1708418094] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7400; }","duration":"13.632462382s","start":"2026-06-28T20:12:53.720689Z","end":"2026-06-28T20:13:07.353152Z","steps":["trace[1708418094] 'agreement among raft nodes before linearized reading' (duration: 13.632248258s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.353223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.726011351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-06-28T20:13:07.353231Z","caller":"traceutil/trace.go:171","msg":"trace[1314619559] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7400; }","duration":"11.948584974s","start":"2026-06-28T20:12:55.404623Z","end":"2026-06-28T20:13:07.353208Z","steps":["trace[1314619559] 'agreement among raft nodes before linearized reading' (duration: 11.948413841s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.353236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.694562093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:13:07.353272Z","caller":"traceutil/trace.go:171","msg":"trace[1978192606] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7400; }","duration":"13.726051032s","start":"2026-06-28T20:12:53.627202Z","end":"2026-06-28T20:13:07.353253Z","steps":["trace[1978192606] 'agreement among raft nodes before linearized reading' (duration: 13.7259333s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.353283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:55.404603Z","time spent":"11.948668615s","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:13:07.353309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.94057438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:13:07.353305Z","caller":"traceutil/trace.go:171","msg":"trace[2006787990] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7400; }","duration":"11.694634995s","start":"2026-06-28T20:12:55.658647Z","end":"2026-06-28T20:13:07.353282Z","steps":["trace[2006787990] 'agreement among raft nodes before linearized reading' (duration: 11.694526873s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:13:07.353385Z","caller":"traceutil/trace.go:171","msg":"trace[1928982845] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:7400; }","duration":"6.940698912s","start":"2026-06-28T20:13:00.41267Z","end":"2026-06-28T20:13:07.353369Z","steps":["trace[1928982845] 'agreement among raft nodes before linearized reading' (duration: 6.940535279s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.353162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.724306009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qvhr9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-06-28T20:13:07.353418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:55.658625Z","time spent":"11.694773339s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:13:07.353429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.726930589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-barbican-server-0.18bd57c19c8ebb04\" ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-06-28T20:13:07.353398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.376818649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:13:07.353451Z","caller":"traceutil/trace.go:171","msg":"trace[796896456] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qvhr9; range_end:; response_count:1; response_revision:7400; }","duration":"11.724642816s","start":"2026-06-28T20:12:55.628784Z","end":"2026-06-28T20:13:07.353427Z","steps":["trace[796896456] 'agreement among raft nodes before linearized reading' (duration: 11.724186707s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.353245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:53.720684Z","time spent":"13.632545553s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:13:07.353516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:55.628762Z","time spent":"11.724738847s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qvhr9\" "} {"level":"warn","ts":"2026-06-28T20:13:07.353583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.728400707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7079"} {"level":"warn","ts":"2026-06-28T20:13:07.353597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.933187857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:13:07.353626Z","caller":"traceutil/trace.go:171","msg":"trace[1555749295] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:7400; }","duration":"13.728453739s","start":"2026-06-28T20:12:53.62516Z","end":"2026-06-28T20:13:07.353614Z","steps":["trace[1555749295] 'agreement among raft nodes before linearized reading' (duration: 13.728339566s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.353113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.643643715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack-admin\" ","response":"range_response_count:1 size:1351"} {"level":"warn","ts":"2026-06-28T20:13:07.353659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:53.625154Z","time spent":"13.728496559s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7102,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-06-28T20:13:07.353314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:53.627175Z","time spent":"13.726128854s","remote":"127.0.0.1:43990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-28T20:13:07.353722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.44335602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"info","ts":"2026-06-28T20:13:07.353743Z","caller":"traceutil/trace.go:171","msg":"trace[1581341283] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack-admin; range_end:; response_count:1; response_revision:7400; }","duration":"13.644325769s","start":"2026-06-28T20:12:53.709398Z","end":"2026-06-28T20:13:07.353723Z","steps":["trace[1581341283] 'agreement among raft nodes before linearized reading' (duration: 13.643597854s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:13:07.353764Z","caller":"traceutil/trace.go:171","msg":"trace[1966633076] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:7400; }","duration":"7.443510303s","start":"2026-06-28T20:12:59.910245Z","end":"2026-06-28T20:13:07.353755Z","steps":["trace[1966633076] 'agreement among raft nodes before linearized reading' (duration: 7.443303259s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.353815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:53.709364Z","time spent":"13.6444329s","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":1374,"request content":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack-admin\" "} {"level":"warn","ts":"2026-06-28T20:13:07.353182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:55.823147Z","time spent":"11.530025025s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:13:07.353912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.800051892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-28T20:13:07.35394Z","caller":"traceutil/trace.go:171","msg":"trace[1605699936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7400; }","duration":"3.800121243s","start":"2026-06-28T20:13:03.553811Z","end":"2026-06-28T20:13:07.353932Z","steps":["trace[1605699936] 'agreement among raft nodes before linearized reading' (duration: 3.800038282s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.353966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:03.553776Z","time spent":"3.800183845s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:13:07.353506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.262830198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:13:07.353516Z","caller":"traceutil/trace.go:171","msg":"trace[1482375840] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:7400; }","duration":"8.377023043s","start":"2026-06-28T20:12:58.976466Z","end":"2026-06-28T20:13:07.353489Z","steps":["trace[1482375840] 'agreement among raft nodes before linearized reading' (duration: 8.376792368s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:13:07.354032Z","caller":"traceutil/trace.go:171","msg":"trace[245612593] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7400; }","duration":"9.263346408s","start":"2026-06-28T20:12:58.090665Z","end":"2026-06-28T20:13:07.354011Z","steps":["trace[245612593] 'agreement among raft nodes before linearized reading' (duration: 9.262809878s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.354061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363972722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:13:07.354083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:58.090579Z","time spent":"9.26348854s","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:13:07.35409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.96870653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:13:07.354127Z","caller":"traceutil/trace.go:171","msg":"trace[970744930] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7400; }","duration":"1.364091375s","start":"2026-06-28T20:13:05.990014Z","end":"2026-06-28T20:13:07.354105Z","steps":["trace[970744930] 'agreement among raft nodes before linearized reading' (duration: 1.363968262s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:13:07.354142Z","caller":"traceutil/trace.go:171","msg":"trace[1622660047] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:7400; }","duration":"3.968815722s","start":"2026-06-28T20:13:03.385307Z","end":"2026-06-28T20:13:07.354123Z","steps":["trace[1622660047] 'agreement among raft nodes before linearized reading' (duration: 3.96872397s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.354178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:05.989984Z","time spent":"1.364180527s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:13:07.354194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:03.385286Z","time spent":"3.968900153s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:13:07.353472Z","caller":"traceutil/trace.go:171","msg":"trace[286969481] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-barbican-server-0.18bd57c19c8ebb04; range_end:; response_count:1; response_revision:7400; }","duration":"13.726981831s","start":"2026-06-28T20:12:53.626478Z","end":"2026-06-28T20:13:07.35346Z","steps":["trace[286969481] 'agreement among raft nodes before linearized reading' (duration: 13.726859037s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.354286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:53.626473Z","time spent":"13.727798416s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":817,"request content":"key:\"/registry/events/openstack/rabbitmq-barbican-server-0.18bd57c19c8ebb04\" "} {"level":"warn","ts":"2026-06-28T20:13:07.354406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.554737594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:13:07.354654Z","caller":"traceutil/trace.go:171","msg":"trace[261850514] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7400; }","duration":"4.555026039s","start":"2026-06-28T20:13:02.799618Z","end":"2026-06-28T20:13:07.354644Z","steps":["trace[261850514] 'agreement among raft nodes before linearized reading' (duration: 4.554759665s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.354681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:02.799595Z","time spent":"4.55507796s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:13:07.354632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.982950682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-06-28T20:13:07.353424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:00.412641Z","time spent":"6.940772194s","remote":"127.0.0.1:50158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:13:07.354064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:58.976434Z","time spent":"8.377607154s","remote":"127.0.0.1:50080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:13:07.354772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048371653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:13:07.354836Z","caller":"traceutil/trace.go:171","msg":"trace[70196982] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:7400; }","duration":"1.048575018s","start":"2026-06-28T20:13:06.306244Z","end":"2026-06-28T20:13:07.354819Z","steps":["trace[70196982] 'agreement among raft nodes before linearized reading' (duration: 1.048146439s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.354842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.719745606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:13:07.354871Z","caller":"traceutil/trace.go:171","msg":"trace[1582192123] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7400; }","duration":"10.983413272s","start":"2026-06-28T20:12:56.371438Z","end":"2026-06-28T20:13:07.354851Z","steps":["trace[1582192123] 'agreement among raft nodes before linearized reading' (duration: 10.982605366s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.354886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:06.306223Z","time spent":"1.048645009s","remote":"127.0.0.1:60380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:13:07.354913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:56.371426Z","time spent":"10.983479543s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:13:07.354927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.730828923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:13:07.354913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333695177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:13:07.354967Z","caller":"traceutil/trace.go:171","msg":"trace[2144769250] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:0; response_revision:7400; }","duration":"13.730901435s","start":"2026-06-28T20:12:53.624055Z","end":"2026-06-28T20:13:07.354956Z","steps":["trace[2144769250] 'agreement among raft nodes before linearized reading' (duration: 13.730828394s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.354931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.900760467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:13:07.354947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565067717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:13:07.355003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:53.624039Z","time spent":"13.730956776s","remote":"127.0.0.1:43864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-06-28T20:13:07.355023Z","caller":"traceutil/trace.go:171","msg":"trace[112365933] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:7400; }","duration":"7.90094028s","start":"2026-06-28T20:12:59.454069Z","end":"2026-06-28T20:13:07.355009Z","steps":["trace[112365933] 'agreement among raft nodes before linearized reading' (duration: 7.899591804s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:13:07.355062Z","caller":"traceutil/trace.go:171","msg":"trace[1144851505] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:7400; }","duration":"1.333886581s","start":"2026-06-28T20:13:06.021102Z","end":"2026-06-28T20:13:07.354989Z","steps":["trace[1144851505] 'agreement among raft nodes before linearized reading' (duration: 1.333662826s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.355084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:59.454041Z","time spent":"7.901035221s","remote":"127.0.0.1:43902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:13:07.355102Z","caller":"traceutil/trace.go:171","msg":"trace[281915717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7400; }","duration":"1.565196689s","start":"2026-06-28T20:13:05.789823Z","end":"2026-06-28T20:13:07.355019Z","steps":["trace[281915717] 'agreement among raft nodes before linearized reading' (duration: 1.565066857s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.355187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.256990576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:13:07.355191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:05.789801Z","time spent":"1.565369902s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:13:07.355226Z","caller":"traceutil/trace.go:171","msg":"trace[24918094] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:7400; }","duration":"3.257069128s","start":"2026-06-28T20:13:04.098143Z","end":"2026-06-28T20:13:07.355212Z","steps":["trace[24918094] 'agreement among raft nodes before linearized reading' (duration: 3.257018327s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.355256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:04.098119Z","time spent":"3.25712919s","remote":"127.0.0.1:50170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:13:07.355277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.528926743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-06-28T20:13:07.355298Z","caller":"traceutil/trace.go:171","msg":"trace[1539121698] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:7400; }","duration":"6.528961813s","start":"2026-06-28T20:13:00.826331Z","end":"2026-06-28T20:13:07.355292Z","steps":["trace[1539121698] 'agreement among raft nodes before linearized reading' (duration: 6.528889222s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.355297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.546502727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:13:07.355349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.925898742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:13:07.355341Z","caller":"traceutil/trace.go:171","msg":"trace[1285802133] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7400; }","duration":"6.546546618s","start":"2026-06-28T20:13:00.808781Z","end":"2026-06-28T20:13:07.355328Z","steps":["trace[1285802133] 'agreement among raft nodes before linearized reading' (duration: 6.546478297s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:13:07.355366Z","caller":"traceutil/trace.go:171","msg":"trace[1935733495] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:7400; }","duration":"4.925940283s","start":"2026-06-28T20:13:02.42942Z","end":"2026-06-28T20:13:07.355361Z","steps":["trace[1935733495] 'agreement among raft nodes before linearized reading' (duration: 4.925902872s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.355384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:02.429409Z","time spent":"4.925968414s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:13:07.355386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:00.808735Z","time spent":"6.5466353s","remote":"127.0.0.1:60424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:13:07.353977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.64864686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1874"} {"level":"info","ts":"2026-06-28T20:13:07.355501Z","caller":"traceutil/trace.go:171","msg":"trace[918287355] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:7400; }","duration":"6.65022834s","start":"2026-06-28T20:13:00.705255Z","end":"2026-06-28T20:13:07.355484Z","steps":["trace[918287355] 'agreement among raft nodes before linearized reading' (duration: 6.648590119s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.355313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:00.826324Z","time spent":"6.528985544s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-06-28T20:13:07.355535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.009398661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:13:07.355553Z","caller":"traceutil/trace.go:171","msg":"trace[1538515078] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7400; }","duration":"5.009467221s","start":"2026-06-28T20:13:02.346081Z","end":"2026-06-28T20:13:07.355548Z","steps":["trace[1538515078] 'agreement among raft nodes before linearized reading' (duration: 5.009381429s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.355551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:00.705227Z","time spent":"6.650309101s","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1897,"request content":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" "} {"level":"warn","ts":"2026-06-28T20:13:07.355572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:02.346054Z","time spent":"5.009510022s","remote":"127.0.0.1:44162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:13:07.35513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:06.021076Z","time spent":"1.334041534s","remote":"127.0.0.1:50074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:13:07.355703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.057703413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:13:07.355729Z","caller":"traceutil/trace.go:171","msg":"trace[592018546] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7400; }","duration":"6.057789474s","start":"2026-06-28T20:13:01.29793Z","end":"2026-06-28T20:13:07.35572Z","steps":["trace[592018546] 'agreement among raft nodes before linearized reading' (duration: 6.057735933s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.35573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.530503433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"warn","ts":"2026-06-28T20:13:07.355747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:01.2979Z","time spent":"6.057842795s","remote":"127.0.0.1:60438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:13:07.35578Z","caller":"traceutil/trace.go:171","msg":"trace[639693106] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:7400; }","duration":"6.530576614s","start":"2026-06-28T20:13:00.825185Z","end":"2026-06-28T20:13:07.355762Z","steps":["trace[639693106] 'agreement among raft nodes before linearized reading' (duration: 6.530429241s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.355815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:00.825174Z","time spent":"6.530634415s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-06-28T20:13:07.354706Z","caller":"traceutil/trace.go:171","msg":"trace[1342582303] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7400; }","duration":"10.934295548s","start":"2026-06-28T20:12:56.420358Z","end":"2026-06-28T20:13:07.354653Z","steps":["trace[1342582303] 'agreement among raft nodes before linearized reading' (duration: 10.933196857s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.355961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:56.420335Z","time spent":"10.935617452s","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:13:07.354194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932663865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19520"} {"level":"warn","ts":"2026-06-28T20:13:07.35382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:59.910214Z","time spent":"7.443597464s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-06-28T20:13:07.356251Z","caller":"traceutil/trace.go:171","msg":"trace[1487721039] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:7400; }","duration":"1.934761615s","start":"2026-06-28T20:13:05.421474Z","end":"2026-06-28T20:13:07.356236Z","steps":["trace[1487721039] 'agreement among raft nodes before linearized reading' (duration: 1.932610873s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.356318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:05.421452Z","time spent":"1.934848507s","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19543,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-06-28T20:13:07.354899Z","caller":"traceutil/trace.go:171","msg":"trace[288318132] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7400; }","duration":"3.719856008s","start":"2026-06-28T20:13:03.635025Z","end":"2026-06-28T20:13:07.354881Z","steps":["trace[288318132] 'agreement among raft nodes before linearized reading' (duration: 3.719764906s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:07.357985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:03.635004Z","time spent":"3.722951676s","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:13:12.256933Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5818} {"level":"info","ts":"2026-06-28T20:13:12.359314Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5818,"took":"100.595793ms","hash":3705586411,"current-db-size-bytes":54910976,"current-db-size":"55 MB","current-db-size-in-use-bytes":24301568,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-06-28T20:13:12.359489Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3705586411,"revision":5818,"compact-revision":2896}