{"level":"warn","ts":"2026-05-19T15:34:54.46225Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-19T15:34:54.46236Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.137:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.137:2380","--initial-cluster=instance=https://199.19.213.137:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.137:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.137:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-19T15:34:54.462439Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-19T15:34:54.462454Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.137:2380"]} {"level":"info","ts":"2026-05-19T15:34:54.462477Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-19T15:34:54.463151Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.137:2379"]} {"level":"info","ts":"2026-05-19T15:34:54.463228Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.137:2380"],"listen-peer-urls":["https://199.19.213.137:2380"],"advertise-client-urls":["https://199.19.213.137:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.137:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.137:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-19T15:34:54.467362Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.91906ms"} {"level":"info","ts":"2026-05-19T15:34:54.473147Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2ba8e3c2b0588654","cluster-id":"97694c3f9947e4ca"} {"level":"info","ts":"2026-05-19T15:34:54.473221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2ba8e3c2b0588654 switched to configuration voters=()"} {"level":"info","ts":"2026-05-19T15:34:54.473241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2ba8e3c2b0588654 became follower at term 0"} {"level":"info","ts":"2026-05-19T15:34:54.47325Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2ba8e3c2b0588654 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-19T15:34:54.473264Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2ba8e3c2b0588654 became follower at term 1"} {"level":"info","ts":"2026-05-19T15:34:54.473293Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2ba8e3c2b0588654 switched to configuration voters=(3146014765040043604)"} {"level":"warn","ts":"2026-05-19T15:34:54.479264Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-19T15:34:54.480365Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-19T15:34:54.481563Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-19T15:34:54.483281Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2ba8e3c2b0588654","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-19T15:34:54.483537Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2ba8e3c2b0588654","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-19T15:34:54.484384Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-19T15:34:54.484456Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-19T15:34:54.484749Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-19T15:34:54.485384Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2ba8e3c2b0588654 switched to configuration voters=(3146014765040043604)"} {"level":"info","ts":"2026-05-19T15:34:54.485692Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"97694c3f9947e4ca","local-member-id":"2ba8e3c2b0588654","added-peer-id":"2ba8e3c2b0588654","added-peer-peer-urls":["https://199.19.213.137:2380"]} {"level":"info","ts":"2026-05-19T15:34:54.488483Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-19T15:34:54.488706Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.137:2380"} {"level":"info","ts":"2026-05-19T15:34:54.48875Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.137:2380"} {"level":"info","ts":"2026-05-19T15:34:54.488948Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2ba8e3c2b0588654","initial-advertise-peer-urls":["https://199.19.213.137:2380"],"listen-peer-urls":["https://199.19.213.137:2380"],"advertise-client-urls":["https://199.19.213.137:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.137:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-19T15:34:54.489008Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-19T15:34:55.174086Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2ba8e3c2b0588654 is starting a new election at term 1"} {"level":"info","ts":"2026-05-19T15:34:55.174134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2ba8e3c2b0588654 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-19T15:34:55.174159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2ba8e3c2b0588654 received MsgPreVoteResp from 2ba8e3c2b0588654 at term 1"} {"level":"info","ts":"2026-05-19T15:34:55.174171Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2ba8e3c2b0588654 became candidate at term 2"} {"level":"info","ts":"2026-05-19T15:34:55.174179Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2ba8e3c2b0588654 received MsgVoteResp from 2ba8e3c2b0588654 at term 2"} {"level":"info","ts":"2026-05-19T15:34:55.174187Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2ba8e3c2b0588654 became leader at term 2"} {"level":"info","ts":"2026-05-19T15:34:55.174194Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2ba8e3c2b0588654 elected leader 2ba8e3c2b0588654 at term 2"} {"level":"info","ts":"2026-05-19T15:34:55.174868Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T15:34:55.175429Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2ba8e3c2b0588654","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.137:2379]}","request-path":"/0/members/2ba8e3c2b0588654/attributes","cluster-id":"97694c3f9947e4ca","publish-timeout":"7s"} {"level":"info","ts":"2026-05-19T15:34:55.175465Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-19T15:34:55.175539Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-19T15:34:55.175802Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"97694c3f9947e4ca","local-member-id":"2ba8e3c2b0588654","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T15:34:55.175848Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T15:34:55.175865Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T15:34:55.175904Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-19T15:34:55.175935Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-19T15:34:55.178185Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-19T15:34:55.189278Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.137:2379"} {"level":"info","ts":"2026-05-19T15:35:06.637073Z","caller":"traceutil/trace.go:171","msg":"trace[448911023] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"101.063653ms","start":"2026-05-19T15:35:06.535985Z","end":"2026-05-19T15:35:06.637048Z","steps":["trace[448911023] 'process raft request' (duration: 100.58532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:35:06.863936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.979429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T15:35:06.86409Z","caller":"traceutil/trace.go:171","msg":"trace[353327932] linearizableReadLoop","detail":"{readStateIndex:409; appliedIndex:408; }","duration":"210.021037ms","start":"2026-05-19T15:35:06.654048Z","end":"2026-05-19T15:35:06.864069Z","steps":["trace[353327932] 'read index received' (duration: 24.075233ms)","trace[353327932] 'applied index is now lower than readState.Index' (duration: 185.944244ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T15:35:06.864128Z","caller":"traceutil/trace.go:171","msg":"trace[1066130869] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"222.333035ms","start":"2026-05-19T15:35:06.641751Z","end":"2026-05-19T15:35:06.864084Z","steps":["trace[1066130869] 'process raft request' (duration: 36.445284ms)","trace[1066130869] 'compare' (duration: 184.844843ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T15:35:06.864206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.157923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-19T15:35:06.864275Z","caller":"traceutil/trace.go:171","msg":"trace[53860204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:394; }","duration":"210.245097ms","start":"2026-05-19T15:35:06.654001Z","end":"2026-05-19T15:35:06.864246Z","steps":["trace[53860204] 'agreement among raft nodes before linearized reading' (duration: 210.128151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:35:07.196503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.322411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T15:35:07.19675Z","caller":"traceutil/trace.go:171","msg":"trace[48206344] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"327.241105ms","start":"2026-05-19T15:35:06.86949Z","end":"2026-05-19T15:35:07.196731Z","steps":["trace[48206344] 'process raft request' (duration: 327.172162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:35:07.19683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:35:06.869468Z","time spent":"327.32832ms","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T15:35:07.196885Z","caller":"traceutil/trace.go:171","msg":"trace[1339386424] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"460.341964ms","start":"2026-05-19T15:35:06.736361Z","end":"2026-05-19T15:35:07.196703Z","steps":["trace[1339386424] 'process raft request' (duration: 230.72043ms)","trace[1339386424] 'compare' (duration: 229.186874ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T15:35:07.197057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:35:06.73633Z","time spent":"460.629768ms","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T15:35:25.744862Z","caller":"traceutil/trace.go:171","msg":"trace[2055275152] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"123.351915ms","start":"2026-05-19T15:35:25.621483Z","end":"2026-05-19T15:35:25.744835Z","steps":["trace[2055275152] 'process raft request' (duration: 123.235119ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:35:25.744891Z","caller":"traceutil/trace.go:171","msg":"trace[1280887832] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:530; }","duration":"113.450126ms","start":"2026-05-19T15:35:25.631407Z","end":"2026-05-19T15:35:25.744857Z","steps":["trace[1280887832] 'read index received' (duration: 113.430415ms)","trace[1280887832] 'applied index is now lower than readState.Index' (duration: 8.801µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T15:35:25.745344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.913219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T15:35:25.745393Z","caller":"traceutil/trace.go:171","msg":"trace[960411824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:511; }","duration":"114.016485ms","start":"2026-05-19T15:35:25.631364Z","end":"2026-05-19T15:35:25.74538Z","steps":["trace[960411824] 'agreement among raft nodes before linearized reading' (duration: 113.600394ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:35:25.752646Z","caller":"traceutil/trace.go:171","msg":"trace[638517576] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"121.120143ms","start":"2026-05-19T15:35:25.631513Z","end":"2026-05-19T15:35:25.752634Z","steps":["trace[638517576] 'process raft request' (duration: 120.878081ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:35:25.753244Z","caller":"traceutil/trace.go:171","msg":"trace[777970992] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"117.923421ms","start":"2026-05-19T15:35:25.635313Z","end":"2026-05-19T15:35:25.753236Z","steps":["trace[777970992] 'process raft request' (duration: 117.223616ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:35:25.75333Z","caller":"traceutil/trace.go:171","msg":"trace[1682236225] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"105.905645ms","start":"2026-05-19T15:35:25.647417Z","end":"2026-05-19T15:35:25.753322Z","steps":["trace[1682236225] 'process raft request' (duration: 105.163328ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:35:25.753405Z","caller":"traceutil/trace.go:171","msg":"trace[1225639520] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"102.01889ms","start":"2026-05-19T15:35:25.65138Z","end":"2026-05-19T15:35:25.753399Z","steps":["trace[1225639520] 'process raft request' (duration: 101.276762ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:35:27.092069Z","caller":"traceutil/trace.go:171","msg":"trace[914603292] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"101.661365ms","start":"2026-05-19T15:35:26.990354Z","end":"2026-05-19T15:35:27.092015Z","steps":["trace[914603292] 'process raft request' (duration: 96.858561ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:35:31.995996Z","caller":"traceutil/trace.go:171","msg":"trace[1149376133] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"180.878969ms","start":"2026-05-19T15:35:31.815083Z","end":"2026-05-19T15:35:31.995962Z","steps":["trace[1149376133] 'process raft request' (duration: 180.263768ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:35:32.642442Z","caller":"traceutil/trace.go:171","msg":"trace[738278461] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"484.749645ms","start":"2026-05-19T15:35:32.157673Z","end":"2026-05-19T15:35:32.642422Z","steps":["trace[738278461] 'process raft request' (duration: 472.062994ms)","trace[738278461] 'compare' (duration: 12.281411ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T15:35:32.642569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:35:32.157653Z","time spent":"484.84712ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T15:35:47.852521Z","caller":"traceutil/trace.go:171","msg":"trace[568663111] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"131.040547ms","start":"2026-05-19T15:35:47.721455Z","end":"2026-05-19T15:35:47.852495Z","steps":["trace[568663111] 'process raft request' (duration: 130.895449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:37:06.035622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.94225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T15:37:06.035736Z","caller":"traceutil/trace.go:171","msg":"trace[1705532072] linearizableReadLoop","detail":"{readStateIndex:1940; appliedIndex:1939; }","duration":"378.863503ms","start":"2026-05-19T15:37:05.656856Z","end":"2026-05-19T15:37:06.03572Z","steps":["trace[1705532072] 'read index received' (duration: 81.680807ms)","trace[1705532072] 'applied index is now lower than readState.Index' (duration: 297.181526ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T15:37:06.036084Z","caller":"traceutil/trace.go:171","msg":"trace[56927399] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"393.672622ms","start":"2026-05-19T15:37:05.642371Z","end":"2026-05-19T15:37:06.036044Z","steps":["trace[56927399] 'process raft request' (duration: 96.22369ms)","trace[56927399] 'compare' (duration: 296.829286ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T15:37:06.036166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.293994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-19T15:37:06.036208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.110833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T15:37:06.036306Z","caller":"traceutil/trace.go:171","msg":"trace[440917999] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1867; }","duration":"254.283257ms","start":"2026-05-19T15:37:05.782002Z","end":"2026-05-19T15:37:06.036285Z","steps":["trace[440917999] 'agreement among raft nodes before linearized reading' (duration: 254.112183ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:37:06.036338Z","caller":"traceutil/trace.go:171","msg":"trace[729869635] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1867; }","duration":"379.398386ms","start":"2026-05-19T15:37:05.656819Z","end":"2026-05-19T15:37:06.036218Z","steps":["trace[729869635] 'agreement among raft nodes before linearized reading' (duration: 379.167261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:37:06.036348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:37:05.642358Z","time spent":"393.802235ms","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T15:37:06.036386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:37:05.656803Z","time spent":"379.571241ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-19T15:37:06.03659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.161309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-19T15:37:06.036701Z","caller":"traceutil/trace.go:171","msg":"trace[2040403368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1867; }","duration":"217.289282ms","start":"2026-05-19T15:37:05.819365Z","end":"2026-05-19T15:37:06.036654Z","steps":["trace[2040403368] 'agreement among raft nodes before linearized reading' (duration: 216.988065ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:37:06.474042Z","caller":"traceutil/trace.go:171","msg":"trace[2118132109] linearizableReadLoop","detail":"{readStateIndex:1943; appliedIndex:1942; }","duration":"141.616828ms","start":"2026-05-19T15:37:06.3324Z","end":"2026-05-19T15:37:06.474016Z","steps":["trace[2118132109] 'read index received' (duration: 141.340491ms)","trace[2118132109] 'applied index is now lower than readState.Index' (duration: 275.227µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T15:37:06.474074Z","caller":"traceutil/trace.go:171","msg":"trace[1405797443] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"145.251847ms","start":"2026-05-19T15:37:06.328797Z","end":"2026-05-19T15:37:06.474049Z","steps":["trace[1405797443] 'process raft request' (duration: 145.039851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:37:06.474285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.870065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T15:37:06.47433Z","caller":"traceutil/trace.go:171","msg":"trace[1711402755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1870; }","duration":"141.979427ms","start":"2026-05-19T15:37:06.332338Z","end":"2026-05-19T15:37:06.474317Z","steps":["trace[1711402755] 'agreement among raft nodes before linearized reading' (duration: 141.820023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:37:06.474549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.119667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e5c74718-b597-4a87-849b-b934d64ef0f8\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-05-19T15:37:06.474652Z","caller":"traceutil/trace.go:171","msg":"trace[301636656] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e5c74718-b597-4a87-849b-b934d64ef0f8; range_end:; response_count:1; response_revision:1870; }","duration":"126.24645ms","start":"2026-05-19T15:37:06.348388Z","end":"2026-05-19T15:37:06.474635Z","steps":["trace[301636656] 'agreement among raft nodes before linearized reading' (duration: 125.998824ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:37:19.229705Z","caller":"traceutil/trace.go:171","msg":"trace[436466391] linearizableReadLoop","detail":"{readStateIndex:2066; appliedIndex:2065; }","duration":"104.598719ms","start":"2026-05-19T15:37:19.125087Z","end":"2026-05-19T15:37:19.229686Z","steps":["trace[436466391] 'read index received' (duration: 104.040383ms)","trace[436466391] 'applied index is now lower than readState.Index' (duration: 555.166µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T15:37:19.229807Z","caller":"traceutil/trace.go:171","msg":"trace[1861797286] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"136.025407ms","start":"2026-05-19T15:37:19.093757Z","end":"2026-05-19T15:37:19.229783Z","steps":["trace[1861797286] 'process raft request' (duration: 135.360019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:37:19.229896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.795135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-19T15:37:19.229932Z","caller":"traceutil/trace.go:171","msg":"trace[2000405286] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1989; }","duration":"104.870277ms","start":"2026-05-19T15:37:19.12505Z","end":"2026-05-19T15:37:19.22992Z","steps":["trace[2000405286] 'agreement among raft nodes before linearized reading' (duration: 104.722603ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:37:19.961466Z","caller":"traceutil/trace.go:171","msg":"trace[1914117121] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"188.090467ms","start":"2026-05-19T15:37:19.773351Z","end":"2026-05-19T15:37:19.961441Z","steps":["trace[1914117121] 'process raft request' (duration: 187.926482ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:37:35.805475Z","caller":"traceutil/trace.go:171","msg":"trace[635548996] linearizableReadLoop","detail":"{readStateIndex:2168; appliedIndex:2167; }","duration":"162.62488ms","start":"2026-05-19T15:37:35.64282Z","end":"2026-05-19T15:37:35.805445Z","steps":["trace[635548996] 'read index received' (duration: 101.362527ms)","trace[635548996] 'applied index is now lower than readState.Index' (duration: 61.260853ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T15:37:35.805732Z","caller":"traceutil/trace.go:171","msg":"trace[1456368472] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"166.283179ms","start":"2026-05-19T15:37:35.639419Z","end":"2026-05-19T15:37:35.805702Z","steps":["trace[1456368472] 'process raft request' (duration: 104.80776ms)","trace[1456368472] 'compare' (duration: 61.084337ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T15:37:35.805735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.897929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T15:37:35.805791Z","caller":"traceutil/trace.go:171","msg":"trace[666585420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2088; }","duration":"162.990762ms","start":"2026-05-19T15:37:35.642786Z","end":"2026-05-19T15:37:35.805776Z","steps":["trace[666585420] 'agreement among raft nodes before linearized reading' (duration: 162.894119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:37:35.805888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.923488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T15:37:35.80596Z","caller":"traceutil/trace.go:171","msg":"trace[1020334131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2088; }","duration":"151.034373ms","start":"2026-05-19T15:37:35.654907Z","end":"2026-05-19T15:37:35.805942Z","steps":["trace[1020334131] 'agreement among raft nodes before linearized reading' (duration: 150.820255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:37:36.466463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.988351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T15:37:36.466766Z","caller":"traceutil/trace.go:171","msg":"trace[1885570921] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"233.207856ms","start":"2026-05-19T15:37:36.233532Z","end":"2026-05-19T15:37:36.46674Z","steps":["trace[1885570921] 'process raft request' (duration: 38.832392ms)","trace[1885570921] 'compare' (duration: 193.63624ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T15:37:36.467015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.167282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-19T15:37:36.467084Z","caller":"traceutil/trace.go:171","msg":"trace[1835629533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2092; }","duration":"123.284127ms","start":"2026-05-19T15:37:36.343785Z","end":"2026-05-19T15:37:36.467069Z","steps":["trace[1835629533] 'agreement among raft nodes before linearized reading' (duration: 123.083699ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:37:36.467029Z","caller":"traceutil/trace.go:171","msg":"trace[1974084660] linearizableReadLoop","detail":"{readStateIndex:2172; appliedIndex:2171; }","duration":"122.745999ms","start":"2026-05-19T15:37:36.343836Z","end":"2026-05-19T15:37:36.466582Z","steps":["trace[1974084660] 'read index received' (duration: 41.042µs)","trace[1974084660] 'applied index is now lower than readState.Index' (duration: 122.703387ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T15:37:36.818229Z","caller":"traceutil/trace.go:171","msg":"trace[1466510315] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"158.579813ms","start":"2026-05-19T15:37:36.659622Z","end":"2026-05-19T15:37:36.818202Z","steps":["trace[1466510315] 'process raft request' (duration: 158.410848ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:37:36.81946Z","caller":"traceutil/trace.go:171","msg":"trace[1968378359] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"159.364618ms","start":"2026-05-19T15:37:36.66008Z","end":"2026-05-19T15:37:36.819445Z","steps":["trace[1968378359] 'process raft request' (duration: 159.281646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:37:37.14431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.608522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-19T15:37:37.144364Z","caller":"traceutil/trace.go:171","msg":"trace[271333716] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2094; }","duration":"109.689545ms","start":"2026-05-19T15:37:37.034662Z","end":"2026-05-19T15:37:37.144351Z","steps":["trace[271333716] 'range keys from in-memory index tree' (duration: 109.504979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:37:37.144404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.860828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T15:37:37.144465Z","caller":"traceutil/trace.go:171","msg":"trace[672368570] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2094; }","duration":"165.026414ms","start":"2026-05-19T15:37:36.979427Z","end":"2026-05-19T15:37:37.144453Z","steps":["trace[672368570] 'count revisions from in-memory index tree' (duration: 164.793706ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:37:37.400987Z","caller":"traceutil/trace.go:171","msg":"trace[669687557] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"252.241912ms","start":"2026-05-19T15:37:37.148722Z","end":"2026-05-19T15:37:37.400964Z","steps":["trace[669687557] 'process raft request' (duration: 251.959523ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:37:37.67168Z","caller":"traceutil/trace.go:171","msg":"trace[1439598401] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"493.935409ms","start":"2026-05-19T15:37:37.177718Z","end":"2026-05-19T15:37:37.671653Z","steps":["trace[1439598401] 'process raft request' (duration: 493.7109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:37:37.671929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:37:37.177696Z","time spent":"494.129865ms","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T15:37:37.671941Z","caller":"traceutil/trace.go:171","msg":"trace[1442217894] linearizableReadLoop","detail":"{readStateIndex:2177; appliedIndex:2174; }","duration":"279.608025ms","start":"2026-05-19T15:37:37.392298Z","end":"2026-05-19T15:37:37.671906Z","steps":["trace[1442217894] 'read index received' (duration: 8.384776ms)","trace[1442217894] 'applied index is now lower than readState.Index' (duration: 271.220459ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T15:37:37.671947Z","caller":"traceutil/trace.go:171","msg":"trace[1346044268] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"332.998544ms","start":"2026-05-19T15:37:37.338925Z","end":"2026-05-19T15:37:37.671924Z","steps":["trace[1346044268] 'process raft request' (duration: 332.672514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:37:37.67213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:37:37.338901Z","time spent":"333.16277ms","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T15:37:37.672253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.934806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T15:37:37.672376Z","caller":"traceutil/trace.go:171","msg":"trace[1287473068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2097; }","duration":"280.109581ms","start":"2026-05-19T15:37:37.39224Z","end":"2026-05-19T15:37:37.67235Z","steps":["trace[1287473068] 'agreement among raft nodes before linearized reading' (duration: 279.847883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:37:37.672446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.465301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-19T15:37:37.672594Z","caller":"traceutil/trace.go:171","msg":"trace[1420714545] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2097; }","duration":"198.620126ms","start":"2026-05-19T15:37:37.473906Z","end":"2026-05-19T15:37:37.672526Z","steps":["trace[1420714545] 'agreement among raft nodes before linearized reading' (duration: 198.231753ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:37:37.935647Z","caller":"traceutil/trace.go:171","msg":"trace[1526191833] linearizableReadLoop","detail":"{readStateIndex:2179; appliedIndex:2178; }","duration":"106.825341ms","start":"2026-05-19T15:37:37.828792Z","end":"2026-05-19T15:37:37.935618Z","steps":["trace[1526191833] 'read index received' (duration: 98.117464ms)","trace[1526191833] 'applied index is now lower than readState.Index' (duration: 8.706517ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T15:37:37.93585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.048378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T15:37:37.93576Z","caller":"traceutil/trace.go:171","msg":"trace[1695375196] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"125.571208ms","start":"2026-05-19T15:37:37.810165Z","end":"2026-05-19T15:37:37.935736Z","steps":["trace[1695375196] 'process raft request' (duration: 116.729587ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:37:37.935885Z","caller":"traceutil/trace.go:171","msg":"trace[1785638564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2099; }","duration":"107.149831ms","start":"2026-05-19T15:37:37.828725Z","end":"2026-05-19T15:37:37.935875Z","steps":["trace[1785638564] 'agreement among raft nodes before linearized reading' (duration: 106.993786ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:38:58.057405Z","caller":"traceutil/trace.go:171","msg":"trace[1692496623] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"100.303959ms","start":"2026-05-19T15:38:57.957078Z","end":"2026-05-19T15:38:58.057382Z","steps":["trace[1692496623] 'process raft request' (duration: 100.150232ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:39:29.537156Z","caller":"traceutil/trace.go:171","msg":"trace[754697144] linearizableReadLoop","detail":"{readStateIndex:2910; appliedIndex:2909; }","duration":"177.19653ms","start":"2026-05-19T15:39:29.35994Z","end":"2026-05-19T15:39:29.537137Z","steps":["trace[754697144] 'read index received' (duration: 177.017952ms)","trace[754697144] 'applied index is now lower than readState.Index' (duration: 178.018µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T15:39:29.53722Z","caller":"traceutil/trace.go:171","msg":"trace[1107616786] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"180.362549ms","start":"2026-05-19T15:39:29.356822Z","end":"2026-05-19T15:39:29.537185Z","steps":["trace[1107616786] 'process raft request' (duration: 180.183811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:39:29.537394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.44882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-19T15:39:29.537467Z","caller":"traceutil/trace.go:171","msg":"trace[1010247980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2804; }","duration":"177.577636ms","start":"2026-05-19T15:39:29.359882Z","end":"2026-05-19T15:39:29.53746Z","steps":["trace[1010247980] 'agreement among raft nodes before linearized reading' (duration: 177.391798ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:39:35.19619Z","caller":"traceutil/trace.go:171","msg":"trace[1905070995] transaction","detail":"{read_only:false; response_revision:2833; number_of_response:1; }","duration":"125.107512ms","start":"2026-05-19T15:39:35.071044Z","end":"2026-05-19T15:39:35.196152Z","steps":["trace[1905070995] 'process raft request' (duration: 124.964735ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:41:45.127446Z","caller":"traceutil/trace.go:171","msg":"trace[1942096103] transaction","detail":"{read_only:false; response_revision:3608; number_of_response:1; }","duration":"152.250837ms","start":"2026-05-19T15:41:44.975154Z","end":"2026-05-19T15:41:45.127405Z","steps":["trace[1942096103] 'process raft request' (duration: 144.928779ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:43:20.705576Z","caller":"traceutil/trace.go:171","msg":"trace[426998248] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"123.426715ms","start":"2026-05-19T15:43:20.582103Z","end":"2026-05-19T15:43:20.70553Z","steps":["trace[426998248] 'process raft request' (duration: 123.134466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:43:26.220109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.029292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-05-19T15:43:26.220224Z","caller":"traceutil/trace.go:171","msg":"trace[906131736] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4815; }","duration":"184.227208ms","start":"2026-05-19T15:43:26.03597Z","end":"2026-05-19T15:43:26.220198Z","steps":["trace[906131736] 'range keys from in-memory index tree' (duration: 183.583468ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:43:26.657167Z","caller":"traceutil/trace.go:171","msg":"trace[1037100781] linearizableReadLoop","detail":"{readStateIndex:4999; appliedIndex:4998; }","duration":"148.694203ms","start":"2026-05-19T15:43:26.508441Z","end":"2026-05-19T15:43:26.657135Z","steps":["trace[1037100781] 'read index received' (duration: 148.467557ms)","trace[1037100781] 'applied index is now lower than readState.Index' (duration: 225.646µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T15:43:26.657292Z","caller":"traceutil/trace.go:171","msg":"trace[2125355332] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"157.950501ms","start":"2026-05-19T15:43:26.499304Z","end":"2026-05-19T15:43:26.657255Z","steps":["trace[2125355332] 'process raft request' (duration: 157.678603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:43:26.657548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.088255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T15:43:26.657663Z","caller":"traceutil/trace.go:171","msg":"trace[1959824518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4817; }","duration":"149.260141ms","start":"2026-05-19T15:43:26.508378Z","end":"2026-05-19T15:43:26.657638Z","steps":["trace[1959824518] 'agreement among raft nodes before linearized reading' (duration: 148.903001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:43:26.659516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.707614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2196733"} {"level":"info","ts":"2026-05-19T15:43:26.659739Z","caller":"traceutil/trace.go:171","msg":"trace[160480111] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4817; }","duration":"117.989684ms","start":"2026-05-19T15:43:26.541719Z","end":"2026-05-19T15:43:26.659709Z","steps":["trace[160480111] 'agreement among raft nodes before linearized reading' (duration: 115.564122ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:43:26.774234Z","caller":"traceutil/trace.go:171","msg":"trace[515785106] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"111.161758ms","start":"2026-05-19T15:43:26.663024Z","end":"2026-05-19T15:43:26.774186Z","steps":["trace[515785106] 'process raft request' (duration: 98.991814ms)","trace[515785106] 'compare' (duration: 11.822864ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T15:43:26.821863Z","caller":"traceutil/trace.go:171","msg":"trace[413718315] linearizableReadLoop","detail":"{readStateIndex:5002; appliedIndex:4999; }","duration":"128.213719ms","start":"2026-05-19T15:43:26.693622Z","end":"2026-05-19T15:43:26.821836Z","steps":["trace[413718315] 'read index received' (duration: 68.45283ms)","trace[413718315] 'applied index is now lower than readState.Index' (duration: 59.759959ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T15:43:26.822198Z","caller":"traceutil/trace.go:171","msg":"trace[687039192] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"157.553518ms","start":"2026-05-19T15:43:26.664633Z","end":"2026-05-19T15:43:26.822187Z","steps":["trace[687039192] 'process raft request' (duration: 156.971501ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:43:26.822514Z","caller":"traceutil/trace.go:171","msg":"trace[2120664235] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"148.59466ms","start":"2026-05-19T15:43:26.673911Z","end":"2026-05-19T15:43:26.822506Z","steps":["trace[2120664235] 'process raft request' (duration: 147.858597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:43:26.822845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.619312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-05-19T15:43:26.82294Z","caller":"traceutil/trace.go:171","msg":"trace[1987214576] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4820; }","duration":"126.777166ms","start":"2026-05-19T15:43:26.696138Z","end":"2026-05-19T15:43:26.822915Z","steps":["trace[1987214576] 'agreement among raft nodes before linearized reading' (duration: 126.544069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:43:26.823115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.455116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-19T15:43:26.823164Z","caller":"traceutil/trace.go:171","msg":"trace[1443589172] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4820; }","duration":"129.540699ms","start":"2026-05-19T15:43:26.693608Z","end":"2026-05-19T15:43:26.823149Z","steps":["trace[1443589172] 'agreement among raft nodes before linearized reading' (duration: 129.021914ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:43:29.817991Z","caller":"traceutil/trace.go:171","msg":"trace[406702168] linearizableReadLoop","detail":"{readStateIndex:5049; appliedIndex:5048; }","duration":"123.244611ms","start":"2026-05-19T15:43:29.694715Z","end":"2026-05-19T15:43:29.81796Z","steps":["trace[406702168] 'read index received' (duration: 123.018414ms)","trace[406702168] 'applied index is now lower than readState.Index' (duration: 224.567µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T15:43:29.818085Z","caller":"traceutil/trace.go:171","msg":"trace[1128826716] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"156.247537ms","start":"2026-05-19T15:43:29.661791Z","end":"2026-05-19T15:43:29.818038Z","steps":["trace[1128826716] 'process raft request' (duration: 155.973549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:43:29.818365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.613922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-19T15:43:29.818451Z","caller":"traceutil/trace.go:171","msg":"trace[1974303374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4866; }","duration":"123.745016ms","start":"2026-05-19T15:43:29.694687Z","end":"2026-05-19T15:43:29.818432Z","steps":["trace[1974303374] 'agreement among raft nodes before linearized reading' (duration: 123.437257ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:43:39.728822Z","caller":"traceutil/trace.go:171","msg":"trace[177701753] linearizableReadLoop","detail":"{readStateIndex:5189; appliedIndex:5188; }","duration":"112.293386ms","start":"2026-05-19T15:43:39.616499Z","end":"2026-05-19T15:43:39.728793Z","steps":["trace[177701753] 'read index received' (duration: 112.175653ms)","trace[177701753] 'applied index is now lower than readState.Index' (duration: 116.253µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T15:43:39.728878Z","caller":"traceutil/trace.go:171","msg":"trace[1954669420] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"156.315679ms","start":"2026-05-19T15:43:39.57252Z","end":"2026-05-19T15:43:39.728836Z","steps":["trace[1954669420] 'process raft request' (duration: 156.076791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:43:39.728967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.441161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T15:43:39.729003Z","caller":"traceutil/trace.go:171","msg":"trace[2048008784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5002; }","duration":"112.530193ms","start":"2026-05-19T15:43:39.616462Z","end":"2026-05-19T15:43:39.728992Z","steps":["trace[2048008784] 'agreement among raft nodes before linearized reading' (duration: 112.443891ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:43:39.999305Z","caller":"traceutil/trace.go:171","msg":"trace[1874530973] linearizableReadLoop","detail":"{readStateIndex:5190; appliedIndex:5189; }","duration":"141.452858ms","start":"2026-05-19T15:43:39.857827Z","end":"2026-05-19T15:43:39.99928Z","steps":["trace[1874530973] 'read index received' (duration: 141.115098ms)","trace[1874530973] 'applied index is now lower than readState.Index' (duration: 336.73µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T15:43:39.999427Z","caller":"traceutil/trace.go:171","msg":"trace[241357116] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"196.334727ms","start":"2026-05-19T15:43:39.803081Z","end":"2026-05-19T15:43:39.999416Z","steps":["trace[241357116] 'process raft request' (duration: 196.029708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:43:39.999806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.386702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-19T15:43:39.999914Z","caller":"traceutil/trace.go:171","msg":"trace[1804420628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5003; }","duration":"127.526787ms","start":"2026-05-19T15:43:39.872363Z","end":"2026-05-19T15:43:39.99989Z","steps":["trace[1804420628] 'agreement among raft nodes before linearized reading' (duration: 127.239318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:43:39.999817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.960543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-19T15:43:40.000025Z","caller":"traceutil/trace.go:171","msg":"trace[1170606313] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5003; }","duration":"142.218462ms","start":"2026-05-19T15:43:39.857781Z","end":"2026-05-19T15:43:40Z","steps":["trace[1170606313] 'agreement among raft nodes before linearized reading' (duration: 141.836169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:43:40.000458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.261777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T15:43:40.000718Z","caller":"traceutil/trace.go:171","msg":"trace[549750202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5003; }","duration":"125.486064ms","start":"2026-05-19T15:43:39.875066Z","end":"2026-05-19T15:43:40.000552Z","steps":["trace[549750202] 'agreement among raft nodes before linearized reading' (duration: 124.675488ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:44:11.403322Z","caller":"traceutil/trace.go:171","msg":"trace[2132897578] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"101.156081ms","start":"2026-05-19T15:44:11.302139Z","end":"2026-05-19T15:44:11.403295Z","steps":["trace[2132897578] 'process raft request' (duration: 100.307054ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:44:55.214211Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2940} {"level":"info","ts":"2026-05-19T15:44:55.312341Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2940,"took":"96.395029ms","hash":593531265,"current-db-size-bytes":53329920,"current-db-size":"53 MB","current-db-size-in-use-bytes":29085696,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-19T15:44:55.312396Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":593531265,"revision":2940,"compact-revision":-1} {"level":"info","ts":"2026-05-19T15:49:55.225305Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5609} {"level":"info","ts":"2026-05-19T15:49:55.324038Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5609,"took":"96.635292ms","hash":74457458,"current-db-size-bytes":53329920,"current-db-size":"53 MB","current-db-size-in-use-bytes":18309120,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-05-19T15:49:55.32412Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":74457458,"revision":5609,"compact-revision":2940} {"level":"info","ts":"2026-05-19T15:50:27.247551Z","caller":"traceutil/trace.go:171","msg":"trace[1941521686] linearizableReadLoop","detail":"{readStateIndex:7907; appliedIndex:7906; }","duration":"126.183655ms","start":"2026-05-19T15:50:27.121331Z","end":"2026-05-19T15:50:27.247515Z","steps":["trace[1941521686] 'read index received' (duration: 114.368679ms)","trace[1941521686] 'applied index is now lower than readState.Index' (duration: 11.813616ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T15:50:27.247745Z","caller":"traceutil/trace.go:171","msg":"trace[109725927] transaction","detail":"{read_only:false; response_revision:7628; number_of_response:1; }","duration":"129.281188ms","start":"2026-05-19T15:50:27.118427Z","end":"2026-05-19T15:50:27.247708Z","steps":["trace[109725927] 'process raft request' (duration: 117.281049ms)","trace[109725927] 'compare' (duration: 11.656793ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T15:50:27.247883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.518811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:1120"} {"level":"info","ts":"2026-05-19T15:50:27.24794Z","caller":"traceutil/trace.go:171","msg":"trace[1908049942] range","detail":"{range_begin:/registry/services/endpoints/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:7628; }","duration":"126.632672ms","start":"2026-05-19T15:50:27.121288Z","end":"2026-05-19T15:50:27.247921Z","steps":["trace[1908049942] 'agreement among raft nodes before linearized reading' (duration: 126.423098ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:50:40.665507Z","caller":"traceutil/trace.go:171","msg":"trace[979607512] transaction","detail":"{read_only:false; response_revision:7695; number_of_response:1; }","duration":"100.672358ms","start":"2026-05-19T15:50:40.564797Z","end":"2026-05-19T15:50:40.665469Z","steps":["trace[979607512] 'process raft request' (duration: 100.395973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:50:49.224698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:50:49.725813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:50:50.227054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:50:50.727966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:50:51.228999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:50:51.615843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000809831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T15:50:51.61594Z","caller":"traceutil/trace.go:171","msg":"trace[104110568] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001015825s","start":"2026-05-19T15:50:49.614901Z","end":"2026-05-19T15:50:51.615917Z","steps":["trace[104110568] 'agreement among raft nodes before linearized reading' (duration: 2.000894543s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:50:51.615999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:49.614862Z","time spent":"2.001124837s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 15:50:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T15:50:51.72928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:50:52.22988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:50:52.731083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:50:53.2322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:50:53.616127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99997864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T15:50:53.616234Z","caller":"traceutil/trace.go:171","msg":"trace[1133795738] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000151443s","start":"2026-05-19T15:50:51.616056Z","end":"2026-05-19T15:50:53.616208Z","steps":["trace[1133795738] 'agreement among raft nodes before linearized reading' (duration: 2.000020941s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:50:53.616286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:51.616023Z","time spent":"2.000252466s","remote":"127.0.0.1:39204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 15:50:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T15:50:53.7276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:48.715774Z","time spent":"5.011819148s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 15:50:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T15:50:53.732326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:50:59.695094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:49.323781Z","time spent":"10.371300872s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T15:50:59.695337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:49.052434Z","time spent":"10.642893149s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T15:50:59.695548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.223529397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T15:50:59.695674Z","caller":"traceutil/trace.go:171","msg":"trace[2018764865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"10.223708081s","start":"2026-05-19T15:50:49.471931Z","end":"2026-05-19T15:50:59.695639Z","steps":["trace[2018764865] 'agreement among raft nodes before linearized reading' (duration: 10.223565718s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:50:59.695747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:49.471912Z","time spent":"10.223821293s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T15:50:59.69577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:49.03506Z","time spent":"10.660707108s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T15:50:59.695892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.072172475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T15:50:59.695953Z","caller":"traceutil/trace.go:171","msg":"trace[1629315787] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"6.072266347s","start":"2026-05-19T15:50:53.623661Z","end":"2026-05-19T15:50:59.695927Z","steps":["trace[1629315787] 'agreement among raft nodes before linearized reading' (duration: 6.072194626s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:50:59.695995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:53.623647Z","time spent":"6.072340098s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T15:50:59.696011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:50:59.696064Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-05-19T15:50:59.696407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.971797586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-19T15:50:59.696457Z","caller":"traceutil/trace.go:171","msg":"trace[1312078865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.971914898s","start":"2026-05-19T15:50:48.724516Z","end":"2026-05-19T15:50:59.696431Z","steps":["trace[1312078865] 'agreement among raft nodes before linearized reading' (duration: 10.971810396s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:50:59.696498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:48.72451Z","time spent":"10.971979179s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T15:50:59.698668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:49.140386Z","time spent":"10.558278914s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 15:50:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T15:50:59.699032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.200184326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T15:50:59.699071Z","caller":"traceutil/trace.go:171","msg":"trace[1407019386] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"10.200265998s","start":"2026-05-19T15:50:49.498795Z","end":"2026-05-19T15:50:59.699061Z","steps":["trace[1407019386] 'agreement among raft nodes before linearized reading' (duration: 10.200222487s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:50:59.699103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:49.498772Z","time spent":"10.200322528s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/19 15:50:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T15:50:59.699174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:49.576385Z","time spent":"10.122786997s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 15:50:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T15:50:59.700486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:50.621603Z","time spent":"9.078873615s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 15:50:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/19 15:50:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/19 15:50:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/19 15:50:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T15:50:59.708826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.293214719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T15:50:59.708872Z","caller":"traceutil/trace.go:171","msg":"trace[1217053459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.293307751s","start":"2026-05-19T15:50:49.415554Z","end":"2026-05-19T15:50:59.708862Z","steps":["trace[1217053459] 'agreement among raft nodes before linearized reading' (duration: 10.29325184s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:50:59.708896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:49.415537Z","time spent":"10.293351791s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/05/19 15:50:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/19 15:50:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/19 15:50:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T15:50:59.74875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.872908476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T15:50:59.748847Z","caller":"traceutil/trace.go:171","msg":"trace[2089834675] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.873066448s","start":"2026-05-19T15:50:51.875758Z","end":"2026-05-19T15:50:59.748824Z","steps":["trace[2089834675] 'agreement among raft nodes before linearized reading' (duration: 7.872951335s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:50:59.748902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:51.875732Z","time spent":"7.87315796s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/05/19 15:50:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T15:51:00.199603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:00.62145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:53.620559Z","time spent":"7.000881838s","remote":"127.0.0.1:39286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T15:51:00.656243Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"06549e40e02f55d0","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-19T15:51:00.700071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:01.201261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:01.701993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:01.71066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000142026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T15:51:01.710742Z","caller":"traceutil/trace.go:171","msg":"trace[516434489] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000254658s","start":"2026-05-19T15:50:59.71046Z","end":"2026-05-19T15:51:01.710715Z","steps":["trace[516434489] 'agreement among raft nodes before linearized reading' (duration: 2.000144736s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:01.710824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:59.710457Z","time spent":"2.00034834s","remote":"127.0.0.1:39204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T15:51:02.203125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:02.703278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:03.204424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:03.705052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:03.712416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:59.711855Z","time spent":"4.000544982s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 15:51:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T15:51:03.720471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00006282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T15:51:03.720567Z","caller":"traceutil/trace.go:171","msg":"trace[475358272] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000213884s","start":"2026-05-19T15:51:01.72033Z","end":"2026-05-19T15:51:03.720544Z","steps":["trace[475358272] 'agreement among raft nodes before linearized reading' (duration: 2.000082441s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:03.720765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:01.720319Z","time spent":"2.000428538s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 15:51:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T15:51:04.205499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:04.499082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:59.709951Z","time spent":"4.78912117s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 15:51:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T15:51:04.706513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:05.207433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:05.621674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.909257221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T15:51:05.621789Z","caller":"traceutil/trace.go:171","msg":"trace[1109860310] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"5.909415654s","start":"2026-05-19T15:50:59.712337Z","end":"2026-05-19T15:51:05.621753Z","steps":["trace[1109860310] 'agreement among raft nodes before linearized reading' (duration: 5.909275091s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:05.62203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:59.712324Z","time spent":"5.909685179s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/05/19 15:51:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T15:51:05.707563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:05.72077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999597062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T15:51:05.72092Z","caller":"traceutil/trace.go:171","msg":"trace[709134640] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999860958s","start":"2026-05-19T15:51:03.721031Z","end":"2026-05-19T15:51:05.720892Z","steps":["trace[709134640] 'agreement among raft nodes before linearized reading' (duration: 1.999679454s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:05.720985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:03.720951Z","time spent":"2.00001992s","remote":"127.0.0.1:39204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 15:51:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T15:51:05.932172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999747274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T15:51:05.932273Z","caller":"traceutil/trace.go:171","msg":"trace[1634807655] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999944258s","start":"2026-05-19T15:51:03.932304Z","end":"2026-05-19T15:51:05.932248Z","steps":["trace[1634807655] 'agreement among raft nodes before linearized reading' (duration: 1.999820446s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:05.932333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:03.932276Z","time spent":"2.00004712s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 15:51:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T15:51:06.208577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:06.699162Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-05-19T15:51:06.699381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.976130361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-19T15:51:06.699504Z","caller":"traceutil/trace.go:171","msg":"trace[551794391] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; }","duration":"13.976368865s","start":"2026-05-19T15:50:52.723107Z","end":"2026-05-19T15:51:06.699475Z","steps":["trace[551794391] 'agreement among raft nodes before linearized reading' (duration: 13.976199992s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:06.69944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.795016917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-19T15:51:06.699639Z","caller":"traceutil/trace.go:171","msg":"trace[1628170476] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; }","duration":"17.795255932s","start":"2026-05-19T15:50:48.904357Z","end":"2026-05-19T15:51:06.699613Z","steps":["trace[1628170476] 'agreement among raft nodes before linearized reading' (duration: 17.795042598s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:06.699711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.764859351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-19T15:51:06.699714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.19988254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-19T15:51:06.699754Z","caller":"traceutil/trace.go:171","msg":"trace[1817392919] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"12.764901951s","start":"2026-05-19T15:50:53.934841Z","end":"2026-05-19T15:51:06.699743Z","steps":["trace[1817392919] 'agreement among raft nodes before linearized reading' (duration: 12.764859161s)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:06.699764Z","caller":"traceutil/trace.go:171","msg":"trace[1579218164] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; }","duration":"13.199935341s","start":"2026-05-19T15:50:53.499816Z","end":"2026-05-19T15:51:06.699751Z","steps":["trace[1579218164] 'agreement among raft nodes before linearized reading' (duration: 13.199882149s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:06.699796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:53.934801Z","time spent":"12.764983613s","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:06.699801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:53.499743Z","time spent":"13.200048592s","remote":"127.0.0.1:54580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:06.699778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:48.90431Z","time spent":"17.795416925s","remote":"127.0.0.1:39456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:06.699937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.830768479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-19T15:51:06.70004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.578070351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-19T15:51:06.7001Z","caller":"traceutil/trace.go:171","msg":"trace[900350657] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; }","duration":"16.578182863s","start":"2026-05-19T15:50:50.121906Z","end":"2026-05-19T15:51:06.700088Z","steps":["trace[900350657] 'agreement among raft nodes before linearized reading' (duration: 16.578065231s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:06.700164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:50.121866Z","time spent":"16.578287054s","remote":"127.0.0.1:39354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-19T15:51:06.699609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.899065806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-19T15:51:06.700284Z","caller":"traceutil/trace.go:171","msg":"trace[54074626] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; }","duration":"17.89982446s","start":"2026-05-19T15:50:48.800447Z","end":"2026-05-19T15:51:06.700272Z","steps":["trace[54074626] 'agreement among raft nodes before linearized reading' (duration: 17.899107736s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:06.699734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.45624809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-19T15:51:06.700466Z","caller":"traceutil/trace.go:171","msg":"trace[794454532] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; }","duration":"12.457091566s","start":"2026-05-19T15:50:54.24336Z","end":"2026-05-19T15:51:06.700451Z","steps":["trace[794454532] 'agreement among raft nodes before linearized reading' (duration: 12.45624375s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:06.699579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:52.723086Z","time spent":"13.976473968s","remote":"127.0.0.1:39642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-19T15:51:06.700001Z","caller":"traceutil/trace.go:171","msg":"trace[428731819] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; }","duration":"12.83130443s","start":"2026-05-19T15:50:53.868677Z","end":"2026-05-19T15:51:06.699981Z","steps":["trace[428731819] 'agreement among raft nodes before linearized reading' (duration: 12.830763879s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:06.699651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.509959534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-19T15:51:06.700343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:48.800424Z","time spent":"17.899905652s","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-05-19T15:51:06.700525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:54.243329Z","time spent":"12.457177818s","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-19T15:51:06.700658Z","caller":"traceutil/trace.go:171","msg":"trace[239488000] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; }","duration":"15.510984385s","start":"2026-05-19T15:50:51.189627Z","end":"2026-05-19T15:51:06.700611Z","steps":["trace[239488000] 'agreement among raft nodes before linearized reading' (duration: 15.509998645s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:06.700609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:53.86866Z","time spent":"12.831936272s","remote":"127.0.0.1:39340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:06.699947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:59.699502Z","time spent":"7.000444042s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T15:51:06.700827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:51.189597Z","time spent":"15.511161357s","remote":"127.0.0.1:54596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:06.700487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.644870582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-19T15:51:06.700625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.970687131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/prometheus-kube-prometheus-stack-prometheus-rulefiles-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-19T15:51:06.700917Z","caller":"traceutil/trace.go:171","msg":"trace[1251083513] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"13.64533988s","start":"2026-05-19T15:50:53.055565Z","end":"2026-05-19T15:51:06.700905Z","steps":["trace[1251083513] 'agreement among raft nodes before linearized reading' (duration: 13.644910792s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:06.70095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:53.055542Z","time spent":"13.645399122s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-19T15:51:06.700984Z","caller":"traceutil/trace.go:171","msg":"trace[621529809] range","detail":"{range_begin:/registry/configmaps/monitoring/prometheus-kube-prometheus-stack-prometheus-rulefiles-0; range_end:; }","duration":"17.971106969s","start":"2026-05-19T15:50:48.729825Z","end":"2026-05-19T15:51:06.700932Z","steps":["trace[621529809] 'agreement among raft nodes before linearized reading' (duration: 17.970694521s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:06.701149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:48.72982Z","time spent":"17.971265822s","remote":"127.0.0.1:39322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/monitoring/prometheus-kube-prometheus-stack-prometheus-rulefiles-0\" "} {"level":"warn","ts":"2026-05-19T15:51:06.701339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.971752832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-19T15:51:06.701413Z","caller":"traceutil/trace.go:171","msg":"trace[871000120] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"14.973894754s","start":"2026-05-19T15:50:51.727502Z","end":"2026-05-19T15:51:06.701397Z","steps":["trace[871000120] 'agreement among raft nodes before linearized reading' (duration: 14.971809723s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:06.701456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:51.72747Z","time spent":"14.973969785s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-19T15:51:06.710086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:59.70983Z","time spent":"7.000253743s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T15:51:06.710096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:59.709989Z","time spent":"7.00008796s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T15:51:06.712652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:59.712249Z","time spent":"7.000400367s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T15:51:07.199623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:07.626796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:00.624262Z","time spent":"7.0025264s","remote":"127.0.0.1:39286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T15:51:07.697248Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"06549e40e02f55d0","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-19T15:51:07.700602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:07.729362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999726526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T15:51:07.729477Z","caller":"traceutil/trace.go:171","msg":"trace[1725375997] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99990383s","start":"2026-05-19T15:51:05.729543Z","end":"2026-05-19T15:51:07.729447Z","steps":["trace[1725375997] 'agreement among raft nodes before linearized reading' (duration: 1.999759457s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:07.729554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:05.729517Z","time spent":"2.000022162s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 15:51:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T15:51:08.201442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:08.701977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:09.202131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:09.702853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:09.730651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000728566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T15:51:09.730742Z","caller":"traceutil/trace.go:171","msg":"trace[1545393993] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000897169s","start":"2026-05-19T15:51:07.729823Z","end":"2026-05-19T15:51:09.730721Z","steps":["trace[1545393993] 'agreement among raft nodes before linearized reading' (duration: 2.000780717s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:09.730793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:07.729798Z","time spent":"2.000986301s","remote":"127.0.0.1:39204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 15:51:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T15:51:09.778941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000144911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T15:51:09.779053Z","caller":"traceutil/trace.go:171","msg":"trace[981630336] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324265s","start":"2026-05-19T15:51:07.778712Z","end":"2026-05-19T15:51:09.779036Z","steps":["trace[981630336] 'agreement among raft nodes before linearized reading' (duration: 2.000198652s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:09.779098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:07.77869Z","time spent":"2.000399056s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 15:51:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T15:51:10.198919Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"06549e40e02f57e7","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-19T15:51:10.203269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:10.465766Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"21.749899955s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T15:51:11.74076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001204322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T15:51:11.740935Z","caller":"traceutil/trace.go:171","msg":"trace[369824351] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001433867s","start":"2026-05-19T15:51:09.739476Z","end":"2026-05-19T15:51:11.74091Z","steps":["trace[369824351] 'agreement among raft nodes before linearized reading' (duration: 2.001237163s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:11.741139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:09.739457Z","time spent":"2.001664452s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 15:51:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T15:51:12.288238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.822059312s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T15:51:12.289147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.732504ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T15:51:12.28928Z","caller":"traceutil/trace.go:171","msg":"trace[1210360373] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7734; }","duration":"827.880137ms","start":"2026-05-19T15:51:11.46138Z","end":"2026-05-19T15:51:12.28926Z","steps":["trace[1210360373] 'range keys from in-memory index tree' (duration: 827.713454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:12.625906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:05.625317Z","time spent":"7.000574671s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T15:51:13.095488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.748542ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-19T15:51:13.307649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.359809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-05-19T15:51:13.308552Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"26.941µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-05-19T15:51:13.709606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:06.708473Z","time spent":"7.001125369s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T15:51:13.715464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:06.715266Z","time spent":"7.000188752s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T15:51:13.741398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000261429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T15:51:13.741485Z","caller":"traceutil/trace.go:171","msg":"trace[452237984] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000447404s","start":"2026-05-19T15:51:11.741016Z","end":"2026-05-19T15:51:13.741464Z","steps":["trace[452237984] 'agreement among raft nodes before linearized reading' (duration: 2.000325341s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.74156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:11.740995Z","time spent":"2.000554746s","remote":"127.0.0.1:39204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 15:51:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T15:51:13.868939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.284218ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-19T15:51:13.869304Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"33.181µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-05-19T15:51:13.869362Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"8.08µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-05-19T15:51:13.86944Z","caller":"traceutil/trace.go:171","msg":"trace[1052996380] linearizableReadLoop","detail":"{readStateIndex:8039; appliedIndex:8017; }","duration":"7.170142712s","start":"2026-05-19T15:51:06.699274Z","end":"2026-05-19T15:51:13.869416Z","steps":["trace[1052996380] 'read index received' (duration: 3.766864532s)","trace[1052996380] 'applied index is now lower than readState.Index' (duration: 3.40327671s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T15:51:13.869421Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"06549e40e02f55d0","error":"lease not found"} {"level":"warn","ts":"2026-05-19T15:51:13.869514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.159289731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T15:51:13.86957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.638101115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T15:51:13.86962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.166471424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T15:51:13.869599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.693511119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T15:51:13.869703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.171220587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T15:51:13.869718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.350104033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T15:51:13.869744Z","caller":"traceutil/trace.go:171","msg":"trace[1686812885] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:7745; }","duration":"14.171262638s","start":"2026-05-19T15:50:59.698471Z","end":"2026-05-19T15:51:13.869734Z","steps":["trace[1686812885] 'agreement among raft nodes before linearized reading' (duration: 14.171203586s)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:13.86977Z","caller":"traceutil/trace.go:171","msg":"trace[1274452669] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7745; }","duration":"11.350198605s","start":"2026-05-19T15:51:02.519557Z","end":"2026-05-19T15:51:13.869756Z","steps":["trace[1274452669] 'agreement among raft nodes before linearized reading' (duration: 11.350114053s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.869795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:59.698444Z","time spent":"14.171340789s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:13.869836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:02.51953Z","time spent":"11.350289557s","remote":"127.0.0.1:45464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:13.869921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.560750464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T15:51:13.869883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.137566928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T15:51:13.869966Z","caller":"traceutil/trace.go:171","msg":"trace[1654411218] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7745; }","duration":"7.560796235s","start":"2026-05-19T15:51:06.30916Z","end":"2026-05-19T15:51:13.869956Z","steps":["trace[1654411218] 'agreement among raft nodes before linearized reading' (duration: 7.560642692s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.870005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:06.30907Z","time spent":"7.560924818s","remote":"127.0.0.1:39308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":68,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-05-19T15:51:13.869641Z","caller":"traceutil/trace.go:171","msg":"trace[61983030] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7745; }","duration":"11.638231597s","start":"2026-05-19T15:51:02.231392Z","end":"2026-05-19T15:51:13.869624Z","steps":["trace[61983030] 'agreement among raft nodes before linearized reading' (duration: 11.638081824s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.870118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.957924626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T15:51:13.870133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.171664466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.137\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T15:51:13.870158Z","caller":"traceutil/trace.go:171","msg":"trace[1344998856] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7745; }","duration":"12.957982637s","start":"2026-05-19T15:51:00.912166Z","end":"2026-05-19T15:51:13.870149Z","steps":["trace[1344998856] 'agreement among raft nodes before linearized reading' (duration: 12.957447526s)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:13.870177Z","caller":"traceutil/trace.go:171","msg":"trace[849964450] range","detail":"{range_begin:/registry/masterleases/199.19.213.137; range_end:; response_count:0; response_revision:7745; }","duration":"14.171706156s","start":"2026-05-19T15:50:59.69846Z","end":"2026-05-19T15:51:13.870166Z","steps":["trace[849964450] 'agreement among raft nodes before linearized reading' (duration: 14.171639865s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.87019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:00.912157Z","time spent":"12.958025778s","remote":"127.0.0.1:39286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":681,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:13.870228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:59.69844Z","time spent":"14.171772657s","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.137\" "} {"level":"warn","ts":"2026-05-19T15:51:13.869945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.243803457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b1024c17272d01\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T15:51:13.870998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.198115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T15:51:13.871089Z","caller":"traceutil/trace.go:171","msg":"trace[596544379] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b1024c17272d01; range_end:; response_count:0; response_revision:7745; }","duration":"13.244991762s","start":"2026-05-19T15:51:00.626084Z","end":"2026-05-19T15:51:13.871075Z","steps":["trace[596544379] 'agreement among raft nodes before linearized reading' (duration: 13.243772336s)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:13.871099Z","caller":"traceutil/trace.go:171","msg":"trace[1078969435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7745; }","duration":"121.318337ms","start":"2026-05-19T15:51:13.74977Z","end":"2026-05-19T15:51:13.871088Z","steps":["trace[1078969435] 'agreement among raft nodes before linearized reading' (duration: 121.192984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.871139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:00.626064Z","time spent":"13.245062093s","remote":"127.0.0.1:39286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b1024c17272d01\" "} {"level":"warn","ts":"2026-05-19T15:51:13.869771Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"06549e40e02f57e7","error":"lease not found"} {"level":"warn","ts":"2026-05-19T15:51:13.870168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:02.231369Z","time spent":"11.638779878s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:13.871336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.411360581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T15:51:13.871372Z","caller":"traceutil/trace.go:171","msg":"trace[1829116282] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:7745; }","duration":"5.411430382s","start":"2026-05-19T15:51:08.459929Z","end":"2026-05-19T15:51:13.871359Z","steps":["trace[1829116282] 'agreement among raft nodes before linearized reading' (duration: 5.411374271s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.870366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.471023261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T15:51:13.871412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:08.459862Z","time spent":"5.411541284s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-19T15:51:13.871418Z","caller":"traceutil/trace.go:171","msg":"trace[1658865867] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7745; }","duration":"13.472130043s","start":"2026-05-19T15:51:00.399277Z","end":"2026-05-19T15:51:13.871407Z","steps":["trace[1658865867] 'agreement among raft nodes before linearized reading' (duration: 13.471053132s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.871456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:00.39925Z","time spent":"13.472194665s","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-19T15:51:13.869583Z","caller":"traceutil/trace.go:171","msg":"trace[1855100710] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:7745; }","duration":"14.159391764s","start":"2026-05-19T15:50:59.710171Z","end":"2026-05-19T15:51:13.869563Z","steps":["trace[1855100710] 'agreement among raft nodes before linearized reading' (duration: 14.159262262s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.87136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.188228982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T15:51:13.871594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.508019813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T15:51:13.871525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:59.710166Z","time spent":"14.161336604s","remote":"127.0.0.1:58666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:13.871623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.843084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-05-19T15:51:13.87166Z","caller":"traceutil/trace.go:171","msg":"trace[1635328156] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:7745; }","duration":"150.924575ms","start":"2026-05-19T15:51:13.720724Z","end":"2026-05-19T15:51:13.871649Z","steps":["trace[1635328156] 'agreement among raft nodes before linearized reading' (duration: 150.754562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.871669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.442996438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T15:51:13.871704Z","caller":"traceutil/trace.go:171","msg":"trace[135241176] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:7745; }","duration":"12.4430803s","start":"2026-05-19T15:51:01.428614Z","end":"2026-05-19T15:51:13.871694Z","steps":["trace[135241176] 'agreement among raft nodes before linearized reading' (duration: 12.443010889s)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:13.869717Z","caller":"traceutil/trace.go:171","msg":"trace[1187029157] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7745; }","duration":"10.693679242s","start":"2026-05-19T15:51:03.176007Z","end":"2026-05-19T15:51:13.869686Z","steps":["trace[1187029157] 'agreement among raft nodes before linearized reading' (duration: 10.693472037s)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:13.869655Z","caller":"traceutil/trace.go:171","msg":"trace[684765713] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7745; }","duration":"14.166531655s","start":"2026-05-19T15:50:59.703111Z","end":"2026-05-19T15:51:13.869642Z","steps":["trace[684765713] 'agreement among raft nodes before linearized reading' (duration: 14.166434693s)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:13.870045Z","caller":"traceutil/trace.go:171","msg":"trace[339561510] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7745; }","duration":"12.137728772s","start":"2026-05-19T15:51:01.73226Z","end":"2026-05-19T15:51:13.869989Z","steps":["trace[339561510] 'agreement among raft nodes before linearized reading' (duration: 12.137547708s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.870405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.172057764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T15:51:13.87042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.530986565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T15:51:13.870522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.172295529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T15:51:13.870558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.445130819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T15:51:13.870588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.172481374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T15:51:13.870631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.172658277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T15:51:13.870643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.068774186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T15:51:13.870794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.161967069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-19T15:51:13.871822Z","caller":"traceutil/trace.go:171","msg":"trace[1759632554] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7745; }","duration":"7.163025521s","start":"2026-05-19T15:51:06.708785Z","end":"2026-05-19T15:51:13.871811Z","steps":["trace[1759632554] 'agreement among raft nodes before linearized reading' (duration: 7.161883698s)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:13.871855Z","caller":"traceutil/trace.go:171","msg":"trace[1833797662] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7745; }","duration":"6.508332249s","start":"2026-05-19T15:51:07.363505Z","end":"2026-05-19T15:51:13.871837Z","steps":["trace[1833797662] 'agreement among raft nodes before linearized reading' (duration: 6.508056174s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.871867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:06.708769Z","time spent":"7.163085401s","remote":"127.0.0.1:39354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T15:51:13.871909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:07.363473Z","time spent":"6.508422211s","remote":"127.0.0.1:45590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:13.871906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.063234761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10941"} {"level":"warn","ts":"2026-05-19T15:51:13.871963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.810605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T15:51:13.871974Z","caller":"traceutil/trace.go:171","msg":"trace[1377748892] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:7745; }","duration":"7.063333794s","start":"2026-05-19T15:51:06.808624Z","end":"2026-05-19T15:51:13.871958Z","steps":["trace[1377748892] 'agreement among raft nodes before linearized reading' (duration: 7.063112409s)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:13.872012Z","caller":"traceutil/trace.go:171","msg":"trace[136810654] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:7745; }","duration":"449.888946ms","start":"2026-05-19T15:51:13.422108Z","end":"2026-05-19T15:51:13.871997Z","steps":["trace[136810654] 'agreement among raft nodes before linearized reading' (duration: 449.831755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.871447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.11316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T15:51:13.872053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:13.422087Z","time spent":"449.956577ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-05-19T15:51:13.872073Z","caller":"traceutil/trace.go:171","msg":"trace[1354724927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7745; }","duration":"866.780834ms","start":"2026-05-19T15:51:13.005275Z","end":"2026-05-19T15:51:13.872056Z","steps":["trace[1354724927] 'agreement among raft nodes before linearized reading' (duration: 866.10868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.872082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.065077779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8252"} {"level":"warn","ts":"2026-05-19T15:51:13.872111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:13.005251Z","time spent":"866.848165ms","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T15:51:13.872122Z","caller":"traceutil/trace.go:171","msg":"trace[165768996] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:7745; }","duration":"7.065204852s","start":"2026-05-19T15:51:06.806903Z","end":"2026-05-19T15:51:13.872107Z","steps":["trace[165768996] 'agreement among raft nodes before linearized reading' (duration: 7.065095159s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.87216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:03.175995Z","time spent":"10.696156153s","remote":"127.0.0.1:45544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:13.872125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:01.42859Z","time spent":"12.443524439s","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:13.87192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.336267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-05-19T15:51:13.872268Z","caller":"traceutil/trace.go:171","msg":"trace[528873028] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:7745; }","duration":"157.725634ms","start":"2026-05-19T15:51:13.714527Z","end":"2026-05-19T15:51:13.872253Z","steps":["trace[528873028] 'agreement among raft nodes before linearized reading' (duration: 157.319476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.872335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:59.703101Z","time spent":"14.1692232s","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":10,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:13.869626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.628388577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T15:51:13.871591Z","caller":"traceutil/trace.go:171","msg":"trace[996715256] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7745; }","duration":"13.188498827s","start":"2026-05-19T15:51:00.683072Z","end":"2026-05-19T15:51:13.871571Z","steps":["trace[996715256] 'agreement among raft nodes before linearized reading' (duration: 13.188191041s)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:13.872407Z","caller":"traceutil/trace.go:171","msg":"trace[978792116] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7745; }","duration":"12.631337947s","start":"2026-05-19T15:51:01.241054Z","end":"2026-05-19T15:51:13.872391Z","steps":["trace[978792116] 'agreement among raft nodes before linearized reading' (duration: 12.628377286s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.872461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:01.241027Z","time spent":"12.631419879s","remote":"127.0.0.1:54478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:13.872496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:01.732234Z","time spent":"12.140251864s","remote":"127.0.0.1:45534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:13.872766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870606022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T15:51:13.872027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:06.808612Z","time spent":"7.063400375s","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10964,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"info","ts":"2026-05-19T15:51:13.872805Z","caller":"traceutil/trace.go:171","msg":"trace[263845754] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7745; }","duration":"2.870682583s","start":"2026-05-19T15:51:11.002111Z","end":"2026-05-19T15:51:13.872794Z","steps":["trace[263845754] 'agreement among raft nodes before linearized reading' (duration: 2.870410728s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.872821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241737545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"info","ts":"2026-05-19T15:51:13.872834Z","caller":"traceutil/trace.go:171","msg":"trace[615906503] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:7745; }","duration":"14.174496594s","start":"2026-05-19T15:50:59.698323Z","end":"2026-05-19T15:51:13.872819Z","steps":["trace[615906503] 'agreement among raft nodes before linearized reading' (duration: 14.172050575s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.872839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:11.002088Z","time spent":"2.870744084s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":26,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-19T15:51:13.872855Z","caller":"traceutil/trace.go:171","msg":"trace[290488601] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:7745; }","duration":"1.241852417s","start":"2026-05-19T15:51:12.630991Z","end":"2026-05-19T15:51:13.872844Z","steps":["trace[290488601] 'agreement among raft nodes before linearized reading' (duration: 1.241758506s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.872872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:59.698316Z","time spent":"14.174543935s","remote":"127.0.0.1:56012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:13.872899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:12.630911Z","time spent":"1.241977149s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-05-19T15:51:13.872414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:00.683054Z","time spent":"13.189343134s","remote":"127.0.0.1:39716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:13.870917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.350299124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T15:51:13.872165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:06.806871Z","time spent":"7.065286894s","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":8275,"request content":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"info","ts":"2026-05-19T15:51:13.873028Z","caller":"traceutil/trace.go:171","msg":"trace[811199537] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7745; }","duration":"8.352444378s","start":"2026-05-19T15:51:05.520565Z","end":"2026-05-19T15:51:13.873009Z","steps":["trace[811199537] 'agreement among raft nodes before linearized reading' (duration: 8.349690201s)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:13.873081Z","caller":"traceutil/trace.go:171","msg":"trace[527392805] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:7745; }","duration":"10.447704202s","start":"2026-05-19T15:51:03.425367Z","end":"2026-05-19T15:51:13.873071Z","steps":["trace[527392805] 'agreement among raft nodes before linearized reading' (duration: 10.445140309s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.873095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:05.520542Z","time spent":"8.35253268s","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":681,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:13.873126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:03.425347Z","time spent":"10.447767724s","remote":"127.0.0.1:45476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:13.872433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.448818106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T15:51:13.87371Z","caller":"traceutil/trace.go:171","msg":"trace[1572912010] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:7745; }","duration":"4.450742556s","start":"2026-05-19T15:51:09.422951Z","end":"2026-05-19T15:51:13.873694Z","steps":["trace[1572912010] 'agreement among raft nodes before linearized reading' (duration: 4.44851299s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.87386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.157871455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-05-19T15:51:13.87396Z","caller":"traceutil/trace.go:171","msg":"trace[1998988177] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:7745; }","duration":"12.158033068s","start":"2026-05-19T15:51:01.715915Z","end":"2026-05-19T15:51:13.873948Z","steps":["trace[1998988177] 'agreement among raft nodes before linearized reading' (duration: 12.154229559s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.873995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:01.715883Z","time spent":"12.158101578s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-19T15:51:13.873912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.728877356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T15:51:13.874396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:09.422919Z","time spent":"4.450986661s","remote":"127.0.0.1:39580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-05-19T15:51:13.873269Z","caller":"traceutil/trace.go:171","msg":"trace[1762597823] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7745; }","duration":"13.533871515s","start":"2026-05-19T15:51:00.339383Z","end":"2026-05-19T15:51:13.873255Z","steps":["trace[1762597823] 'agreement among raft nodes before linearized reading' (duration: 13.531003916s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.876547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:00.339358Z","time spent":"13.537167292s","remote":"127.0.0.1:39656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-19T15:51:13.874695Z","caller":"traceutil/trace.go:171","msg":"trace[444603073] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:7745; }","duration":"10.729222774s","start":"2026-05-19T15:51:03.144927Z","end":"2026-05-19T15:51:13.874149Z","steps":["trace[444603073] 'agreement among raft nodes before linearized reading' (duration: 10.724574788s)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:13.873302Z","caller":"traceutil/trace.go:171","msg":"trace[187617954] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7745; }","duration":"14.175088766s","start":"2026-05-19T15:50:59.698203Z","end":"2026-05-19T15:51:13.873292Z","steps":["trace[187617954] 'agreement among raft nodes before linearized reading' (duration: 14.172287699s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.877817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:59.698197Z","time spent":"14.179606589s","remote":"127.0.0.1:45502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-05-19T15:51:13.873393Z","caller":"traceutil/trace.go:171","msg":"trace[383965138] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:7745; }","duration":"14.175433764s","start":"2026-05-19T15:50:59.697944Z","end":"2026-05-19T15:51:13.873378Z","steps":["trace[383965138] 'agreement among raft nodes before linearized reading' (duration: 14.172664107s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.87793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:59.697934Z","time spent":"14.179988937s","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-19T15:51:13.873433Z","caller":"traceutil/trace.go:171","msg":"trace[1537552319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7745; }","duration":"9.071611884s","start":"2026-05-19T15:51:04.801806Z","end":"2026-05-19T15:51:13.873418Z","steps":["trace[1537552319] 'agreement among raft nodes before linearized reading' (duration: 9.068794976s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.878049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:04.801784Z","time spent":"9.076256009s","remote":"127.0.0.1:45630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:13.878017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:03.144897Z","time spent":"10.732832287s","remote":"127.0.0.1:39432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":9,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:13.87354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.67210908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T15:51:13.878183Z","caller":"traceutil/trace.go:171","msg":"trace[1707089261] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7745; }","duration":"3.676811427s","start":"2026-05-19T15:51:10.201361Z","end":"2026-05-19T15:51:13.878173Z","steps":["trace[1707089261] 'agreement among raft nodes before linearized reading' (duration: 3.672140622s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.878205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:10.201334Z","time spent":"3.676863208s","remote":"127.0.0.1:45602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T15:51:13.873324Z","caller":"traceutil/trace.go:171","msg":"trace[874531031] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7745; }","duration":"14.17520569s","start":"2026-05-19T15:50:59.6981Z","end":"2026-05-19T15:51:13.873306Z","steps":["trace[874531031] 'agreement among raft nodes before linearized reading' (duration: 14.172444663s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:13.878429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:50:59.698073Z","time spent":"14.180349524s","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:14.340246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:13.87763Z","time spent":"462.60679ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T15:51:14.340353Z","caller":"traceutil/trace.go:171","msg":"trace[500563998] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"459.168059ms","start":"2026-05-19T15:51:13.881162Z","end":"2026-05-19T15:51:14.34033Z","steps":["trace[500563998] 'process raft request' (duration: 459.051847ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:14.340388Z","caller":"traceutil/trace.go:171","msg":"trace[188713099] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"460.298812ms","start":"2026-05-19T15:51:13.88004Z","end":"2026-05-19T15:51:14.340339Z","steps":["trace[188713099] 'process raft request' (duration: 460.032566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:14.340511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:13.88115Z","time spent":"459.279991ms","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T15:51:14.34064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:13.880027Z","time spent":"460.470815ms","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T15:51:14.340927Z","caller":"traceutil/trace.go:171","msg":"trace[400417588] linearizableReadLoop","detail":"{readStateIndex:8042; appliedIndex:8040; }","duration":"462.739933ms","start":"2026-05-19T15:51:13.878173Z","end":"2026-05-19T15:51:14.340913Z","steps":["trace[400417588] 'read index received' (duration: 120.168183ms)","trace[400417588] 'applied index is now lower than readState.Index' (duration: 342.56973ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T15:51:14.341062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.929017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T15:51:14.341105Z","caller":"traceutil/trace.go:171","msg":"trace[2113482288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7748; }","duration":"463.138271ms","start":"2026-05-19T15:51:13.877955Z","end":"2026-05-19T15:51:14.341093Z","steps":["trace[2113482288] 'agreement among raft nodes before linearized reading' (duration: 463.043079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:14.341134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:13.877937Z","time spent":"463.191473ms","remote":"127.0.0.1:39204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T15:51:14.341007Z","caller":"traceutil/trace.go:171","msg":"trace[2041462235] transaction","detail":"{read_only:false; response_revision:7748; number_of_response:1; }","duration":"457.014075ms","start":"2026-05-19T15:51:13.883957Z","end":"2026-05-19T15:51:14.340971Z","steps":["trace[2041462235] 'process raft request' (duration: 456.30943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:14.341328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:13.883939Z","time spent":"457.292241ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T15:51:14.583865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.156613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-19T15:51:14.584277Z","caller":"traceutil/trace.go:171","msg":"trace[1226646927] transaction","detail":"{read_only:false; response_revision:7749; number_of_response:1; }","duration":"584.173386ms","start":"2026-05-19T15:51:14.000054Z","end":"2026-05-19T15:51:14.584227Z","steps":["trace[1226646927] 'process raft request' (duration: 442.539044ms)","trace[1226646927] 'compare' (duration: 140.894107ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T15:51:14.584468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:14.000009Z","time spent":"584.36582ms","remote":"127.0.0.1:39286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T15:51:14.584414Z","caller":"traceutil/trace.go:171","msg":"trace[845928255] linearizableReadLoop","detail":"{readStateIndex:8046; appliedIndex:8045; }","duration":"243.392192ms","start":"2026-05-19T15:51:14.340958Z","end":"2026-05-19T15:51:14.58435Z","steps":["trace[845928255] 'read index received' (duration: 101.73343ms)","trace[845928255] 'applied index is now lower than readState.Index' (duration: 141.654652ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T15:51:14.584782Z","caller":"traceutil/trace.go:171","msg":"trace[1307319014] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"240.581776ms","start":"2026-05-19T15:51:14.344179Z","end":"2026-05-19T15:51:14.584761Z","steps":["trace[1307319014] 'process raft request' (duration: 240.080394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:14.58512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.779078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8252"} {"level":"info","ts":"2026-05-19T15:51:14.585195Z","caller":"traceutil/trace.go:171","msg":"trace[44331056] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:7750; }","duration":"703.88638ms","start":"2026-05-19T15:51:13.881292Z","end":"2026-05-19T15:51:14.585178Z","steps":["trace[44331056] 'agreement among raft nodes before linearized reading' (duration: 703.203385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:14.585244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:13.881283Z","time spent":"703.946951ms","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":8275,"request content":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-05-19T15:51:14.585134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.647715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e5c74718-b597-4a87-849b-b934d64ef0f8\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-05-19T15:51:14.586161Z","caller":"traceutil/trace.go:171","msg":"trace[429928628] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"237.582593ms","start":"2026-05-19T15:51:14.348532Z","end":"2026-05-19T15:51:14.586114Z","steps":["trace[429928628] 'process raft request' (duration: 235.99537ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:14.58627Z","caller":"traceutil/trace.go:171","msg":"trace[1613640658] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e5c74718-b597-4a87-849b-b934d64ef0f8; range_end:; response_count:1; response_revision:7750; }","duration":"705.786919ms","start":"2026-05-19T15:51:13.880455Z","end":"2026-05-19T15:51:14.586242Z","steps":["trace[1613640658] 'agreement among raft nodes before linearized reading' (duration: 704.272558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:14.586346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:13.880439Z","time spent":"705.88794ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-e5c74718-b597-4a87-849b-b934d64ef0f8\" "} {"level":"warn","ts":"2026-05-19T15:51:14.585567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.208416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T15:51:14.586623Z","caller":"traceutil/trace.go:171","msg":"trace[994896218] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:7751; }","duration":"113.305378ms","start":"2026-05-19T15:51:14.473302Z","end":"2026-05-19T15:51:14.586608Z","steps":["trace[994896218] 'agreement among raft nodes before linearized reading' (duration: 112.233876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:14.585605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.268136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-05-19T15:51:14.585508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.221798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10941"} {"level":"info","ts":"2026-05-19T15:51:14.586833Z","caller":"traceutil/trace.go:171","msg":"trace[978107142] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7751; }","duration":"238.542072ms","start":"2026-05-19T15:51:14.348275Z","end":"2026-05-19T15:51:14.586817Z","steps":["trace[978107142] 'agreement among raft nodes before linearized reading' (duration: 237.126114ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:14.586942Z","caller":"traceutil/trace.go:171","msg":"trace[498720024] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:7750; }","duration":"621.654067ms","start":"2026-05-19T15:51:13.96521Z","end":"2026-05-19T15:51:14.586864Z","steps":["trace[498720024] 'agreement among raft nodes before linearized reading' (duration: 619.35143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:14.585035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.492522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-05-19T15:51:14.587085Z","caller":"traceutil/trace.go:171","msg":"trace[970937728] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:7750; }","duration":"706.559304ms","start":"2026-05-19T15:51:13.880511Z","end":"2026-05-19T15:51:14.58707Z","steps":["trace[970937728] 'agreement among raft nodes before linearized reading' (duration: 704.129965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:14.587151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:13.880502Z","time spent":"706.616755ms","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-05-19T15:51:14.587278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:13.96518Z","time spent":"621.840011ms","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10964,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-05-19T15:51:14.585659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.197616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-05-19T15:51:14.587633Z","caller":"traceutil/trace.go:171","msg":"trace[350009250] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:7751; }","duration":"239.192737ms","start":"2026-05-19T15:51:14.348427Z","end":"2026-05-19T15:51:14.587619Z","steps":["trace[350009250] 'agreement among raft nodes before linearized reading' (duration: 237.169145ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:14.891519Z","caller":"traceutil/trace.go:171","msg":"trace[317578987] linearizableReadLoop","detail":"{readStateIndex:8050; appliedIndex:8048; }","duration":"298.110272ms","start":"2026-05-19T15:51:14.593376Z","end":"2026-05-19T15:51:14.891486Z","steps":["trace[317578987] 'read index received' (duration: 51.33395ms)","trace[317578987] 'applied index is now lower than readState.Index' (duration: 246.774782ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T15:51:14.891841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.425219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-19T15:51:14.891858Z","caller":"traceutil/trace.go:171","msg":"trace[1089571223] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"300.071873ms","start":"2026-05-19T15:51:14.5916Z","end":"2026-05-19T15:51:14.891672Z","steps":["trace[1089571223] 'process raft request' (duration: 299.590833ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:14.891913Z","caller":"traceutil/trace.go:171","msg":"trace[228907913] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7754; }","duration":"298.549481ms","start":"2026-05-19T15:51:14.593345Z","end":"2026-05-19T15:51:14.891894Z","steps":["trace[228907913] 'agreement among raft nodes before linearized reading' (duration: 298.310956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:14.892183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:14.591541Z","time spent":"300.39756ms","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T15:51:14.891826Z","caller":"traceutil/trace.go:171","msg":"trace[989167873] transaction","detail":"{read_only:false; response_revision:7754; number_of_response:1; }","duration":"295.271553ms","start":"2026-05-19T15:51:14.596348Z","end":"2026-05-19T15:51:14.89162Z","steps":["trace[989167873] 'process raft request' (duration: 295.061259ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:15.032439Z","caller":"traceutil/trace.go:171","msg":"trace[121043414] linearizableReadLoop","detail":"{readStateIndex:8052; appliedIndex:8051; }","duration":"140.793867ms","start":"2026-05-19T15:51:14.891613Z","end":"2026-05-19T15:51:15.032407Z","steps":["trace[121043414] 'read index received' (duration: 102.386654ms)","trace[121043414] 'applied index is now lower than readState.Index' (duration: 38.405873ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T15:51:15.032482Z","caller":"traceutil/trace.go:171","msg":"trace[484088096] transaction","detail":"{read_only:false; response_revision:7755; number_of_response:1; }","duration":"382.881673ms","start":"2026-05-19T15:51:14.649551Z","end":"2026-05-19T15:51:15.032433Z","steps":["trace[484088096] 'process raft request' (duration: 344.5266ms)","trace[484088096] 'compare' (duration: 38.170279ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T15:51:15.032686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:14.649534Z","time spent":"383.057937ms","remote":"127.0.0.1:39286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T15:51:15.032691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.682685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T15:51:15.03276Z","caller":"traceutil/trace.go:171","msg":"trace[2066981602] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7755; }","duration":"218.847808ms","start":"2026-05-19T15:51:14.813898Z","end":"2026-05-19T15:51:15.032746Z","steps":["trace[2066981602] 'agreement among raft nodes before linearized reading' (duration: 218.593353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:15.032861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.438999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" limit:500 ","response":"range_response_count:6 size:62009"} {"level":"info","ts":"2026-05-19T15:51:15.032962Z","caller":"traceutil/trace.go:171","msg":"trace[1481262609] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:7755; }","duration":"437.588523ms","start":"2026-05-19T15:51:14.595355Z","end":"2026-05-19T15:51:15.032943Z","steps":["trace[1481262609] 'agreement among raft nodes before linearized reading' (duration: 437.194734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:15.033015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:14.59534Z","time spent":"437.663825ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":6,"response size":62032,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" limit:500 "} {"level":"warn","ts":"2026-05-19T15:51:15.032909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.40583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-05-19T15:51:15.033123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.833135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4134"} {"level":"warn","ts":"2026-05-19T15:51:15.03309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.391178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.137\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-19T15:51:15.033138Z","caller":"traceutil/trace.go:171","msg":"trace[50118180] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7755; }","duration":"439.662756ms","start":"2026-05-19T15:51:14.593458Z","end":"2026-05-19T15:51:15.033121Z","steps":["trace[50118180] 'agreement among raft nodes before linearized reading' (duration: 439.108373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:15.033192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:14.593386Z","time spent":"439.791568ms","remote":"127.0.0.1:39354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-19T15:51:15.033195Z","caller":"traceutil/trace.go:171","msg":"trace[691214799] range","detail":"{range_begin:/registry/masterleases/199.19.213.137; range_end:; response_count:1; response_revision:7755; }","duration":"138.576302ms","start":"2026-05-19T15:51:14.894595Z","end":"2026-05-19T15:51:15.033171Z","steps":["trace[691214799] 'agreement among raft nodes before linearized reading' (duration: 138.224103ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:15.033158Z","caller":"traceutil/trace.go:171","msg":"trace[1824930663] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:7755; }","duration":"136.882026ms","start":"2026-05-19T15:51:14.896264Z","end":"2026-05-19T15:51:15.033146Z","steps":["trace[1824930663] 'agreement among raft nodes before linearized reading' (duration: 136.690632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:15.032891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.354618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10941"} {"level":"info","ts":"2026-05-19T15:51:15.033601Z","caller":"traceutil/trace.go:171","msg":"trace[1770088464] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:7755; }","duration":"438.083263ms","start":"2026-05-19T15:51:14.595502Z","end":"2026-05-19T15:51:15.033585Z","steps":["trace[1770088464] 'agreement among raft nodes before linearized reading' (duration: 436.955759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:15.033668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:14.595491Z","time spent":"438.143634ms","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10964,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"info","ts":"2026-05-19T15:51:15.764268Z","caller":"traceutil/trace.go:171","msg":"trace[1612242703] linearizableReadLoop","detail":"{readStateIndex:8074; appliedIndex:8073; }","duration":"125.995258ms","start":"2026-05-19T15:51:15.638243Z","end":"2026-05-19T15:51:15.764238Z","steps":["trace[1612242703] 'read index received' (duration: 125.805724ms)","trace[1612242703] 'applied index is now lower than readState.Index' (duration: 188.094µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T15:51:15.764312Z","caller":"traceutil/trace.go:171","msg":"trace[237945732] transaction","detail":"{read_only:false; response_revision:7776; number_of_response:1; }","duration":"130.230817ms","start":"2026-05-19T15:51:15.634034Z","end":"2026-05-19T15:51:15.764264Z","steps":["trace[237945732] 'process raft request' (duration: 130.031193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:15.764603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.325105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:920"} {"level":"info","ts":"2026-05-19T15:51:15.764691Z","caller":"traceutil/trace.go:171","msg":"trace[620405821] range","detail":"{range_begin:/registry/services/endpoints/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:7776; }","duration":"126.453838ms","start":"2026-05-19T15:51:15.638217Z","end":"2026-05-19T15:51:15.764671Z","steps":["trace[620405821] 'agreement among raft nodes before linearized reading' (duration: 126.135372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:22.69474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:23.195426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:23.696633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:24.19733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:24.617174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000180877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T15:51:24.617292Z","caller":"traceutil/trace.go:171","msg":"trace[1937423866] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000399081s","start":"2026-05-19T15:51:22.616865Z","end":"2026-05-19T15:51:24.617264Z","steps":["trace[1937423866] 'agreement among raft nodes before linearized reading' (duration: 2.000205177s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:24.617354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:22.616847Z","time spent":"2.000495453s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T15:51:24.698396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9679535500602333634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T15:51:25.080954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.220976068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/sh.helm.release.v1.kube-prometheus-stack.v1\" ","response":"range_response_count:1 size:453497"} {"level":"info","ts":"2026-05-19T15:51:25.083026Z","caller":"traceutil/trace.go:171","msg":"trace[288465184] range","detail":"{range_begin:/registry/secrets/monitoring/sh.helm.release.v1.kube-prometheus-stack.v1; range_end:; response_count:1; response_revision:7822; }","duration":"3.223140115s","start":"2026-05-19T15:51:21.859852Z","end":"2026-05-19T15:51:25.082992Z","steps":["trace[288465184] 'range keys from in-memory index tree' (duration: 3.219444166s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:25.083166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:21.85983Z","time spent":"3.223315648s","remote":"127.0.0.1:39308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":453520,"request content":"key:\"/registry/secrets/monitoring/sh.helm.release.v1.kube-prometheus-stack.v1\" "} {"level":"warn","ts":"2026-05-19T15:51:25.086255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.992395867s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T15:51:25.086655Z","caller":"traceutil/trace.go:171","msg":"trace[1839714724] linearizableReadLoop","detail":"{readStateIndex:8121; appliedIndex:8120; }","duration":"2.892815863s","start":"2026-05-19T15:51:22.193822Z","end":"2026-05-19T15:51:25.086638Z","steps":["trace[1839714724] 'read index received' (duration: 2.892660799s)","trace[1839714724] 'applied index is now lower than readState.Index' (duration: 154.194µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T15:51:25.086822Z","caller":"traceutil/trace.go:171","msg":"trace[1325477857] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"2.993073481s","start":"2026-05-19T15:51:22.093694Z","end":"2026-05-19T15:51:25.086768Z","steps":["trace[1325477857] 'process raft request' (duration: 2.992796116s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:25.08693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.893112518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-19T15:51:25.087024Z","caller":"traceutil/trace.go:171","msg":"trace[760824727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7823; }","duration":"2.893248252s","start":"2026-05-19T15:51:22.193761Z","end":"2026-05-19T15:51:25.087009Z","steps":["trace[760824727] 'agreement among raft nodes before linearized reading' (duration: 2.892986286s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:25.087049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:22.093665Z","time spent":"2.993262336s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T15:51:25.087128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:22.193733Z","time spent":"2.893382456s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T15:51:25.115078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122028769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T15:51:25.115135Z","caller":"traceutil/trace.go:171","msg":"trace[455088713] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7825; }","duration":"2.122112141s","start":"2026-05-19T15:51:22.993006Z","end":"2026-05-19T15:51:25.115118Z","steps":["trace[455088713] 'agreement among raft nodes before linearized reading' (duration: 2.121972838s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:25.115138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539253839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-19T15:51:25.115152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.188822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:4322"} {"level":"warn","ts":"2026-05-19T15:51:25.115181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:22.992997Z","time spent":"2.122171902s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:25.115176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920921883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-19T15:51:25.115242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027932505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T15:51:25.115254Z","caller":"traceutil/trace.go:171","msg":"trace[592376241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7825; }","duration":"2.921035645s","start":"2026-05-19T15:51:22.194194Z","end":"2026-05-19T15:51:25.11523Z","steps":["trace[592376241] 'agreement among raft nodes before linearized reading' (duration: 2.92077299s)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:25.115277Z","caller":"traceutil/trace.go:171","msg":"trace[601779768] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:7825; }","duration":"1.028009297s","start":"2026-05-19T15:51:24.087259Z","end":"2026-05-19T15:51:25.115268Z","steps":["trace[601779768] 'agreement among raft nodes before linearized reading' (duration: 1.027956236s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:25.115294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.336155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T15:51:25.115309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:24.087235Z","time spent":"1.028066438s","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:25.115308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:22.194187Z","time spent":"2.921110046s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T15:51:25.115333Z","caller":"traceutil/trace.go:171","msg":"trace[1707221107] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:7825; }","duration":"543.427247ms","start":"2026-05-19T15:51:24.571893Z","end":"2026-05-19T15:51:25.115321Z","steps":["trace[1707221107] 'agreement among raft nodes before linearized reading' (duration: 543.375146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:25.11539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:24.571872Z","time spent":"543.493079ms","remote":"127.0.0.1:57946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-05-19T15:51:25.115476Z","caller":"traceutil/trace.go:171","msg":"trace[1390207606] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"399.176672ms","start":"2026-05-19T15:51:24.716175Z","end":"2026-05-19T15:51:25.115352Z","steps":["trace[1390207606] 'process raft request' (duration: 398.597058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:25.11556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558919235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-05-19T15:51:25.115599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.279001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T15:51:25.115608Z","caller":"traceutil/trace.go:171","msg":"trace[2115637524] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7825; }","duration":"1.559021798s","start":"2026-05-19T15:51:23.556574Z","end":"2026-05-19T15:51:25.115596Z","steps":["trace[2115637524] 'agreement among raft nodes before linearized reading' (duration: 1.558826364s)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:25.115637Z","caller":"traceutil/trace.go:171","msg":"trace[1315105823] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7825; }","duration":"699.389182ms","start":"2026-05-19T15:51:24.416236Z","end":"2026-05-19T15:51:25.115626Z","steps":["trace[1315105823] 'agreement among raft nodes before linearized reading' (duration: 699.324791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:25.115652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:23.556526Z","time spent":"1.55911789s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T15:51:25.115668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:24.416214Z","time spent":"699.446004ms","remote":"127.0.0.1:39604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:25.115664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12822127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-05-19T15:51:25.11525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.077743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T15:51:25.115706Z","caller":"traceutil/trace.go:171","msg":"trace[426295703] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7825; }","duration":"2.128330732s","start":"2026-05-19T15:51:22.987362Z","end":"2026-05-19T15:51:25.115693Z","steps":["trace[426295703] 'agreement among raft nodes before linearized reading' (duration: 2.128196279s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:25.115749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:22.987313Z","time spent":"2.128429275s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-19T15:51:25.115768Z","caller":"traceutil/trace.go:171","msg":"trace[1831215341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7825; }","duration":"497.639155ms","start":"2026-05-19T15:51:24.618118Z","end":"2026-05-19T15:51:25.115757Z","steps":["trace[1831215341] 'agreement among raft nodes before linearized reading' (duration: 497.107794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:25.115867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.77697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T15:51:25.11591Z","caller":"traceutil/trace.go:171","msg":"trace[1696815303] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:7825; }","duration":"898.819931ms","start":"2026-05-19T15:51:24.217075Z","end":"2026-05-19T15:51:25.115895Z","steps":["trace[1696815303] 'agreement among raft nodes before linearized reading' (duration: 898.74997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:25.115848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:24.716146Z","time spent":"399.423407ms","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T15:51:25.116078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349889365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T15:51:25.116087Z","caller":"traceutil/trace.go:171","msg":"trace[1263954917] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"164.363771ms","start":"2026-05-19T15:51:24.951708Z","end":"2026-05-19T15:51:25.116072Z","steps":["trace[1263954917] 'process raft request' (duration: 163.197595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:25.116231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641497098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-19T15:51:25.11627Z","caller":"traceutil/trace.go:171","msg":"trace[1938571776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7825; }","duration":"2.64158195s","start":"2026-05-19T15:51:22.47468Z","end":"2026-05-19T15:51:25.116262Z","steps":["trace[1938571776] 'agreement among raft nodes before linearized reading' (duration: 2.641490188s)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:25.116149Z","caller":"traceutil/trace.go:171","msg":"trace[1416324247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7825; }","duration":"2.349967457s","start":"2026-05-19T15:51:22.766146Z","end":"2026-05-19T15:51:25.116113Z","steps":["trace[1416324247] 'agreement among raft nodes before linearized reading' (duration: 2.349867794s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:25.116299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:22.474653Z","time spent":"2.64163931s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T15:51:25.116323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:22.766127Z","time spent":"2.350182631s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T15:51:25.116353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872813366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T15:51:25.11639Z","caller":"traceutil/trace.go:171","msg":"trace[1495074747] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7825; }","duration":"2.872875167s","start":"2026-05-19T15:51:22.243504Z","end":"2026-05-19T15:51:25.116379Z","steps":["trace[1495074747] 'agreement among raft nodes before linearized reading' (duration: 2.872757945s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:25.11583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057154635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T15:51:25.116425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:22.243493Z","time spent":"2.872923799s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T15:51:25.116439Z","caller":"traceutil/trace.go:171","msg":"trace[227861243] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:7825; }","duration":"2.057824119s","start":"2026-05-19T15:51:23.058602Z","end":"2026-05-19T15:51:25.116426Z","steps":["trace[227861243] 'agreement among raft nodes before linearized reading' (duration: 2.057192686s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:25.116483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:23.058571Z","time spent":"2.057901041s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-05-19T15:51:25.115202Z","caller":"traceutil/trace.go:171","msg":"trace[1083284977] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:7825; }","duration":"997.343605ms","start":"2026-05-19T15:51:24.117841Z","end":"2026-05-19T15:51:25.115185Z","steps":["trace[1083284977] 'agreement among raft nodes before linearized reading' (duration: 997.12391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:25.116529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:24.117795Z","time spent":"998.725824ms","remote":"127.0.0.1:39308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4345,"request content":"key:\"/registry/secrets/monitoring/prometheus-tls\" "} {"level":"warn","ts":"2026-05-19T15:51:25.115955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:24.216958Z","time spent":"898.984305ms","remote":"127.0.0.1:56042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-05-19T15:51:25.115194Z","caller":"traceutil/trace.go:171","msg":"trace[1492829455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7825; }","duration":"1.53934565s","start":"2026-05-19T15:51:23.575833Z","end":"2026-05-19T15:51:25.115178Z","steps":["trace[1492829455] 'agreement among raft nodes before linearized reading' (duration: 1.539172546s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:25.116696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:23.575817Z","time spent":"1.540865653s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T15:51:25.115886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:24.618078Z","time spent":"497.790937ms","remote":"127.0.0.1:39204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T15:51:25.11599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159826008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T15:51:25.116818Z","caller":"traceutil/trace.go:171","msg":"trace[592008269] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7825; }","duration":"2.160692846s","start":"2026-05-19T15:51:22.95611Z","end":"2026-05-19T15:51:25.116803Z","steps":["trace[592008269] 'agreement among raft nodes before linearized reading' (duration: 2.159766027s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:25.116901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:22.956051Z","time spent":"2.160828209s","remote":"127.0.0.1:39536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":95,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-19T15:51:25.117101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.273611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.137\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-19T15:51:25.117439Z","caller":"traceutil/trace.go:171","msg":"trace[250792605] range","detail":"{range_begin:/registry/masterleases/199.19.213.137; range_end:; response_count:1; response_revision:7825; }","duration":"222.73025ms","start":"2026-05-19T15:51:24.894696Z","end":"2026-05-19T15:51:25.117426Z","steps":["trace[250792605] 'agreement among raft nodes before linearized reading' (duration: 220.34752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:27.42448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.307192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T15:51:27.425356Z","caller":"traceutil/trace.go:171","msg":"trace[867080680] linearizableReadLoop","detail":"{readStateIndex:8132; appliedIndex:8130; }","duration":"189.943581ms","start":"2026-05-19T15:51:27.235379Z","end":"2026-05-19T15:51:27.425322Z","steps":["trace[867080680] 'read index received' (duration: 39.430246ms)","trace[867080680] 'applied index is now lower than readState.Index' (duration: 150.507135ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T15:51:27.425565Z","caller":"traceutil/trace.go:171","msg":"trace[107088887] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"195.971981ms","start":"2026-05-19T15:51:27.229571Z","end":"2026-05-19T15:51:27.425543Z","steps":["trace[107088887] 'process raft request' (duration: 93.133917ms)","trace[107088887] 'compare' (duration: 100.711279ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T15:51:27.42585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.813892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7256"} {"level":"warn","ts":"2026-05-19T15:51:27.425904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.504984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"info","ts":"2026-05-19T15:51:27.425991Z","caller":"traceutil/trace.go:171","msg":"trace[1237731512] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:7833; }","duration":"190.623896ms","start":"2026-05-19T15:51:27.235344Z","end":"2026-05-19T15:51:27.425968Z","steps":["trace[1237731512] 'agreement among raft nodes before linearized reading' (duration: 190.35796ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:27.425975Z","caller":"traceutil/trace.go:171","msg":"trace[1454541994] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:7833; }","duration":"122.998015ms","start":"2026-05-19T15:51:27.302936Z","end":"2026-05-19T15:51:27.425934Z","steps":["trace[1454541994] 'agreement among raft nodes before linearized reading' (duration: 122.666278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:27.670231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.95785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5883"} {"level":"info","ts":"2026-05-19T15:51:27.67033Z","caller":"traceutil/trace.go:171","msg":"trace[1838002962] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:7833; }","duration":"140.086053ms","start":"2026-05-19T15:51:27.530221Z","end":"2026-05-19T15:51:27.670307Z","steps":["trace[1838002962] 'range keys from in-memory index tree' (duration: 139.814957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:27.671667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.503296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:274 size:214324"} {"level":"info","ts":"2026-05-19T15:51:27.671768Z","caller":"traceutil/trace.go:171","msg":"trace[597724074] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:274; response_revision:7833; }","duration":"143.624039ms","start":"2026-05-19T15:51:27.528126Z","end":"2026-05-19T15:51:27.67175Z","steps":["trace[597724074] 'range keys from in-memory index tree' (duration: 142.168728ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:29.568056Z","caller":"traceutil/trace.go:171","msg":"trace[1641421367] linearizableReadLoop","detail":"{readStateIndex:8134; appliedIndex:8133; }","duration":"244.820107ms","start":"2026-05-19T15:51:29.323206Z","end":"2026-05-19T15:51:29.568026Z","steps":["trace[1641421367] 'read index received' (duration: 244.622842ms)","trace[1641421367] 'applied index is now lower than readState.Index' (duration: 195.585µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T15:51:29.568165Z","caller":"traceutil/trace.go:171","msg":"trace[146850433] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"246.82204ms","start":"2026-05-19T15:51:29.321307Z","end":"2026-05-19T15:51:29.568129Z","steps":["trace[146850433] 'process raft request' (duration: 246.504093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:29.570311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.060395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:274 size:214324"} {"level":"info","ts":"2026-05-19T15:51:29.570453Z","caller":"traceutil/trace.go:171","msg":"trace[1009474488] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:274; response_revision:7835; }","duration":"247.25712ms","start":"2026-05-19T15:51:29.323167Z","end":"2026-05-19T15:51:29.570424Z","steps":["trace[1009474488] 'agreement among raft nodes before linearized reading' (duration: 245.011011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:29.808343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.864258ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-19T15:51:29.808459Z","caller":"traceutil/trace.go:171","msg":"trace[1051544816] linearizableReadLoop","detail":"{readStateIndex:8135; appliedIndex:8134; }","duration":"240.166067ms","start":"2026-05-19T15:51:29.568272Z","end":"2026-05-19T15:51:29.808438Z","steps":["trace[1051544816] 'read index received' (duration: 79.157926ms)","trace[1051544816] 'applied index is now lower than readState.Index' (duration: 161.006621ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T15:51:29.808647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.109253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T15:51:29.808691Z","caller":"traceutil/trace.go:171","msg":"trace[214090436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7835; }","duration":"193.211545ms","start":"2026-05-19T15:51:29.615468Z","end":"2026-05-19T15:51:29.80868Z","steps":["trace[214090436] 'agreement among raft nodes before linearized reading' (duration: 193.106862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:29.808738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.691029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-19T15:51:29.808763Z","caller":"traceutil/trace.go:171","msg":"trace[1201748746] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7835; }","duration":"376.74489ms","start":"2026-05-19T15:51:29.432011Z","end":"2026-05-19T15:51:29.808756Z","steps":["trace[1201748746] 'agreement among raft nodes before linearized reading' (duration: 376.520186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:29.808809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:29.431997Z","time spent":"376.801351ms","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T15:51:29.808863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.63548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:966"} {"level":"info","ts":"2026-05-19T15:51:29.808953Z","caller":"traceutil/trace.go:171","msg":"trace[1527094153] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:7835; }","duration":"403.801873ms","start":"2026-05-19T15:51:29.405129Z","end":"2026-05-19T15:51:29.808931Z","steps":["trace[1527094153] 'agreement among raft nodes before linearized reading' (duration: 403.507747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:29.808948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.050936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1246"} {"level":"warn","ts":"2026-05-19T15:51:29.809018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T15:51:29.4051Z","time spent":"403.890595ms","remote":"127.0.0.1:39358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":989,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-keystone-nodes\" "} {"level":"info","ts":"2026-05-19T15:51:29.809057Z","caller":"traceutil/trace.go:171","msg":"trace[800104526] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:7835; }","duration":"151.222169ms","start":"2026-05-19T15:51:29.65781Z","end":"2026-05-19T15:51:29.809032Z","steps":["trace[800104526] 'agreement among raft nodes before linearized reading' (duration: 150.870622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:30.988858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.266921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-domain-manage\" ","response":"range_response_count:1 size:6470"} {"level":"info","ts":"2026-05-19T15:51:30.988943Z","caller":"traceutil/trace.go:171","msg":"trace[144541413] range","detail":"{range_begin:/registry/jobs/openstack/keystone-domain-manage; range_end:; response_count:1; response_revision:7838; }","duration":"127.384992ms","start":"2026-05-19T15:51:30.861539Z","end":"2026-05-19T15:51:30.988924Z","steps":["trace[144541413] 'range keys from in-memory index tree' (duration: 127.101546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:30.989107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.71282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8412"} {"level":"info","ts":"2026-05-19T15:51:30.989225Z","caller":"traceutil/trace.go:171","msg":"trace[1854914616] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:7838; }","duration":"189.902543ms","start":"2026-05-19T15:51:30.799292Z","end":"2026-05-19T15:51:30.989194Z","steps":["trace[1854914616] 'range keys from in-memory index tree' (duration: 189.465145ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:31.760158Z","caller":"traceutil/trace.go:171","msg":"trace[1604359275] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"129.674581ms","start":"2026-05-19T15:51:31.630453Z","end":"2026-05-19T15:51:31.760128Z","steps":["trace[1604359275] 'process raft request' (duration: 129.586649ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:31.760178Z","caller":"traceutil/trace.go:171","msg":"trace[1191681215] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"168.567144ms","start":"2026-05-19T15:51:31.591557Z","end":"2026-05-19T15:51:31.760124Z","steps":["trace[1191681215] 'process raft request' (duration: 75.596168ms)","trace[1191681215] 'compare' (duration: 92.70162ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T15:51:31.760529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.156168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T15:51:31.760604Z","caller":"traceutil/trace.go:171","msg":"trace[1462223354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7843; }","duration":"146.28222ms","start":"2026-05-19T15:51:31.614302Z","end":"2026-05-19T15:51:31.760585Z","steps":["trace[1462223354] 'agreement among raft nodes before linearized reading' (duration: 146.088066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T15:51:31.760934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.789187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/secretgen-controller/\" range_end:\"/registry/events/secretgen-controller0\" limit:500 ","response":"range_response_count:7 size:5951"} {"level":"info","ts":"2026-05-19T15:51:31.76192Z","caller":"traceutil/trace.go:171","msg":"trace[1787660290] range","detail":"{range_begin:/registry/events/secretgen-controller/; range_end:/registry/events/secretgen-controller0; response_count:7; response_revision:7843; }","duration":"169.86226ms","start":"2026-05-19T15:51:31.592032Z","end":"2026-05-19T15:51:31.761894Z","steps":["trace[1787660290] 'agreement among raft nodes before linearized reading' (duration: 168.640684ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:31.76152Z","caller":"traceutil/trace.go:171","msg":"trace[1357398766] linearizableReadLoop","detail":"{readStateIndex:8143; appliedIndex:8142; }","duration":"133.931413ms","start":"2026-05-19T15:51:31.626309Z","end":"2026-05-19T15:51:31.76024Z","steps":["trace[1357398766] 'read index received' (duration: 40.848395ms)","trace[1357398766] 'applied index is now lower than readState.Index' (duration: 93.080838ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T15:51:31.76261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.142005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:274 size:214324"} {"level":"info","ts":"2026-05-19T15:51:31.762667Z","caller":"traceutil/trace.go:171","msg":"trace[2094756197] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:274; response_revision:7843; }","duration":"169.219597ms","start":"2026-05-19T15:51:31.593434Z","end":"2026-05-19T15:51:31.762654Z","steps":["trace[2094756197] 'agreement among raft nodes before linearized reading' (duration: 167.086811ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T15:51:32.509862Z","caller":"traceutil/trace.go:171","msg":"trace[1583112556] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"150.085781ms","start":"2026-05-19T15:51:32.359747Z","end":"2026-05-19T15:51:32.509832Z","steps":["trace[1583112556] 'process raft request' (duration: 120.398306ms)","trace[1583112556] 'compare' (duration: 29.292266ms)"],"step_count":2}